flakewatch-playwright 0.1.0

package/dist/index.d.ts

@@ -0,0 +1,3 @@
+export { SmartRetryReporter } from './reporter.js';
+export { SmartRetryReporter as default } from './reporter.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAC;AACnD,OAAO,EAAE,kBAAkB,IAAI,OAAO,EAAE,MAAM,eAAe,CAAC"}

package/dist/index.js

@@ -0,0 +1,3 @@
+export { SmartRetryReporter } from './reporter.js';
+export { SmartRetryReporter as default } from './reporter.js';
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAC;AACnD,OAAO,EAAE,kBAAkB,IAAI,OAAO,EAAE,MAAM,eAAe,CAAC"}

package/dist/reporter.d.ts

@@ -0,0 +1,20 @@
+import type { Reporter, FullConfig, Suite, TestCase, TestResult, FullResult } from '@playwright/test/reporter';
+import type { SmartRetryConfig } from 'flakewatch-core';
+export interface SmartRetryReporterOptions {
+    configPath?: string;
+    /** Override any config values */
+    config?: Partial<SmartRetryConfig>;
+    /** Print progress to console */
+    quiet?: boolean;
+}
+export declare class SmartRetryReporter implements Reporter {
+    private failures;
+    private totalTests;
+    private config;
+    private options;
+    constructor(options?: SmartRetryReporterOptions);
+    onBegin(config: FullConfig, suite: Suite): Promise<void>;
+    onTestEnd(test: TestCase, result: TestResult): void;
+    onEnd(result: FullResult): Promise<void>;
+}
+//# sourceMappingURL=reporter.d.ts.map

package/dist/reporter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"reporter.d.ts","sourceRoot":"","sources":["../src/reporter.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,QAAQ,EACR,UAAU,EACV,KAAK,EACL,QAAQ,EACR,UAAU,EACV,UAAU,EACX,MAAM,2BAA2B,CAAC;AAEnC,OAAO,KAAK,EAAe,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AAErE,MAAM,WAAW,yBAAyB;IACxC,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,iCAAiC;IACjC,MAAM,CAAC,EAAE,OAAO,CAAC,gBAAgB,CAAC,CAAC;IACnC,gCAAgC;IAChC,KAAK,CAAC,EAAE,OAAO,CAAC;CACjB;AAED,qBAAa,kBAAmB,YAAW,QAAQ;IACjD,OAAO,CAAC,QAAQ,CAAqB;IACrC,OAAO,CAAC,UAAU,CAAK;IACvB,OAAO,CAAC,MAAM,CAAiC;IAC/C,OAAO,CAAC,OAAO,CAA4B;gBAE/B,OAAO,GAAE,yBAA8B;IAI7C,OAAO,CAAC,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC;IAgB9D,SAAS,CAAC,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,UAAU,GAAG,IAAI;IAO7C,KAAK,CAAC,MAAM,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC;CA8D/C"}

package/dist/reporter.js

@@ -0,0 +1,105 @@
+import { loadConfig, triageFailures, validateConfig } from 'flakewatch-core';
+export class SmartRetryReporter {
+    failures = [];
+    totalTests = 0;
+    config = null;
+    options;
+    constructor(options = {}) {
+        this.options = options;
+    }
+    async onBegin(config, suite) {
+        this.totalTests = countTests(suite);
+        this.failures = [];
+        try {
+            this.config = await loadConfig(this.options.configPath, this.options.config);
+        }
+        catch (e) {
+            console.error(`[flakewatch] Failed to load config: ${e.message}`);
+        }
+    }
+    onTestEnd(test, result) {
+        if (result.status === 'failed' || result.status === 'timedOut') {
+            const failure = extractFailure(test, result);
+            this.failures.push(failure);
+        }
+    }
+    async onEnd(result) {
+        if (this.failures.length === 0) {
+            if (!this.options.quiet) {
+                console.log('[flakewatch] No failures to analyze.');
+            }
+            return;
+        }
+        if (!this.config) {
+            console.error('[flakewatch] No config loaded, skipping analysis.');
+            return;
+        }
+        const errors = validateConfig(this.config);
+        if (errors.length > 0) {
+            console.error(`[flakewatch] Config validation errors:`);
+            for (const err of errors) {
+                console.error(`  - ${err}`);
+            }
+            return;
+        }
+        if (!this.options.quiet) {
+            console.log(`[flakewatch] Analyzing ${this.failures.length} failure(s) across ${this.totalTests} total test(s)...`);
+        }
+        try {
+            const report = await triageFailures({
+                failures: this.failures,
+                totalTests: this.totalTests,
+                config: this.config,
+            });
+            if (!this.options.quiet) {
+                const bugCount = report.results.filter((r) => r.verdict.type === 'likely_bug').length;
+                const staleCount = report.results.filter((r) => r.verdict.type === 'stale_test').length;
+                const ambiguousCount = report.results.filter((r) => r.verdict.type === 'ambiguous_test').length;
+                const flakyCount = report.results.filter((r) => r.verdict.type === 'flaky').length;
+                console.log(`[flakewatch] Analysis complete:`);
+                if (bugCount > 0)
+                    console.log(`  Likely bugs: ${bugCount}`);
+                if (staleCount > 0)
+                    console.log(`  Stale tests: ${staleCount}`);
+                if (ambiguousCount > 0)
+                    console.log(`  Ambiguous tests: ${ambiguousCount}`);
+                if (flakyCount > 0)
+                    console.log(`  Flaky tests: ${flakyCount}`);
+                console.log(`  Report written to: ${this.config.output.dir}`);
+            }
+        }
+        catch (e) {
+            console.error(`[flakewatch] Analysis failed: ${e.message}`);
+        }
+    }
+}
+function extractFailure(test, result) {
+    const error = result.errors[0];
+    // Find screenshot attachment
+    const screenshot = result.attachments.find((a) => a.contentType === 'image/png' && a.path);
+    // Find trace attachment
+    const trace = result.attachments.find((a) => a.name === 'trace' && a.path);
+    return {
+        testId: test.id,
+        testTitle: test.title,
+        testFile: test.location.file,
+        line: test.location.line,
+        error: {
+            message: error?.message ?? 'Unknown error',
+            stack: error?.stack,
+        },
+        duration: result.duration,
+        retry: result.retry,
+        screenshotPath: screenshot?.path,
+        tracePath: trace?.path,
+        annotations: test.annotations.map((a) => a.description ? `${a.type}: ${a.description}` : a.type),
+    };
+}
+function countTests(suite) {
+    let count = 0;
+    for (const test of suite.allTests()) {
+        count++;
+    }
+    return count;
+}
+//# sourceMappingURL=reporter.js.map

package/dist/reporter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"reporter.js","sourceRoot":"","sources":["../src/reporter.ts"],"names":[],"mappings":"AAQA,OAAO,EAAE,UAAU,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AAW7E,MAAM,OAAO,kBAAkB;IACrB,QAAQ,GAAkB,EAAE,CAAC;IAC7B,UAAU,GAAG,CAAC,CAAC;IACf,MAAM,GAA4B,IAAI,CAAC;IACvC,OAAO,CAA4B;IAE3C,YAAY,UAAqC,EAAE;QACjD,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,MAAkB,EAAE,KAAY;QAC5C,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC;QACpC,IAAI,CAAC,QAAQ,GAAG,EAAE,CAAC;QAEnB,IAAI,CAAC;YACH,IAAI,CAAC,MAAM,GAAG,MAAM,UAAU,CAC5B,IAAI,CAAC,OAAO,CAAC,UAAU,EACvB,IAAI,CAAC,OAAO,CAAC,MAAM,CACpB,CAAC;QACJ,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,CAAC,KAAK,CACX,uCAAwC,CAAW,CAAC,OAAO,EAAE,CAC9D,CAAC;QACJ,CAAC;IACH,CAAC;IAED,SAAS,CAAC,IAAc,EAAE,MAAkB;QAC1C,IAAI,MAAM,CAAC,MAAM,KAAK,QAAQ,IAAI,MAAM,CAAC,MAAM,KAAK,UAAU,EAAE,CAAC;YAC/D,MAAM,OAAO,GAAG,cAAc,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;YAC7C,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC9B,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,MAAkB;QAC5B,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC/B,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;gBACxB,OAAO,CAAC,GAAG,CAAC,sCAAsC,CAAC,CAAC;YACtD,CAAC;YACD,OAAO;QACT,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACjB,OAAO,CAAC,KAAK,CAAC,mDAAmD,CAAC,CAAC;YACnE,OAAO;QACT,CAAC;QAED,MAAM,MAAM,GAAG,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC3C,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtB,OAAO,CAAC,KAAK,CAAC,wCAAwC,CAAC,CAAC;YACxD,KAAK,MAAM,GAAG,IAAI,MAAM,EAAE,CAAC;gBACzB,OAAO,CAAC,KAAK,CAAC,OAAO,GAAG,EAAE,CAAC,CAAC;YAC9B,CAAC;YACD,OAAO;QACT,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;YACxB,OAAO,CAAC,GAAG,CACT,0BAA0B,IAAI,CAAC,QAAQ,CAAC,MAAM,sBAAsB,IAAI,CAAC,UAAU,mBAAmB,CACvG,CAAC;QACJ,CAAC;QAED,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC;gBAClC,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,UAAU,EAAE,IAAI,CAAC,UAAU;gBAC3B,MAAM,EAAE,IAAI,CAAC,MAAM;aACpB,CAAC,CAAC;YAEH,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;gBACxB,MAAM,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CACpC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,KAAK,YAAY,CACvC,CAAC,MAAM,CAAC;gBACT,MAAM,UAAU,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CACtC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,KAAK,YAAY,CACvC,CAAC,MAAM,CAAC;gBACT,MAAM,cAAc,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAC1C,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,KAAK,gBAAgB,CAC3C,CAAC,MAAM,CAAC;gBACT,MAAM,UAAU,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CACtC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,KAAK,OAAO,CAClC,CAAC,MAAM,CAAC;gBAET,OAAO,CAAC,GAAG,CAAC,iCAAiC,CAAC,CAAC;gBAC/C,IAAI,QAAQ,GAAG,CAAC;oBAAE,OAAO,CAAC,GAAG,CAAC,kBAAkB,QAAQ,EAAE,CAAC,CAAC;gBAC5D,IAAI,UAAU,GAAG,CAAC;oBAAE,OAAO,CAAC,GAAG,CAAC,kBAAkB,UAAU,EAAE,CAAC,CAAC;gBAChE,IAAI,cAAc,GAAG,CAAC;oBAAE,OAAO,CAAC,GAAG,CAAC,sBAAsB,cAAc,EAAE,CAAC,CAAC;gBAC5E,IAAI,UAAU,GAAG,CAAC;oBAAE,OAAO,CAAC,GAAG,CAAC,kBAAkB,UAAU,EAAE,CAAC,CAAC;gBAChE,OAAO,CAAC,GAAG,CAAC,wBAAwB,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC;YAChE,CAAC;QACH,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,CAAC,KAAK,CACX,iCAAkC,CAAW,CAAC,OAAO,EAAE,CACxD,CAAC;QACJ,CAAC;IACH,CAAC;CACF;AAED,SAAS,cAAc,CAAC,IAAc,EAAE,MAAkB;IACxD,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IAE/B,6BAA6B;IAC7B,MAAM,UAAU,GAAG,MAAM,CAAC,WAAW,CAAC,IAAI,CACxC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,KAAK,WAAW,IAAI,CAAC,CAAC,IAAI,CAC/C,CAAC;IAEF,wBAAwB;IACxB,MAAM,KAAK,GAAG,MAAM,CAAC,WAAW,CAAC,IAAI,CACnC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,IAAI,CAAC,CAAC,IAAI,CACpC,CAAC;IAEF,OAAO;QACL,MAAM,EAAE,IAAI,CAAC,EAAE;QACf,SAAS,EAAE,IAAI,CAAC,KAAK;QACrB,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI;QAC5B,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI;QACxB,KAAK,EAAE;YACL,OAAO,EAAE,KAAK,EAAE,OAAO,IAAI,eAAe;YAC1C,KAAK,EAAE,KAAK,EAAE,KAAK;SACpB;QACD,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACzB,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,cAAc,EAAE,UAAU,EAAE,IAAI;QAChC,SAAS,EAAE,KAAK,EAAE,IAAI;QACtB,WAAW,EAAE,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CACtC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CACvD;KACF,CAAC;AACJ,CAAC;AAED,SAAS,UAAU,CAAC,KAAY;IAC9B,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,QAAQ,EAAE,EAAE,CAAC;QACpC,KAAK,EAAE,CAAC;IACV,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC"}

package/package.json

@@ -0,0 +1,39 @@
+{
+  "name": "flakewatch-playwright",
+  "version": "0.1.0",
+  "description": "Playwright reporter plugin that captures test failures and triages them with AI",
+  "type": "module",
+  "main": "./dist/index.js",
+  "types": "./dist/index.d.ts",
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "default": "./dist/index.js"
+    }
+  },
+  "scripts": {
+    "build": "tsc",
+    "test": "vitest run",
+    "clean": "rm -rf dist"
+  },
+  "dependencies": {
+    "flakewatch-core": "^0.1.0"
+  },
+  "peerDependencies": {
+    "@playwright/test": ">=1.40.0"
+  },
+  "devDependencies": {
+    "@playwright/test": "^1.50.0",
+    "typescript": "^5.7.0",
+    "vitest": "^3.0.0",
+    "@types/node": "^22.0.0"
+  },
+  "files": ["dist"],
+  "license": "MIT",
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/jlawrence6809/smart-retry",
+    "directory": "packages/playwright"
+  },
+  "keywords": ["playwright", "reporter", "testing", "ai", "flaky-tests"]
+}