@vibe-validate/extractors 0.17.0-rc3 → 0.17.0

package/dist/extractors/playwright/index.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.test.d.ts","sourceRoot":"","sources":["../../../src/extractors/playwright/index.test.ts"],"names":[],"mappings":"AAAA;;;;GAIG"}

package/dist/extractors/playwright/index.test.js

@@ -0,0 +1,274 @@
+/**
+ * Playwright Error Extractor Plugin Tests
+ *
+ * @package @vibe-validate/extractors
+ */
+import { describe, it, expect } from 'vitest';
+import playwrightPlugin from './index.js';
+describe('playwright extractor plugin', () => {
+    describe('detect', () => {
+        it('should detect Playwright output with ✘ marker', () => {
+            const output = `
+  ✘   1 tests/example.spec.ts:10:5 › should fail (100ms)
+`;
+            const result = playwrightPlugin.detect(output);
+            expect(result.confidence).toBe(90);
+            expect(result.reason).toContain('Playwright');
+        });
+        it('should detect Playwright output with numbered failures', () => {
+            const output = `
+  1) tests/example.spec.ts:10:5 › test name
+`;
+            const result = playwrightPlugin.detect(output);
+            expect(result.confidence).toBe(90);
+        });
+        it('should not detect non-Playwright output', () => {
+            const output = 'Some random text without Playwright patterns';
+            const result = playwrightPlugin.detect(output);
+            expect(result.confidence).toBe(0);
+        });
+    });
+    describe('extract', () => {
+        describe('Basic Extraction', () => {
+            it('should extract single failure', () => {
+                const output = `
+Running 1 test using 1 worker
+
+  ✘   1 tests/example.spec.ts:10:5 › should fail (100ms)
+
+
+  1) tests/example.spec.ts:10:5 › should fail
+
+    Error: expect(received).toBe(expected)
+
+    Expected: "foo"
+    Received: "bar"
+
+      10 |     test('should fail', async () => {
+      11 |       const value = 'bar';
+    > 12 |       expect(value).toBe('foo');
+         |                     ^
+      13 |     });
+
+      at tests/example.spec.ts:12:21
+
+  1 failed
+`;
+                const result = playwrightPlugin.extract(output);
+                expect(result.errors).toHaveLength(1);
+                expect(result.errors[0]).toMatchObject({
+                    file: 'tests/example.spec.ts',
+                    line: 12,
+                    column: 21,
+                    message: expect.stringContaining('expect(received).toBe(expected)'),
+                });
+                expect(result.errors[0].guidance).toContain('assertion');
+            });
+            it('should extract multiple failures', () => {
+                const output = `
+Running 3 tests using 1 worker
+
+  ✘   1 tests/example.spec.ts:10:5 › first failure (100ms)
+  ✘   2 tests/example.spec.ts:20:5 › second failure (150ms)
+  ✘   3 tests/example.spec.ts:30:5 › third failure (200ms)
+
+
+  1) tests/example.spec.ts:10:5 › first failure
+
+    Error: First error
+
+      at tests/example.spec.ts:12:21
+
+  2) tests/example.spec.ts:20:5 › second failure
+
+    Error: Second error
+
+      at tests/example.spec.ts:22:21
+
+  3) tests/example.spec.ts:30:5 › third failure
+
+    Error: Third error
+
+      at tests/example.spec.ts:32:21
+
+  3 failed
+`;
+                const result = playwrightPlugin.extract(output);
+                expect(result.errors).toHaveLength(3);
+                expect(result.errors[0].message).toContain('First error');
+                expect(result.errors[1].message).toContain('Second error');
+                expect(result.errors[2].message).toContain('Third error');
+            });
+            it('should return empty array when no failures', () => {
+                const output = `
+Running 5 tests using 2 workers
+
+  ✓  tests/example.spec.ts:10:5 › test passes (100ms)
+
+  5 passed (1.2s)
+`;
+                const result = playwrightPlugin.extract(output);
+                expect(result.errors).toHaveLength(0);
+                expect(result.metadata.completeness).toBe(100);
+            });
+        });
+        describe('Error Type Detection', () => {
+            it('should detect assertion errors', () => {
+                const output = `
+  1) tests/test.spec.ts:10:5 › assertion test
+
+    Error: expect(received).toBe(expected)
+
+      at tests/test.spec.ts:12:21
+`;
+                const result = playwrightPlugin.extract(output);
+                expect(result.errors[0].guidance).toContain('assertion');
+            });
+            it('should detect timeout errors', () => {
+                const output = `
+  1) tests/test.spec.ts:10:5 › timeout test
+
+    Test timeout of 30000ms exceeded.
+
+    Error: page.click: Test timeout of 30000ms exceeded.
+
+      at tests/test.spec.ts:12:18
+`;
+                const result = playwrightPlugin.extract(output);
+                expect(result.errors[0].guidance).toContain('timeout');
+            });
+            it('should detect element not found errors', () => {
+                const output = `
+  1) tests/test.spec.ts:10:5 › element not found
+
+    Error: page.click: Test timeout of 30000ms exceeded.
+    Call log:
+      - waiting for locator('#nonexistent')
+
+      at tests/test.spec.ts:12:18
+`;
+                const result = playwrightPlugin.extract(output);
+                expect(result.errors[0].guidance).toContain('element');
+            });
+            it('should detect navigation errors', () => {
+                const output = `
+  1) tests/test.spec.ts:10:5 › navigation error
+
+    Error: page.goto: net::ERR_FILE_NOT_FOUND at file:///nonexistent.html
+
+      at tests/test.spec.ts:12:18
+`;
+                const result = playwrightPlugin.extract(output);
+                expect(result.errors[0].guidance).toContain('navigate');
+            });
+        });
+        describe('Location Extraction', () => {
+            it('should extract file, line, and column from stack trace', () => {
+                const output = `
+  1) tests/deep/nested/test.spec.ts:42:7 › failure
+
+    Error: Test error
+
+      at tests/deep/nested/test.spec.ts:45:23
+`;
+                const result = playwrightPlugin.extract(output);
+                expect(result.errors[0]).toMatchObject({
+                    file: 'tests/deep/nested/test.spec.ts',
+                    line: 45,
+                    column: 23,
+                });
+            });
+            it('should handle absolute paths in error location', () => {
+                const output = `
+  1) tests/test.spec.ts:10:5 › failure
+
+    Error: Test error
+
+      at /Users/jeff/project/tests/test.spec.ts:12:21
+`;
+                const result = playwrightPlugin.extract(output);
+                expect(result.errors[0].file).toMatch(/test\.spec\.ts$/);
+                expect(result.errors[0].line).toBe(12);
+                expect(result.errors[0].column).toBe(21);
+            });
+        });
+        describe('Test Hierarchy', () => {
+            it('should preserve test hierarchy from summary line', () => {
+                const output = `
+  ✘   1 tests/test.spec.ts:10:5 › Outer Describe › Inner Describe › test name (100ms)
+
+  1) tests/test.spec.ts:10:5 › Outer Describe › Inner Describe › test name
+
+    Error: Test failed
+
+      at tests/test.spec.ts:12:21
+`;
+                const result = playwrightPlugin.extract(output);
+                expect(result.errors[0].message).toContain('Outer Describe › Inner Describe › test name');
+            });
+        });
+        describe('Quality Metadata', () => {
+            it('should report confidence level', () => {
+                const output = `
+  1) tests/test.spec.ts:10:5 › test
+
+    Error: Test error
+
+      at tests/test.spec.ts:12:21
+`;
+                const result = playwrightPlugin.extract(output);
+                expect(result.metadata.confidence).toBeGreaterThan(0);
+                expect(result.metadata.confidence).toBeLessThanOrEqual(100);
+            });
+            it('should report issues when extraction has problems', () => {
+                const output = `
+  1) tests/test.spec.ts:10:5 › failure without stack trace
+
+    Error: Some error message
+    Expected: foo
+    Received: bar
+
+  2) tests/test.spec.ts:20:5 › another failure without stack
+
+    Error: Another error
+`;
+                const result = playwrightPlugin.extract(output);
+                // Should extract both failures
+                expect(result.errors.length).toBe(2);
+                // Should report issues for missing stack traces
+                expect(result.metadata.issues).toBeDefined();
+                expect(result.metadata.issues.length).toBe(2);
+                expect(result.metadata.issues[0]).toContain('No stack trace');
+            });
+        });
+    });
+    describe('samples', () => {
+        it('should have at least 2 sample test cases', () => {
+            expect(playwrightPlugin.samples).toBeDefined();
+            expect(playwrightPlugin.samples.length).toBeGreaterThanOrEqual(2);
+        });
+        it('should successfully parse all sample inputs', () => {
+            for (const sample of playwrightPlugin.samples) {
+                const result = playwrightPlugin.extract(sample.input);
+                expect(result.errors.length).toBeGreaterThan(0);
+                expect(result.errors.length).toBe(sample.expectedErrors);
+            }
+        });
+    });
+    describe('metadata', () => {
+        it('should have complete plugin metadata', () => {
+            expect(playwrightPlugin.metadata.name).toBe('playwright');
+            expect(playwrightPlugin.metadata.version).toBe('1.0.0');
+            expect(playwrightPlugin.metadata.description).toBeTruthy();
+            expect(playwrightPlugin.metadata.tags).toContain('playwright');
+        });
+        it('should have appropriate priority', () => {
+            expect(playwrightPlugin.priority).toBe(90);
+        });
+        it('should have detection hints', () => {
+            expect(playwrightPlugin.hints.required).toContain('.spec.ts');
+            expect(playwrightPlugin.hints.anyOf).toContain('✘');
+        });
+    });
+});
+//# sourceMappingURL=index.test.js.map

package/dist/extractors/playwright/index.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.test.js","sourceRoot":"","sources":["../../../src/extractors/playwright/index.test.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAC9C,OAAO,gBAAgB,MAAM,YAAY,CAAC;AAE1C,QAAQ,CAAC,6BAA6B,EAAE,GAAG,EAAE;IAC3C,QAAQ,CAAC,QAAQ,EAAE,GAAG,EAAE;QACtB,EAAE,CAAC,+CAA+C,EAAE,GAAG,EAAE;YACvD,MAAM,MAAM,GAAG;;CAEpB,CAAC;YACI,MAAM,MAAM,GAAG,gBAAgB,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAC/C,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACnC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;QAChD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,wDAAwD,EAAE,GAAG,EAAE;YAChE,MAAM,MAAM,GAAG;;CAEpB,CAAC;YACI,MAAM,MAAM,GAAG,gBAAgB,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAC/C,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACrC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,yCAAyC,EAAE,GAAG,EAAE;YACjD,MAAM,MAAM,GAAG,8CAA8C,CAAC;YAC9D,MAAM,MAAM,GAAG,gBAAgB,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAC/C,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACpC,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,SAAS,EAAE,GAAG,EAAE;QACvB,QAAQ,CAAC,kBAAkB,EAAE,GAAG,EAAE;YAChC,EAAE,CAAC,+BAA+B,EAAE,GAAG,EAAE;gBACvC,MAAM,MAAM,GAAG;;;;;;;;;;;;;;;;;;;;;;CAsBtB,CAAC;gBAEM,MAAM,MAAM,GAAG,gBAAgB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;gBAEhD,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;gBACtC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC;oBACrC,IAAI,EAAE,uBAAuB;oBAC7B,IAAI,EAAE,EAAE;oBACR,MAAM,EAAE,EAAE;oBACV,OAAO,EAAE,MAAM,CAAC,gBAAgB,CAAC,iCAAiC,CAAC;iBACpE,CAAC,CAAC;gBACH,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;YAC3D,CAAC,CAAC,CAAC;YAEH,EAAE,CAAC,kCAAkC,EAAE,GAAG,EAAE;gBAC1C,MAAM,MAAM,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;CA2BtB,CAAC;gBAEM,MAAM,MAAM,GAAG,gBAAgB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;gBAEhD,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;gBACtC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC;gBAC1D,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;gBAC3D,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC;YAC5D,CAAC,CAAC,CAAC;YAEH,EAAE,CAAC,4CAA4C,EAAE,GAAG,EAAE;gBACpD,MAAM,MAAM,GAAG;;;;;;CAMtB,CAAC;gBAEM,MAAM,MAAM,GAAG,gBAAgB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;gBAEhD,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;gBACtC,MAAM,CAAC,MAAM,CAAC,QAAS,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAClD,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,QAAQ,CAAC,sBAAsB,EAAE,GAAG,EAAE;YACpC,EAAE,CAAC,gCAAgC,EAAE,GAAG,EAAE;gBACxC,MAAM,MAAM,GAAG;;;;;;CAMtB,CAAC;gBAEM,MAAM,MAAM,GAAG,gBAAgB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;gBAEhD,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;YAC3D,CAAC,CAAC,CAAC;YAEH,EAAE,CAAC,8BAA8B,EAAE,GAAG,EAAE;gBACtC,MAAM,MAAM,GAAG;;;;;;;;CAQtB,CAAC;gBAEM,MAAM,MAAM,GAAG,gBAAgB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;gBAEhD,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;YACzD,CAAC,CAAC,CAAC;YAEH,EAAE,CAAC,wCAAwC,EAAE,GAAG,EAAE;gBAChD,MAAM,MAAM,GAAG;;;;;;;;CAQtB,CAAC;gBAEM,MAAM,MAAM,GAAG,gBAAgB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;gBAEhD,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;YACzD,CAAC,CAAC,CAAC;YAEH,EAAE,CAAC,iCAAiC,EAAE,GAAG,EAAE;gBACzC,MAAM,MAAM,GAAG;;;;;;CAMtB,CAAC;gBAEM,MAAM,MAAM,GAAG,gBAAgB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;gBAEhD,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;YAC1D,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,QAAQ,CAAC,qBAAqB,EAAE,GAAG,EAAE;YACnC,EAAE,CAAC,wDAAwD,EAAE,GAAG,EAAE;gBAChE,MAAM,MAAM,GAAG;;;;;;CAMtB,CAAC;gBAEM,MAAM,MAAM,GAAG,gBAAgB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;gBAEhD,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC;oBACrC,IAAI,EAAE,gCAAgC;oBACtC,IAAI,EAAE,EAAE;oBACR,MAAM,EAAE,EAAE;iBACX,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;YAEH,EAAE,CAAC,gDAAgD,EAAE,GAAG,EAAE;gBACxD,MAAM,MAAM,GAAG;;;;;;CAMtB,CAAC;gBAEM,MAAM,MAAM,GAAG,gBAAgB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;gBAEhD,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC;gBACzD,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBACvC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAC3C,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,QAAQ,CAAC,gBAAgB,EAAE,GAAG,EAAE;YAC9B,EAAE,CAAC,kDAAkD,EAAE,GAAG,EAAE;gBAC1D,MAAM,MAAM,GAAG;;;;;;;;CAQtB,CAAC;gBAEM,MAAM,MAAM,GAAG,gBAAgB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;gBAEhD,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,6CAA6C,CAAC,CAAC;YAC5F,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,QAAQ,CAAC,kBAAkB,EAAE,GAAG,EAAE;YAChC,EAAE,CAAC,gCAAgC,EAAE,GAAG,EAAE;gBACxC,MAAM,MAAM,GAAG;;;;;;CAMtB,CAAC;gBAEM,MAAM,MAAM,GAAG,gBAAgB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;gBAEhD,MAAM,CAAC,MAAM,CAAC,QAAS,CAAC,UAAU,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;gBACvD,MAAM,CAAC,MAAM,CAAC,QAAS,CAAC,UAAU,CAAC,CAAC,mBAAmB,CAAC,GAAG,CAAC,CAAC;YAC/D,CAAC,CAAC,CAAC;YAEH,EAAE,CAAC,mDAAmD,EAAE,GAAG,EAAE;gBAC3D,MAAM,MAAM,GAAG;;;;;;;;;;CAUtB,CAAC;gBAEM,MAAM,MAAM,GAAG,gBAAgB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;gBAEhD,+BAA+B;gBAC/B,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBACrC,gDAAgD;gBAChD,MAAM,CAAC,MAAM,CAAC,QAAS,CAAC,MAAM,CAAC,CAAC,WAAW,EAAE,CAAC;gBAC9C,MAAM,CAAC,MAAM,CAAC,QAAS,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBAC/C,MAAM,CAAC,MAAM,CAAC,QAAS,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAC;YACjE,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,SAAS,EAAE,GAAG,EAAE;QACvB,EAAE,CAAC,0CAA0C,EAAE,GAAG,EAAE;YAClD,MAAM,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,WAAW,EAAE,CAAC;YAC/C,MAAM,CAAC,gBAAgB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,CAAC;QACpE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;YACrD,KAAK,MAAM,MAAM,IAAI,gBAAgB,CAAC,OAAO,EAAE,CAAC;gBAC9C,MAAM,MAAM,GAAG,gBAAgB,CAAC,OAAO,CAAC,MAAM,CAAC,KAAM,CAAC,CAAC;gBACvD,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;gBAChD,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC;YAC3D,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,UAAU,EAAE,GAAG,EAAE;QACxB,EAAE,CAAC,sCAAsC,EAAE,GAAG,EAAE;YAC9C,MAAM,CAAC,gBAAgB,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YAC1D,MAAM,CAAC,gBAAgB,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACxD,MAAM,CAAC,gBAAgB,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,UAAU,EAAE,CAAC;YAC3D,MAAM,CAAC,gBAAgB,CAAC,QAAS,CAAC,IAAI,CAAC,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;QAClE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,kCAAkC,EAAE,GAAG,EAAE;YAC1C,MAAM,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC7C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,6BAA6B,EAAE,GAAG,EAAE;YACrC,MAAM,CAAC,gBAAgB,CAAC,KAAM,CAAC,QAAQ,CAAC,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;YAC/D,MAAM,CAAC,gBAAgB,CAAC,KAAM,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;QACvD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/extractors/tap/index.d.ts

@@ -0,0 +1,23 @@
+/**
+ * TAP Error Extractor Plugin
+ *
+ * Parses TAP (Test Anything Protocol) test output and formats failures for LLM consumption.
+ * Supports TAP version 13 and compatible test frameworks (tape, node-tap, etc.)
+ *
+ * @package @vibe-validate/extractors
+ */
+import type { ExtractorPlugin, DetectionResult, ErrorExtractorResult } from '../../types.js';
+/**
+ * Detects if output is from TAP protocol
+ */
+export declare function detectTAP(output: string): DetectionResult;
+/**
+ * Extract errors from TAP test output
+ */
+export declare function extractTAP(output: string, _command?: string): ErrorExtractorResult;
+/**
+ * TAP Extractor Plugin
+ */
+declare const tapExtractor: ExtractorPlugin;
+export default tapExtractor;
+//# sourceMappingURL=index.d.ts.map

package/dist/extractors/tap/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/extractors/tap/index.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,KAAK,EACV,eAAe,EACf,eAAe,EACf,oBAAoB,EAGrB,MAAM,gBAAgB,CAAC;AA2CxB;;GAEG;AAEH,wBAAgB,SAAS,CAAC,MAAM,EAAE,MAAM,GAAG,eAAe,CAwDzD;AAED;;GAEG;AACH,wBAAgB,UAAU,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,oBAAoB,CAkGlF;AAmID;;GAEG;AACH,QAAA,MAAM,YAAY,EAAE,eA2DnB,CAAC;AAEF,eAAe,YAAY,CAAC"}

package/dist/extractors/tap/index.js

@@ -0,0 +1,352 @@
+/**
+ * TAP Error Extractor Plugin
+ *
+ * Parses TAP (Test Anything Protocol) test output and formats failures for LLM consumption.
+ * Supports TAP version 13 and compatible test frameworks (tape, node-tap, etc.)
+ *
+ * @package @vibe-validate/extractors
+ */
+import { formatCleanOutput } from '../../utils/formatter-utils.js';
+import { generateGuidanceFromPatterns } from '../../utils/guidance-generator.js';
+/**
+ * TAP-specific guidance patterns
+ * TAP uses detectErrorType() which returns specific keys, so we map those to guidance
+ */
+const TAP_GUIDANCE_PATTERNS = [
+    {
+        key: 'assertion',
+        messageMatchers: ['expected', 'should'],
+        guidance: 'Review the assertion logic and expected vs actual values',
+    },
+    {
+        key: 'timeout',
+        messageMatchers: ['timeout', 'timed out'],
+        guidance: 'Increase timeout limit or optimize async operations',
+    },
+    {
+        key: 'file-not-found',
+        messageMatchers: ['enoent', 'no such file'],
+        guidance: 'Verify file path exists and permissions are correct',
+    },
+    {
+        key: 'type-error',
+        messageMatchers: ['cannot read properties', 'typeerror'],
+        guidance: 'Check for null/undefined values before accessing properties',
+    },
+];
+/**
+ * Detects if output is from TAP protocol
+ */
+// eslint-disable-next-line sonarjs/cognitive-complexity -- Complexity 16 acceptable for TAP detection (pattern scoring with multiple marker types)
+export function detectTAP(output) {
+    const lines = output.split('\n');
+    let score = 0;
+    const foundPatterns = [];
+    let hasTAPVersion = false;
+    let hasNotOk = false;
+    let hasYAMLBlock = false;
+    let hasTestComment = false;
+    for (const line of lines) {
+        const trimmed = line.trim();
+        // High-value markers (30 points each)
+        if (!hasTAPVersion && /^TAP version \d+/.test(trimmed)) {
+            score += 30;
+            foundPatterns.push('TAP version header');
+            hasTAPVersion = true;
+        }
+        // Medium-value markers (20 points)
+        if (!hasNotOk && /^not ok \d+/.test(trimmed)) {
+            score += 20;
+            foundPatterns.push('not ok N failure marker');
+            hasNotOk = true;
+        }
+        if (!hasYAMLBlock && trimmed === '---') {
+            score += 15;
+            foundPatterns.push('YAML diagnostic block (---)');
+            hasYAMLBlock = true;
+        }
+        // Low-value markers (10 points)
+        if (!hasTestComment && trimmed.startsWith('# ')) {
+            score += 10;
+            foundPatterns.push('Test comment marker (#)');
+            hasTestComment = true;
+        }
+    }
+    // Determine reason based on score
+    let reason;
+    if (score >= 60) {
+        reason = 'TAP protocol output detected';
+    }
+    else if (score >= 30) {
+        reason = 'Possible TAP output';
+    }
+    else {
+        reason = 'Not TAP output';
+    }
+    return {
+        confidence: Math.min(score, 100),
+        patterns: foundPatterns,
+        reason,
+    };
+}
+/**
+ * Extract errors from TAP test output
+ */
+export function extractTAP(output, _command) {
+    const detection = detectTAP(output);
+    if (detection.confidence < 30) {
+        return {
+            summary: 'Not TAP output',
+            totalErrors: 0,
+            errors: [],
+            metadata: {
+                detection: {
+                    extractor: 'tap',
+                    confidence: detection.confidence,
+                    patterns: detection.patterns,
+                    reason: detection.reason,
+                },
+                confidence: detection.confidence,
+                completeness: 100,
+                issues: [],
+            },
+        };
+    }
+    // Extract all failures
+    const failures = extractFailures(output);
+    if (failures.length === 0) {
+        return {
+            summary: '0 test(s) failed',
+            errors: [],
+            totalErrors: 0,
+            errorSummary: '',
+            guidance: '',
+            metadata: {
+                detection: {
+                    extractor: 'tap',
+                    confidence: detection.confidence,
+                    patterns: detection.patterns,
+                    reason: detection.reason,
+                },
+                confidence: 100,
+                completeness: 100,
+                issues: [],
+            },
+        };
+    }
+    const errors = [];
+    let completeCount = 0;
+    for (const failure of failures) {
+        const file = failure.file ?? undefined;
+        const message = failure.message ?? 'Test failed';
+        const context = failure.testName ?? '';
+        const isComplete = file && failure.line && message;
+        if (isComplete) {
+            completeCount++;
+        }
+        errors.push({
+            file,
+            line: failure.line,
+            message,
+            context,
+            guidance: failure.guidance,
+        });
+    }
+    // Generate summary
+    const summary = `${failures.length} test(s) failed`;
+    // Generate guidance using TAP-specific patterns
+    const guidance = generateGuidanceFromPatterns(failures, TAP_GUIDANCE_PATTERNS);
+    // Calculate quality metadata
+    const completeness = failures.length > 0 ? (completeCount / failures.length) * 100 : 100;
+    const confidence = failures.length > 0 ? 95 : 100; // High confidence for TAP
+    const metadata = {
+        detection: {
+            extractor: 'tap',
+            confidence: detection.confidence,
+            patterns: detection.patterns,
+            reason: detection.reason,
+        },
+        confidence,
+        completeness,
+        issues: [],
+    };
+    return {
+        summary,
+        errors,
+        totalErrors: failures.length,
+        errorSummary: formatCleanOutput(errors),
+        guidance,
+        metadata,
+    };
+}
+/**
+ * Extract all failures from TAP output
+ */
+// eslint-disable-next-line sonarjs/cognitive-complexity -- Complexity 17 acceptable for TAP output parsing (handles test comments, failure markers, and YAML diagnostic blocks)
+function extractFailures(output) {
+    const failures = [];
+    const lines = output.split('\n');
+    let currentTestName = '';
+    let i = 0;
+    while (i < lines.length) {
+        const line = lines[i];
+        // Track test names from comments
+        if (line.trim().startsWith('#')) {
+            currentTestName = line.trim().substring(1).trim();
+            i++;
+            continue;
+        }
+        // Look for failures: "not ok N message"
+        // eslint-disable-next-line sonarjs/slow-regex -- Safe: only parses TAP test framework output (controlled output), not user input
+        const failureMatch = /^not ok\s+\d+\s+(.+)$/.exec(line);
+        if (failureMatch) {
+            const message = failureMatch[1].trim();
+            const failure = {
+                message,
+                testName: currentTestName,
+            };
+            // Look for YAML diagnostic block (starts with "  ---")
+            if (i + 1 < lines.length && lines[i + 1].trim() === '---') {
+                i += 2; // Skip "not ok" line and "---" line
+                // Parse YAML block until we hit "..."
+                while (i < lines.length && !lines[i].trim().startsWith('...')) {
+                    const yamlLine = lines[i];
+                    // Extract location from "at:" field
+                    // Format: "at: Test.<anonymous> (file:///path/to/file.js:line:col)"
+                    // or: "at: file.js:line:col"
+                    // eslint-disable-next-line sonarjs/slow-regex -- Safe: only parses TAP test framework YAML diagnostics (controlled output), not user input
+                    const atMatch = /^\s+at:\s+(.+)$/.exec(yamlLine);
+                    if (atMatch) {
+                        const location = atMatch[1];
+                        const { file, line } = parseLocation(location);
+                        if (file)
+                            failure.file = file;
+                        if (line)
+                            failure.line = line;
+                    }
+                    i++;
+                }
+            }
+            // Detect error type and add guidance
+            const errorType = detectErrorType(message);
+            failure.errorType = errorType;
+            failure.guidance = getErrorGuidance(errorType);
+            failures.push(failure);
+        }
+        i++;
+    }
+    return failures;
+}
+/**
+ * Parse location string to extract file and line number
+ *
+ * Handles formats:
+ * - Test.<anonymous> (file:///path/to/file.js:28:5)
+ * - Test.<anonymous> (./path/to/file.js:28:5)
+ * - file.js:28:5
+ */
+function parseLocation(location) {
+    // Try to extract from parentheses first: (file:///path:line:col) or (path:line:col)
+    // eslint-disable-next-line sonarjs/slow-regex -- Safe: only parses TAP test framework location strings (controlled output), not user input
+    const parenMatch = /\(([^)]+)\)/.exec(location);
+    const pathString = parenMatch ? parenMatch[1] : location;
+    // Remove file:// protocol if present
+    const cleanPath = pathString.replace(/^file:\/\//, '');
+    // Extract file path and line number
+    // Format: /path/to/file.js:line:col or path/to/file.js:line:col
+    const match = /^(.+):(\d+):\d+$/.exec(cleanPath);
+    if (match) {
+        return {
+            file: match[1],
+            line: Number.parseInt(match[2], 10),
+        };
+    }
+    return {};
+}
+/**
+ * Detect error type from message
+ */
+function detectErrorType(message) {
+    const lowerMessage = message.toLowerCase();
+    if (lowerMessage.includes('timeout') || lowerMessage.includes('timed out')) {
+        return 'timeout';
+    }
+    if (lowerMessage.includes('enoent') || lowerMessage.includes('no such file')) {
+        return 'file-not-found';
+    }
+    if (lowerMessage.includes('cannot read properties') || lowerMessage.includes('typeerror')) {
+        return 'type-error';
+    }
+    if (lowerMessage.includes('expected') || lowerMessage.includes('should')) {
+        return 'assertion';
+    }
+    return 'unknown';
+}
+/**
+ * Get guidance for a specific error type
+ */
+function getErrorGuidance(errorType) {
+    const pattern = TAP_GUIDANCE_PATTERNS.find((p) => p.key === errorType);
+    return pattern?.guidance;
+}
+/**
+ * TAP Extractor Plugin
+ */
+const tapExtractor = {
+    metadata: {
+        name: 'tap',
+        version: '1.0.0',
+        author: 'Jeff Dutton <jeff@duckcreek.com>',
+        description: 'Extracts test failures from TAP (Test Anything Protocol) output',
+        repository: 'https://github.com/jdutton/vibe-validate',
+        tags: ['tap', 'test', 'tape', 'node-tap'],
+    },
+    hints: {
+        anyOf: ['not ok', 'TAP version', '---'],
+    },
+    priority: 78,
+    detect: detectTAP,
+    extract: extractTAP,
+    samples: [
+        {
+            name: 'basic-failure',
+            description: 'Simple TAP failure with YAML diagnostics',
+            // NOSONAR -- /tmp path is part of test fixture sample data, not actual temporary file creation or manipulation
+            input: `TAP version 13
+# Test › should pass assertion
+not ok 1 should have 5 errors
+  ---
+    operator: equal
+    expected: 5
+    actual:   1
+    at: Test.<anonymous> (file:///tmp/test.js:28:5)
+    stack: |-
+      Error: should have 5 errors
+          at Test.assert [as _assert] (/path/to/tape/lib/test.js:492:48)
+          at Test.<anonymous> (file:///tmp/test.js:28:5)
+  ...
+`,
+            expected: {
+                totalErrors: 1,
+                errors: [
+                    {
+                        // eslint-disable-next-line sonarjs/publicly-writable-directories -- /tmp path is part of test fixture sample data, not actual temporary file creation
+                        file: '/tmp/test.js',
+                        line: 28,
+                        message: 'should have 5 errors',
+                    },
+                ],
+            },
+        },
+        {
+            name: 'comprehensive-failures',
+            description: 'Real TAP comprehensive failure output',
+            inputFile: './samples/comprehensive-failures-001.txt',
+            expected: {
+                totalErrors: 15,
+            },
+        },
+    ],
+};
+export default tapExtractor;
+//# sourceMappingURL=index.js.map