vibe-validate 0.17.6 → 0.18.0

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "vibe-validate",
-  "version": "0.17.6",
+  "version": "0.18.0",
   "description": "Git-aware validation orchestration for vibe coding (LLM-assisted development) - umbrella package",
   "type": "module",
   "bin": {
@@ -50,13 +50,13 @@
     "access": "public"
   },
   "dependencies": {
-    "@vibe-validate/cli": "0.17.6"
+    "@vibe-validate/cli": "0.18.0"
   },
   "devDependencies": {
     "@types/node": "^20.19.26",
     "typescript": "^5.9.3",
     "vitest": "^2.1.9",
-    "@vibe-validate/utils": "0.17.6"
+    "@vibe-validate/utils": "0.18.0"
   },
   "scripts": {
     "test": "vitest run",

package/skill/SKILL.md

@@ -1,6 +1,6 @@
 ---
 name: vibe-validate
-version: 0.17.6 # Tracks vibe-validate package version
+version: 0.18.0 # Tracks vibe-validate package version
 description: Expert guidance for vibe-validate, an LLM-optimized validation orchestration tool. Use when working with vibe-validate commands, configuration, pre-commit workflows, or validation orchestration in TypeScript projects.
 model: claude-sonnet-4-5
 tools:

package/skill/resources/cli-reference.md

@@ -238,7 +238,7 @@ vibe-validate sync-check --yaml  # YAML output only
 
 ### `cleanup`
 
-Post-merge cleanup (switch to main, delete merged branches)
+Comprehensive branch cleanup with GitHub integration
 
 **What it does:**
 
@@ -255,12 +255,6 @@ Post-merge cleanup (switch to main, delete merged branches)
 
 **When to use:** After PR merge to clean up local branches
 
-**Options:**
-
-- `--main-branch <branch>` - Main branch name
-- `--dry-run` - Show what would be deleted without actually deleting
-- `--yaml` - Output YAML only (no human-friendly display)
-
 **Examples:**
 
 ```bash
@@ -386,7 +380,7 @@ vibe-validate doctor --yaml # YAML output only
 
 ### `watch-pr`
 
-Watch CI checks for a pull/merge request in real-time
+Monitor PR checks with auto-polling, error extraction, and flaky test detection (use after creating PR, run after each push)
 
 **What it does:**
 
@@ -407,11 +401,13 @@ Watch CI checks for a pull/merge request in real-time
 
 **Options:**
 
-- `--provider <name>` - Force specific CI provider (github-actions, gitlab-ci)
-- `--yaml` - Output YAML only (no interactive display)
-- `--timeout <seconds>` - Maximum time to wait in seconds (default: 3600)
+- `--yaml` - Force YAML output (auto-enabled on failure)
+- `--repo <owner/repo>` - Repository (default: auto-detect from git remote)
+- `--history` - Show historical runs for the PR with pass/fail summary
+- `--run-id <id>` - Watch specific run ID instead of latest (useful for testing failed runs)
+- `--timeout <seconds>` - Maximum polling time in seconds (default: 1800 = 30 min)
 - `--poll-interval <seconds>` - Polling frequency in seconds (default: 10)
-- `--fail-fast` - Exit immediately on first check failure
+- `--fail-fast` - Exit immediately on first check failure (no polling)
 
 **Error recovery:**
 

package/skill/resources/extending-extraction.md

@@ -339,6 +339,249 @@ extract(output: string) {
 - Output has unexpected whitespace or formatting
 - Error lines are multi-line but code assumes single-line
 
+## Testing Your Plugin
+
+### Why Test?
+
+Testing ensures your extractor:
+- Correctly identifies tool output (detection)
+- Accurately parses errors (extraction)
+- Handles edge cases (empty output, malformed data)
+- Maintains quality over time (regression prevention)
+
+### Using the Test Helpers
+
+vibe-validate provides universal test helpers to make testing consistent and simple.
+
+**Import the helpers:**
+```typescript
+import { describe, it, expect } from 'vitest';
+import {
+  expectPluginMetadata,
+  expectDetection,
+  expectExtractionResult,
+  expectEmptyExtraction,
+  expectErrorObject,
+} from '@vibe-validate/extractors/testing';
+
+import myPlugin from './index.js';
+```
+
+### Test Helper Reference
+
+#### 1. `expectPluginMetadata(plugin, expected)`
+
+Verifies plugin metadata (name, priority, hints, tags).
+
+```typescript
+describe('metadata', () => {
+  it('should have correct plugin metadata', () => {
+    expectPluginMetadata(myPlugin, {
+      name: 'my-tool',
+      priority: 85,
+      requiredHints: ['ERROR:', 'FAILED'],
+      tags: ['build', 'compiler'],
+    });
+    expect(myPlugin).toBeDefined();
+  });
+});
+```
+
+**Parameters:**
+- `name`: Plugin name (must match metadata.name)
+- `priority`: Detection priority (10-100, higher = checked first)
+- `requiredHints`: Patterns that must appear in output (optional)
+- `tags`: Plugin tags for categorization (optional)
+
+#### 2. `expectDetection(plugin, output, expected)`
+
+Verifies detection logic returns correct confidence and reasoning.
+
+```typescript
+describe('detect', () => {
+  it('should detect tool output with high confidence', () => {
+    expectDetection(
+      myPlugin,
+      'ERROR: Build failed at line 42',
+      {
+        confidence: 90,
+        patterns: ['ERROR:', 'Build failed'],
+        reasonContains: 'Tool-specific error format detected',
+      }
+    );
+    expect(myPlugin).toBeDefined();
+  });
+
+  it('should not detect non-tool output', () => {
+    expectDetection(
+      myPlugin,
+      'Some random text',
+      {
+        confidence: 0,
+      }
+    );
+    expect(myPlugin).toBeDefined();
+  });
+});
+```
+
+**Parameters:**
+- `confidence`: Expected confidence (0-100) or `{ min: number }` for range
+- `patterns`: Array of pattern descriptions (optional)
+- `reasonContains`: Substring expected in detection reason (optional)
+
+#### 3. `expectExtractionResult(result, expected)`
+
+Verifies extraction result structure and content.
+
+```typescript
+describe('extract', () => {
+  it('should extract errors from tool output', () => {
+    const output = 'ERROR: Type mismatch at src/index.ts:42:5';
+    const result = myPlugin.extract(output);
+
+    expectExtractionResult(result, {
+      errorCount: 1,
+      summaryPattern: '1 error(s)',
+    });
+
+    expect(result.errors[0].file).toBe('src/index.ts');
+  });
+});
+```
+
+**Parameters:**
+- `errorCount`: Expected number of errors
+- `summaryPattern`: Regex or string to match against result.summary
+
+#### 4. `expectEmptyExtraction(extractFn, expectedSummary)`
+
+Verifies behavior when no errors are found.
+
+```typescript
+describe('extract', () => {
+  it('should handle empty output', () => {
+    expectEmptyExtraction(myPlugin.extract, '0 error(s)');
+  });
+});
+```
+
+**Parameters:**
+- `extractFn`: Extract function reference
+- `expectedSummary`: Expected summary for empty results
+
+#### 5. `expectErrorObject(error, expected)`
+
+Verifies individual error object fields.
+
+```typescript
+describe('extract', () => {
+  it('should parse error details correctly', () => {
+    const output = 'ERROR: Type mismatch at src/index.ts:42:5';
+    const result = myPlugin.extract(output);
+
+    expectErrorObject(result.errors[0], {
+      file: 'src/index.ts',
+      line: 42,
+      column: 5,
+      severity: 'error',
+      messageContains: 'Type mismatch',
+    });
+  });
+});
+```
+
+**Parameters:**
+- `file`: Expected file path
+- `line`: Expected line number
+- `column`: Expected column number (optional)
+- `severity`: 'error' | 'warning'
+- `code`: Error code (e.g., 'TS2322') (optional)
+- `messageContains`: Substring expected in error message
+
+### Complete Test Example
+
+```typescript
+/**
+ * My Tool Extractor Tests
+ */
+import { describe, it, expect } from 'vitest';
+import {
+  expectPluginMetadata,
+  expectDetection,
+  expectExtractionResult,
+  expectEmptyExtraction,
+  expectErrorObject,
+} from '@vibe-validate/extractors/testing';
+
+import myToolPlugin from './index.js';
+
+describe('My Tool Extractor Plugin', () => {
+  describe('detect', () => {
+    it('should detect tool output', () => {
+      expectDetection(
+        myToolPlugin,
+        'ERROR: Build failed',
+        {
+          confidence: 90,
+          patterns: ['ERROR:', 'Build failed'],
+          reasonContains: 'tool',
+        }
+      );
+      expect(myToolPlugin).toBeDefined();
+    });
+  });
+
+  describe('extract', () => {
+    it('should extract single error', () => {
+      const output = 'ERROR: Type error at src/index.ts:42:5';
+      const result = myToolPlugin.extract(output);
+
+      expectExtractionResult(result, {
+        errorCount: 1,
+        summaryPattern: '1 error(s)',
+      });
+
+      expectErrorObject(result.errors[0], {
+        file: 'src/index.ts',
+        line: 42,
+        column: 5,
+        severity: 'error',
+        messageContains: 'Type error',
+      });
+    });
+
+    it('should handle no errors', () => {
+      expectEmptyExtraction(myToolPlugin.extract, '0 error(s)');
+    });
+  });
+
+  describe('metadata', () => {
+    it('should have correct metadata', () => {
+      expectPluginMetadata(myToolPlugin, {
+        name: 'my-tool',
+        priority: 85,
+        requiredHints: ['ERROR:'],
+      });
+      expect(myToolPlugin).toBeDefined();
+    });
+  });
+});
+```
+
+### Running Tests
+
+```bash
+# Run all tests
+npm test
+
+# Run tests in watch mode
+npm test -- --watch
+
+# Run specific test file
+npm test -- index.test.ts
+```
+
 ## Advanced: Contributing Back
 
 Once your plugin is working well: