vibecheck-ai 2.0.1 → 5.0.0

package/bin/runners/lib/schemas/error-envelope.schema.json

@@ -0,0 +1,105 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://vibecheck.dev/schemas/error-envelope.schema.json",
+  "x-schemaVersion": "1.0.0",
+  "title": "Vibecheck Error Envelope",
+  "description": "Standardized error response wrapper",
+  "type": "object",
+  "required": [
+    "error",
+    "code",
+    "message"
+  ],
+  "properties": {
+    "error": {
+      "type": "boolean",
+      "const": true,
+      "description": "Always true for error responses"
+    },
+    "code": {
+      "type": "string",
+      "enum": [
+        "SCHEMA_INVALID",
+        "TOOL_NOT_FOUND",
+        "TIER_REQUIRED",
+        "AUTH_REQUIRED",
+        "AUTH_INVALID",
+        "RATE_LIMITED",
+        "TIMEOUT",
+        "PROJECT_NOT_FOUND",
+        "CONFIG_INVALID",
+        "INTERNAL_ERROR",
+        "NETWORK_ERROR",
+        "PARSE_ERROR"
+      ],
+      "description": "Machine-readable error code"
+    },
+    "message": {
+      "type": "string",
+      "minLength": 1,
+      "description": "Human-readable error message"
+    },
+    "details": {
+      "type": ["object", "null"],
+      "description": "Additional error details",
+      "properties": {
+        "path": {
+          "type": "string",
+          "description": "JSON path to invalid field (for SCHEMA_INVALID)"
+        },
+        "expected": {
+          "type": "string",
+          "description": "Expected value or type"
+        },
+        "received": {
+          "type": "string",
+          "description": "Received value or type"
+        },
+        "schema_errors": {
+          "type": "array",
+          "items": {
+            "type": "object",
+            "properties": {
+              "instancePath": { "type": "string" },
+              "schemaPath": { "type": "string" },
+              "keyword": { "type": "string" },
+              "params": { "type": "object" },
+              "message": { "type": "string" }
+            }
+          },
+          "description": "Detailed AJV validation errors"
+        },
+        "required_tier": {
+          "type": "string",
+          "enum": ["free", "pro", "enterprise"],
+          "description": "Required tier (for TIER_REQUIRED)"
+        },
+        "current_tier": {
+          "type": "string",
+          "enum": ["free", "pro", "enterprise"],
+          "description": "Current user tier"
+        },
+        "retry_after_ms": {
+          "type": "integer",
+          "minimum": 0,
+          "description": "Milliseconds to wait before retry (for RATE_LIMITED)"
+        }
+      }
+    },
+    "timestamp": {
+      "type": "string",
+      "format": "date-time",
+      "description": "ISO 8601 timestamp of error occurrence"
+    },
+    "correlation_id": {
+      "type": ["string", "null"],
+      "description": "Correlation ID for tracing"
+    },
+    "help_url": {
+      "type": ["string", "null"],
+      "format": "uri",
+      "description": "URL to documentation for this error"
+    }
+  },
+  "additionalProperties": false
+}

package/bin/runners/lib/schemas/finding-v3.schema.json

@@ -0,0 +1,151 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://vibecheck.dev/schemas/finding-v3.schema.json",
+  "x-schemaVersion": "1.0.0",
+  "title": "Vibecheck Finding v3",
+  "description": "A single finding from static or runtime analysis with stable fields",
+  "type": "object",
+  "required": [
+    "rule_id",
+    "category",
+    "severity",
+    "confidence",
+    "message",
+    "explanation",
+    "evidence",
+    "tags"
+  ],
+  "properties": {
+    "rule_id": {
+      "type": "string",
+      "pattern": "^[A-Z][A-Z0-9_]+$",
+      "description": "Unique rule identifier (e.g., MOCK_DATA_001, AUTH_BYPASS_002)"
+    },
+    "category": {
+      "type": "string",
+      "enum": [
+        "truth",
+        "routes",
+        "auth",
+        "env",
+        "billing",
+        "dead_ui",
+        "fake_success",
+        "ui_mismatch",
+        "contract_drift",
+        "security",
+        "coverage",
+        "quality",
+        "performance"
+      ],
+      "description": "Finding category for grouping and filtering"
+    },
+    "severity": {
+      "type": "string",
+      "enum": ["BLOCK", "WARN", "INFO"],
+      "description": "BLOCK stops ship, WARN allows with warning, INFO is informational"
+    },
+    "confidence": {
+      "type": "number",
+      "minimum": 0,
+      "maximum": 1,
+      "description": "Confidence score from 0.0 (low) to 1.0 (high)"
+    },
+    "message": {
+      "type": "string",
+      "minLength": 1,
+      "maxLength": 200,
+      "description": "Short human-readable message (displayed in lists)"
+    },
+    "explanation": {
+      "type": "string",
+      "minLength": 10,
+      "description": "Detailed explanation of why this is an issue"
+    },
+    "evidence": {
+      "type": "array",
+      "minItems": 1,
+      "items": {
+        "$ref": "#/$defs/evidence"
+      },
+      "description": "Evidence supporting this finding (at least one required)"
+    },
+    "fix_hint": {
+      "type": ["string", "null"],
+      "description": "Suggested fix or remediation steps"
+    },
+    "tags": {
+      "type": "array",
+      "items": {
+        "type": "string",
+        "pattern": "^[a-z][a-z0-9_-]*$"
+      },
+      "description": "Tags for categorization and filtering"
+    },
+    "fingerprint": {
+      "type": "string",
+      "pattern": "^sha256:[a-f0-9]{64}$",
+      "description": "Stable hash for deduplication across runs"
+    },
+    "first_seen": {
+      "type": "string",
+      "format": "date-time",
+      "description": "ISO 8601 timestamp when first detected"
+    },
+    "suppressed": {
+      "type": "boolean",
+      "default": false,
+      "description": "Whether this finding is suppressed via allowlist"
+    },
+    "suppression_reason": {
+      "type": ["string", "null"],
+      "description": "Reason for suppression if suppressed"
+    }
+  },
+  "$defs": {
+    "evidence": {
+      "type": "object",
+      "required": ["path", "lineStart", "lineEnd"],
+      "properties": {
+        "path": {
+          "type": "string",
+          "minLength": 1,
+          "description": "File path relative to project root"
+        },
+        "lineStart": {
+          "type": "integer",
+          "minimum": 1,
+          "description": "Starting line number (1-indexed)"
+        },
+        "lineEnd": {
+          "type": "integer",
+          "minimum": 1,
+          "description": "Ending line number (1-indexed)"
+        },
+        "snippet": {
+          "type": ["string", "null"],
+          "maxLength": 2000,
+          "description": "Code snippet (optional, may be truncated)"
+        },
+        "kind": {
+          "type": "string",
+          "enum": ["file", "request", "runtime", "screenshot", "diff", "trace"],
+          "default": "file",
+          "description": "Type of evidence"
+        },
+        "url": {
+          "type": ["string", "null"],
+          "format": "uri",
+          "description": "URL for runtime/request evidence"
+        },
+        "httpStatus": {
+          "type": ["integer", "null"],
+          "minimum": 100,
+          "maximum": 599,
+          "description": "HTTP status code for request evidence"
+        }
+      }
+    }
+  },
+  "additionalProperties": false
+}

package/bin/runners/lib/schemas/finding.schema.json

@@ -0,0 +1,100 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://vibecheck.dev/schemas/finding.schema.json",
+  "title": "Vibecheck Finding",
+  "description": "A single finding from static or runtime analysis",
+  "type": "object",
+  "required": ["id", "detectorId", "fingerprint", "severity", "category", "scope", "title", "confidence"],
+  "properties": {
+    "id": {
+      "type": "string",
+      "pattern": "^F_[A-Z0-9_]+_[A-F0-9]+$",
+      "description": "Unique finding ID: F_{DETECTOR}_{HASH}"
+    },
+    "detectorId": {
+      "type": "string",
+      "pattern": "^D_[A-Z0-9_]+$",
+      "description": "Detector that produced this finding"
+    },
+    "fingerprint": {
+      "type": "string",
+      "pattern": "^sha256:[a-f0-9]{64}$",
+      "description": "Stable hash for deduplication across runs"
+    },
+    "severity": {
+      "type": "string",
+      "enum": ["BLOCK", "WARN", "INFO"],
+      "description": "BLOCK stops ship, WARN allows with warning, INFO is informational"
+    },
+    "category": {
+      "type": "string",
+      "enum": ["Truth", "Routes", "Auth", "Env", "Billing", "DeadUI", "FakeSuccess", "UIMismatch", "ContractDrift", "Security", "Coverage"],
+      "description": "Finding category for grouping. Truth = truthpack/extraction issues, Routes = route matching, Auth = authentication, Env = environment vars, Billing = Stripe/payments, DeadUI = clicks with no effect, FakeSuccess = toast/UI mismatch with request, UIMismatch = UI/backend state mismatch, ContractDrift = contract changes, Security = security issues, Coverage = coverage threshold violations"
+    },
+    "scope": {
+      "type": "string",
+      "enum": ["client", "server", "runtime", "contracts", "shared"],
+      "description": "Where the finding applies"
+    },
+    "title": {
+      "type": "string",
+      "maxLength": 200,
+      "description": "Human-readable title"
+    },
+    "why": {
+      "type": "string",
+      "description": "Explanation of why this is a problem"
+    },
+    "confidence": {
+      "type": "string",
+      "enum": ["high", "medium", "low"],
+      "description": "Confidence level of detection"
+    },
+    "evidence": {
+      "type": "array",
+      "items": { "$ref": "#/$defs/evidence" },
+      "description": "Evidence supporting this finding"
+    },
+    "repro": {
+      "type": ["string", "null"],
+      "description": "How to reproduce this issue"
+    },
+    "related": {
+      "type": "array",
+      "items": { "type": "string" },
+      "description": "IDs of related findings"
+    },
+    "proofNode": {
+      "type": ["string", "null"],
+      "description": "ID of proof graph node if applicable"
+    },
+    "missionType": {
+      "type": ["string", "null"],
+      "description": "Mission type for fix generation"
+    }
+  },
+  "$defs": {
+    "evidence": {
+      "type": "object",
+      "required": ["id", "kind"],
+      "properties": {
+        "id": {
+          "type": "string",
+          "pattern": "^E_[A-F0-9]+$"
+        },
+        "kind": {
+          "type": "string",
+          "enum": ["file", "request", "runtime", "screenshot", "diff"]
+        },
+        "file": { "type": "string" },
+        "lines": { "type": "string", "pattern": "^\\d+-\\d+$" },
+        "snippetHash": { "type": "string", "pattern": "^sha256:[a-f0-9]+$" },
+        "reason": { "type": "string" },
+        "url": { "type": "string" },
+        "httpStatus": { "type": "integer" },
+        "screenshot": { "type": "string" },
+        "data": { "type": "object" }
+      }
+    }
+  }
+}

package/bin/runners/lib/schemas/mission-pack.schema.json

@@ -0,0 +1,206 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://vibecheck.dev/schemas/mission-pack.schema.json",
+  "title": "Vibecheck Mission Pack",
+  "description": "Fix missions generated from findings for AI agents or humans",
+  "type": "object",
+  "required": ["specVersion", "generatedAt", "fingerprint", "missions"],
+  "properties": {
+    "specVersion": {
+      "type": "string",
+      "const": "2.0"
+    },
+    "generatedAt": {
+      "type": "string",
+      "format": "date-time"
+    },
+    "projectRoot": {
+      "type": "string"
+    },
+    "fingerprint": {
+      "type": "string",
+      "pattern": "^sha256:[a-f0-9]{64}$"
+    },
+    "sourceReport": {
+      "type": "string",
+      "description": "Path to ship-report that generated this pack"
+    },
+    "missions": {
+      "type": "array",
+      "items": { "$ref": "#/$defs/mission" }
+    },
+    "summary": {
+      "$ref": "#/$defs/missionSummary"
+    },
+    "artifacts": {
+      "type": "array",
+      "items": { "$ref": "#/$defs/artifact" }
+    }
+  },
+  "$defs": {
+    "mission": {
+      "type": "object",
+      "required": ["id", "type", "findingId", "title", "priority", "status"],
+      "properties": {
+        "id": {
+          "type": "string",
+          "pattern": "^M_[A-Z0-9_]+_[A-F0-9]+$",
+          "description": "Mission ID: M_{TYPE}_{HASH}"
+        },
+        "type": {
+          "type": "string",
+          "enum": [
+            "ADD_ROUTE",
+            "REMOVE_ROUTE",
+            "FIX_AUTH",
+            "ADD_ENV",
+            "FIX_CLIENT_CALL",
+            "FIX_UI_BINDING",
+            "ADD_ERROR_HANDLING",
+            "FIX_TOAST",
+            "MANUAL_REVIEW"
+          ]
+        },
+        "findingId": {
+          "type": "string",
+          "description": "Source finding that generated this mission"
+        },
+        "title": {
+          "type": "string",
+          "maxLength": 200
+        },
+        "description": {
+          "type": "string",
+          "description": "Detailed description of what needs to be done"
+        },
+        "priority": {
+          "type": "string",
+          "enum": ["critical", "high", "medium", "low"]
+        },
+        "status": {
+          "type": "string",
+          "enum": ["pending", "in_progress", "completed", "skipped", "failed"]
+        },
+        "targetFile": {
+          "type": ["string", "null"],
+          "description": "Primary file to modify"
+        },
+        "targetLine": {
+          "type": ["integer", "null"]
+        },
+        "suggestedFix": {
+          "$ref": "#/$defs/suggestedFix"
+        },
+        "verification": {
+          "$ref": "#/$defs/verification"
+        },
+        "dependencies": {
+          "type": "array",
+          "items": { "type": "string" },
+          "description": "Mission IDs that must complete first"
+        },
+        "aiHints": {
+          "$ref": "#/$defs/aiHints"
+        }
+      }
+    },
+    "suggestedFix": {
+      "type": "object",
+      "properties": {
+        "type": {
+          "type": "string",
+          "enum": ["create_file", "edit_file", "delete_file", "add_import", "add_function", "wrap_code"]
+        },
+        "file": { "type": "string" },
+        "beforeSnippet": { "type": ["string", "null"] },
+        "afterSnippet": { "type": ["string", "null"] },
+        "insertAt": {
+          "type": "object",
+          "properties": {
+            "line": { "type": "integer" },
+            "position": { "type": "string", "enum": ["before", "after", "replace"] }
+          }
+        },
+        "confidence": {
+          "type": "string",
+          "enum": ["high", "medium", "low"]
+        }
+      }
+    },
+    "verification": {
+      "type": "object",
+      "properties": {
+        "type": {
+          "type": "string",
+          "enum": ["rerun_vibecheck", "run_test", "manual", "playwright_action"]
+        },
+        "command": { "type": ["string", "null"] },
+        "expectedOutcome": { "type": "string" },
+        "playwrightAction": {
+          "type": "object",
+          "properties": {
+            "selector": { "type": "string" },
+            "action": { "type": "string" },
+            "expectedSignal": { "type": "string" }
+          }
+        }
+      }
+    },
+    "aiHints": {
+      "type": "object",
+      "description": "Hints for AI agents processing this mission",
+      "properties": {
+        "context": {
+          "type": "array",
+          "items": { "type": "string" },
+          "description": "Files to read for context"
+        },
+        "patterns": {
+          "type": "array",
+          "items": { "type": "string" },
+          "description": "Patterns to follow from codebase"
+        },
+        "avoid": {
+          "type": "array",
+          "items": { "type": "string" },
+          "description": "Anti-patterns to avoid"
+        },
+        "testWith": {
+          "type": "array",
+          "items": { "type": "string" },
+          "description": "Test files to update/create"
+        }
+      }
+    },
+    "missionSummary": {
+      "type": "object",
+      "properties": {
+        "total": { "type": "integer" },
+        "byType": {
+          "type": "object",
+          "additionalProperties": { "type": "integer" }
+        },
+        "byPriority": {
+          "type": "object",
+          "additionalProperties": { "type": "integer" }
+        },
+        "byStatus": {
+          "type": "object",
+          "additionalProperties": { "type": "integer" }
+        },
+        "estimatedEffort": {
+          "type": "string",
+          "description": "Rough time estimate"
+        }
+      }
+    },
+    "artifact": {
+      "type": "object",
+      "required": ["path", "sha256"],
+      "properties": {
+        "path": { "type": "string" },
+        "sha256": { "type": "string", "pattern": "^[a-f0-9]{64}$" }
+      }
+    }
+  }
+}