vibecheck-ai 2.0.1 → 5.0.0

package/bin/runners/lib/schemas/proof-graph.schema.json

@@ -0,0 +1,176 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://vibecheck.dev/schemas/proof-graph.schema.json",
+  "title": "Vibecheck Proof Graph",
+  "description": "Graph linking UI actions to client calls to server routes with evidence",
+  "type": "object",
+  "required": ["specVersion", "generatedAt", "fingerprint", "nodes", "edges"],
+  "properties": {
+    "specVersion": {
+      "type": "string",
+      "const": "2.0"
+    },
+    "generatedAt": {
+      "type": "string",
+      "format": "date-time"
+    },
+    "fingerprint": {
+      "type": "string",
+      "pattern": "^sha256:[a-f0-9]{64}$"
+    },
+    "nodes": {
+      "type": "array",
+      "items": { "$ref": "#/$defs/node" },
+      "minItems": 0
+    },
+    "edges": {
+      "type": "array",
+      "items": { "$ref": "#/$defs/edge" },
+      "minItems": 0
+    },
+    "stats": {
+      "$ref": "#/$defs/graphStats"
+    },
+    "gaps": {
+      "type": "array",
+      "items": { "$ref": "#/$defs/proofGap" },
+      "description": "Nodes without required edges"
+    }
+  },
+  "$defs": {
+    "node": {
+      "type": "object",
+      "required": ["id", "type"],
+      "properties": {
+        "id": {
+          "type": "string",
+          "description": "Unique node ID matching source entity ID"
+        },
+        "type": {
+          "type": "string",
+          "enum": ["UI_BINDING", "CLIENT_CALL", "SERVER_ROUTE", "RUNTIME_REQUEST", "UI_SIGNAL"],
+          "description": "Node type determines required edges"
+        },
+        "label": {
+          "type": "string",
+          "description": "Human-readable label"
+        },
+        "file": { "type": ["string", "null"] },
+        "line": { "type": ["integer", "null"] },
+        "confidence": {
+          "type": "string",
+          "enum": ["high", "medium", "low"]
+        },
+        "source": {
+          "type": "string",
+          "enum": ["static", "runtime"],
+          "default": "static"
+        },
+        "metadata": {
+          "type": "object",
+          "description": "Type-specific metadata"
+        }
+      }
+    },
+    "edge": {
+      "type": "object",
+      "required": ["id", "type", "from", "to"],
+      "properties": {
+        "id": {
+          "type": "string",
+          "pattern": "^E_[A-F0-9]+$"
+        },
+        "type": {
+          "type": "string",
+          "enum": [
+            "TRIGGERS",
+            "CALLS",
+            "MATCHES",
+            "PRODUCES",
+            "VERIFIED_BY"
+          ],
+          "description": "Edge relationship type"
+        },
+        "from": {
+          "type": "string",
+          "description": "Source node ID"
+        },
+        "to": {
+          "type": "string",
+          "description": "Target node ID"
+        },
+        "confidence": {
+          "type": "string",
+          "enum": ["high", "medium", "low"]
+        },
+        "score": {
+          "type": "number",
+          "minimum": 0,
+          "maximum": 1,
+          "description": "Match score for fuzzy edges"
+        },
+        "evidence": {
+          "type": "array",
+          "items": { "type": "object" }
+        }
+      }
+    },
+    "graphStats": {
+      "type": "object",
+      "properties": {
+        "nodeCount": { "type": "integer", "minimum": 0 },
+        "edgeCount": { "type": "integer", "minimum": 0 },
+        "byNodeType": {
+          "type": "object",
+          "additionalProperties": { "type": "integer" }
+        },
+        "byEdgeType": {
+          "type": "object",
+          "additionalProperties": { "type": "integer" }
+        },
+        "coverage": {
+          "type": "object",
+          "properties": {
+            "uiBindingsWithTriggers": { "type": "number" },
+            "clientCallsWithMatches": { "type": "number" },
+            "serverRoutesWithCalls": { "type": "number" },
+            "runtimeRequestsMapped": { "type": "number" }
+          }
+        }
+      }
+    },
+    "proofGap": {
+      "type": "object",
+      "required": ["nodeId", "nodeType", "missingEdgeType"],
+      "properties": {
+        "nodeId": { "type": "string" },
+        "nodeType": { "type": "string" },
+        "missingEdgeType": { "type": "string" },
+        "severity": {
+          "type": "string",
+          "enum": ["BLOCK", "WARN", "INFO"]
+        },
+        "reason": { "type": "string" }
+      }
+    }
+  },
+  "x-edge-requirements": {
+    "description": "Minimum edge requirements by node type for proof completeness",
+    "UI_BINDING": {
+      "outgoing": ["TRIGGERS"],
+      "note": "UI binding should trigger at least one client call"
+    },
+    "CLIENT_CALL": {
+      "outgoing": ["MATCHES"],
+      "note": "Client call should match a server route"
+    },
+    "SERVER_ROUTE": {
+      "incoming": ["MATCHES"],
+      "note": "Server route should be called by at least one client call (or be dead)"
+    },
+    "RUNTIME_REQUEST": {
+      "outgoing": ["MATCHES"],
+      "note": "Runtime request should map to a client call"
+    }
+  }
+}

package/bin/runners/lib/schemas/reality-report.schema.json

@@ -0,0 +1,162 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://vibecheck.dev/schemas/reality-report.schema.json",
+  "title": "Vibecheck Reality Report",
+  "description": "Runtime verification results from Playwright crawl",
+  "type": "object",
+  "required": ["meta", "actions", "requests", "signals"],
+  "properties": {
+    "meta": {
+      "type": "object",
+      "required": ["version", "generatedAt", "baseUrl"],
+      "properties": {
+        "version": { "type": "string", "const": "2.0.0" },
+        "generatedAt": { "type": "string", "format": "date-time" },
+        "baseUrl": { "type": "string", "format": "uri" },
+        "durationMs": { "type": "integer" },
+        "browser": { "type": "string" },
+        "viewport": {
+          "type": "object",
+          "properties": {
+            "width": { "type": "integer" },
+            "height": { "type": "integer" }
+          }
+        },
+        "passes": {
+          "type": "array",
+          "items": { "type": "string", "enum": ["anon", "auth"] }
+        }
+      }
+    },
+    "actions": {
+      "type": "array",
+      "items": { "$ref": "#/$defs/action" }
+    },
+    "requests": {
+      "type": "array",
+      "items": { "$ref": "#/$defs/request" }
+    },
+    "signals": {
+      "type": "array",
+      "items": { "$ref": "#/$defs/signal" }
+    },
+    "actionOutcomes": {
+      "type": "array",
+      "items": { "$ref": "#/$defs/actionOutcome" }
+    },
+    "coverage": {
+      "type": "object",
+      "properties": {
+        "routesHit": { "type": "array", "items": { "type": "string" } },
+        "routesMissed": { "type": "array", "items": { "type": "string" } },
+        "percent": { "type": "number" }
+      }
+    },
+    "auth": {
+      "type": "object",
+      "properties": {
+        "verified": { "type": "boolean" },
+        "protectedRoutesTestedAnon": { "type": "array", "items": { "type": "string" } },
+        "protectedRoutesTestedAuth": { "type": "array", "items": { "type": "string" } },
+        "bypassDetected": { "type": "array", "items": { "type": "string" } }
+      }
+    }
+  },
+  "$defs": {
+    "action": {
+      "type": "object",
+      "required": ["id", "type", "selector", "timestamp"],
+      "properties": {
+        "id": { "type": "string" },
+        "type": { "type": "string", "enum": ["click", "submit", "navigate", "type", "scroll"] },
+        "selector": { "type": "string" },
+        "labelHint": { "type": "string" },
+        "url": { "type": "string" },
+        "timestamp": { "type": "integer" },
+        "durationMs": { "type": "integer" },
+        "screenshot": { "type": "string" },
+        "requestIds": {
+          "type": "array",
+          "items": { "type": "string" }
+        },
+        "uiChange": { "$ref": "#/$defs/uiChange" }
+      }
+    },
+    "uiChange": {
+      "type": "object",
+      "required": ["score", "meaningful"],
+      "properties": {
+        "score": { "type": "number", "minimum": 0, "maximum": 1 },
+        "meaningful": { "type": "boolean" },
+        "reasons": {
+          "type": "array",
+          "items": { "type": "string" }
+        },
+        "beforeSemanticHash": { "type": "string" },
+        "afterSemanticHash": { "type": "string" },
+        "semanticDiffSummary": {
+          "type": "object",
+          "properties": {
+            "added": { "type": "array", "items": { "type": "string" } },
+            "removed": { "type": "array", "items": { "type": "string" } },
+            "changed": { "type": "array", "items": { "type": "string" } }
+          }
+        },
+        "routeChanged": { "type": "boolean" },
+        "dialogOpened": { "type": "boolean" },
+        "dialogClosed": { "type": "boolean" },
+        "errorsChanged": { "type": "boolean" }
+      }
+    },
+    "request": {
+      "type": "object",
+      "required": ["id", "method", "url", "timestamp"],
+      "properties": {
+        "id": { "type": "string" },
+        "method": { "type": "string" },
+        "url": { "type": "string" },
+        "normalizedPath": { "type": "string" },
+        "status": { "type": "integer" },
+        "timestamp": { "type": "integer" },
+        "durationMs": { "type": "integer" },
+        "triggeredBy": { "type": "string" },
+        "responseType": { "type": "string" },
+        "isApi": { "type": "boolean" },
+        "isMutation": { "type": "boolean" }
+      }
+    },
+    "signal": {
+      "type": "object",
+      "required": ["kind", "atMs"],
+      "properties": {
+        "kind": {
+          "type": "string",
+          "enum": ["toast_success", "toast_error", "toast_info", "toast_unknown", "alert_appeared", "dialog_opened", "dialog_closed", "spinner_started", "spinner_ended", "route_changed"]
+        },
+        "atMs": { "type": "integer" },
+        "libraryHint": { "type": "string" },
+        "message": { "type": "string" },
+        "selectorHint": { "type": "string" },
+        "screenshot": { "type": "string" },
+        "actionId": { "type": "string" }
+      }
+    },
+    "actionOutcome": {
+      "type": "object",
+      "required": ["actionId", "outcome"],
+      "properties": {
+        "actionId": { "type": "string" },
+        "actionType": { "type": "string" },
+        "selector": { "type": "string" },
+        "outcome": {
+          "type": "string",
+          "enum": ["success_confirmed", "success_silent", "mutation_failed", "toast_only", "error_shown", "no_effect", "ui_changed", "unknown"]
+        },
+        "uiChangeScore": { "type": "number" },
+        "toastKinds": { "type": "array", "items": { "type": "string" } },
+        "requestCount": { "type": "integer" },
+        "mutationCount": { "type": "integer" }
+      }
+    }
+  }
+}

package/bin/runners/lib/schemas/report-artifact.schema.json

@@ -0,0 +1,120 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://vibecheck.dev/schemas/report-artifact.schema.json",
+  "x-schemaVersion": "1.0.0",
+  "title": "Vibecheck Report Artifact",
+  "description": "Generic report artifact from analysis operations",
+  "type": "object",
+  "required": [
+    "type",
+    "timestamp",
+    "data"
+  ],
+  "properties": {
+    "type": {
+      "type": "string",
+      "enum": [
+        "scan_result",
+        "fix_plan",
+        "fix_result",
+        "status_report",
+        "context_rules",
+        "reality_report",
+        "evidence_pack"
+      ],
+      "description": "Type of report artifact"
+    },
+    "timestamp": {
+      "type": "string",
+      "format": "date-time",
+      "description": "ISO 8601 timestamp of generation"
+    },
+    "vibecheck_version": {
+      "type": "string",
+      "pattern": "^\\d+\\.\\d+\\.\\d+",
+      "description": "Vibecheck version that generated this artifact"
+    },
+    "data": {
+      "type": "object",
+      "description": "Artifact-specific data payload"
+    },
+    "findings": {
+      "type": "array",
+      "items": {
+        "$ref": "finding-v3.schema.json"
+      },
+      "description": "Associated findings (if applicable)"
+    },
+    "summary": {
+      "type": "object",
+      "properties": {
+        "total_files_scanned": {
+          "type": "integer",
+          "minimum": 0
+        },
+        "total_findings": {
+          "type": "integer",
+          "minimum": 0
+        },
+        "duration_ms": {
+          "type": "integer",
+          "minimum": 0
+        },
+        "counts_by_severity": {
+          "type": "object",
+          "properties": {
+            "BLOCK": { "type": "integer", "minimum": 0 },
+            "WARN": { "type": "integer", "minimum": 0 },
+            "INFO": { "type": "integer", "minimum": 0 }
+          }
+        },
+        "counts_by_category": {
+          "type": "object",
+          "additionalProperties": {
+            "type": "integer",
+            "minimum": 0
+          }
+        }
+      }
+    },
+    "metadata": {
+      "type": "object",
+      "properties": {
+        "project_path": {
+          "type": "string"
+        },
+        "project_fingerprint": {
+          "type": "string",
+          "pattern": "^sha256:[a-f0-9]{64}$"
+        },
+        "git_commit": {
+          "type": ["string", "null"]
+        },
+        "git_branch": {
+          "type": ["string", "null"]
+        },
+        "ci_build_id": {
+          "type": ["string", "null"]
+        }
+      }
+    },
+    "artifacts": {
+      "type": "array",
+      "items": {
+        "type": "object",
+        "required": ["name", "path"],
+        "properties": {
+          "name": { "type": "string" },
+          "path": { "type": "string" },
+          "type": {
+            "type": "string",
+            "enum": ["html", "json", "sarif", "md", "png", "mp4"]
+          },
+          "size_bytes": { "type": "integer", "minimum": 0 }
+        }
+      },
+      "description": "Generated artifact files"
+    }
+  },
+  "additionalProperties": false
+}

package/bin/runners/lib/schemas/run-request.schema.json

@@ -0,0 +1,108 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://vibecheck.dev/schemas/run-request.schema.json",
+  "x-schemaVersion": "1.0.0",
+  "title": "Vibecheck Run Request",
+  "description": "Input schema for all vibecheck tool invocations",
+  "type": "object",
+  "required": ["tool"],
+  "properties": {
+    "tool": {
+      "type": "string",
+      "description": "Tool name to invoke",
+      "minLength": 1
+    },
+    "projectPath": {
+      "type": "string",
+      "description": "Path to project root",
+      "default": "."
+    },
+    "options": {
+      "type": "object",
+      "description": "Tool-specific options",
+      "properties": {
+        "profile": {
+          "type": "string",
+          "enum": ["quick", "standard", "full", "paranoid"],
+          "default": "standard"
+        },
+        "format": {
+          "type": "string",
+          "enum": ["json", "text", "html", "sarif", "md"],
+          "default": "json"
+        },
+        "strict": {
+          "type": "boolean",
+          "default": false
+        },
+        "ci": {
+          "type": "boolean",
+          "default": false
+        },
+        "verbose": {
+          "type": "boolean",
+          "default": false
+        },
+        "timeout": {
+          "type": "integer",
+          "minimum": 1000,
+          "maximum": 600000,
+          "default": 30000
+        }
+      },
+      "additionalProperties": true
+    },
+    "context": {
+      "type": "object",
+      "description": "Execution context",
+      "properties": {
+        "apiKey": {
+          "type": "string",
+          "description": "API key for authenticated requests"
+        },
+        "sessionId": {
+          "type": "string",
+          "description": "Session ID for tracking"
+        },
+        "correlationId": {
+          "type": "string",
+          "description": "Correlation ID for distributed tracing"
+        },
+        "userAgent": {
+          "type": "string",
+          "description": "Client user agent"
+        }
+      }
+    },
+    "filters": {
+      "type": "object",
+      "description": "Filtering options",
+      "properties": {
+        "include": {
+          "type": "array",
+          "items": { "type": "string" },
+          "description": "Glob patterns to include"
+        },
+        "exclude": {
+          "type": "array",
+          "items": { "type": "string" },
+          "description": "Glob patterns to exclude"
+        },
+        "categories": {
+          "type": "array",
+          "items": { "type": "string" },
+          "description": "Categories to check"
+        },
+        "severity": {
+          "type": "array",
+          "items": {
+            "type": "string",
+            "enum": ["BLOCK", "WARN", "INFO"]
+          },
+          "description": "Severity levels to include"
+        }
+      }
+    }
+  },
+  "additionalProperties": false
+}