@vibecheckai/cli 3.0.4 → 3.0.7

package/bin/runners/lib/schemas/mission-pack.schema.json

@@ -0,0 +1,206 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://vibecheck.dev/schemas/mission-pack.schema.json",
+  "title": "Vibecheck Mission Pack",
+  "description": "Fix missions generated from findings for AI agents or humans",
+  "type": "object",
+  "required": ["specVersion", "generatedAt", "fingerprint", "missions"],
+  "properties": {
+    "specVersion": {
+      "type": "string",
+      "const": "2.0"
+    },
+    "generatedAt": {
+      "type": "string",
+      "format": "date-time"
+    },
+    "projectRoot": {
+      "type": "string"
+    },
+    "fingerprint": {
+      "type": "string",
+      "pattern": "^sha256:[a-f0-9]{64}$"
+    },
+    "sourceReport": {
+      "type": "string",
+      "description": "Path to ship-report that generated this pack"
+    },
+    "missions": {
+      "type": "array",
+      "items": { "$ref": "#/$defs/mission" }
+    },
+    "summary": {
+      "$ref": "#/$defs/missionSummary"
+    },
+    "artifacts": {
+      "type": "array",
+      "items": { "$ref": "#/$defs/artifact" }
+    }
+  },
+  "$defs": {
+    "mission": {
+      "type": "object",
+      "required": ["id", "type", "findingId", "title", "priority", "status"],
+      "properties": {
+        "id": {
+          "type": "string",
+          "pattern": "^M_[A-Z0-9_]+_[A-F0-9]+$",
+          "description": "Mission ID: M_{TYPE}_{HASH}"
+        },
+        "type": {
+          "type": "string",
+          "enum": [
+            "ADD_ROUTE",
+            "REMOVE_ROUTE",
+            "FIX_AUTH",
+            "ADD_ENV",
+            "FIX_CLIENT_CALL",
+            "FIX_UI_BINDING",
+            "ADD_ERROR_HANDLING",
+            "FIX_TOAST",
+            "MANUAL_REVIEW"
+          ]
+        },
+        "findingId": {
+          "type": "string",
+          "description": "Source finding that generated this mission"
+        },
+        "title": {
+          "type": "string",
+          "maxLength": 200
+        },
+        "description": {
+          "type": "string",
+          "description": "Detailed description of what needs to be done"
+        },
+        "priority": {
+          "type": "string",
+          "enum": ["critical", "high", "medium", "low"]
+        },
+        "status": {
+          "type": "string",
+          "enum": ["pending", "in_progress", "completed", "skipped", "failed"]
+        },
+        "targetFile": {
+          "type": ["string", "null"],
+          "description": "Primary file to modify"
+        },
+        "targetLine": {
+          "type": ["integer", "null"]
+        },
+        "suggestedFix": {
+          "$ref": "#/$defs/suggestedFix"
+        },
+        "verification": {
+          "$ref": "#/$defs/verification"
+        },
+        "dependencies": {
+          "type": "array",
+          "items": { "type": "string" },
+          "description": "Mission IDs that must complete first"
+        },
+        "aiHints": {
+          "$ref": "#/$defs/aiHints"
+        }
+      }
+    },
+    "suggestedFix": {
+      "type": "object",
+      "properties": {
+        "type": {
+          "type": "string",
+          "enum": ["create_file", "edit_file", "delete_file", "add_import", "add_function", "wrap_code"]
+        },
+        "file": { "type": "string" },
+        "beforeSnippet": { "type": ["string", "null"] },
+        "afterSnippet": { "type": ["string", "null"] },
+        "insertAt": {
+          "type": "object",
+          "properties": {
+            "line": { "type": "integer" },
+            "position": { "type": "string", "enum": ["before", "after", "replace"] }
+          }
+        },
+        "confidence": {
+          "type": "string",
+          "enum": ["high", "medium", "low"]
+        }
+      }
+    },
+    "verification": {
+      "type": "object",
+      "properties": {
+        "type": {
+          "type": "string",
+          "enum": ["rerun_vibecheck", "run_test", "manual", "playwright_action"]
+        },
+        "command": { "type": ["string", "null"] },
+        "expectedOutcome": { "type": "string" },
+        "playwrightAction": {
+          "type": "object",
+          "properties": {
+            "selector": { "type": "string" },
+            "action": { "type": "string" },
+            "expectedSignal": { "type": "string" }
+          }
+        }
+      }
+    },
+    "aiHints": {
+      "type": "object",
+      "description": "Hints for AI agents processing this mission",
+      "properties": {
+        "context": {
+          "type": "array",
+          "items": { "type": "string" },
+          "description": "Files to read for context"
+        },
+        "patterns": {
+          "type": "array",
+          "items": { "type": "string" },
+          "description": "Patterns to follow from codebase"
+        },
+        "avoid": {
+          "type": "array",
+          "items": { "type": "string" },
+          "description": "Anti-patterns to avoid"
+        },
+        "testWith": {
+          "type": "array",
+          "items": { "type": "string" },
+          "description": "Test files to update/create"
+        }
+      }
+    },
+    "missionSummary": {
+      "type": "object",
+      "properties": {
+        "total": { "type": "integer" },
+        "byType": {
+          "type": "object",
+          "additionalProperties": { "type": "integer" }
+        },
+        "byPriority": {
+          "type": "object",
+          "additionalProperties": { "type": "integer" }
+        },
+        "byStatus": {
+          "type": "object",
+          "additionalProperties": { "type": "integer" }
+        },
+        "estimatedEffort": {
+          "type": "string",
+          "description": "Rough time estimate"
+        }
+      }
+    },
+    "artifact": {
+      "type": "object",
+      "required": ["path", "sha256"],
+      "properties": {
+        "path": { "type": "string" },
+        "sha256": { "type": "string", "pattern": "^[a-f0-9]{64}$" }
+      }
+    }
+  }
+}

package/bin/runners/lib/schemas/proof-graph.schema.json

@@ -0,0 +1,176 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://vibecheck.dev/schemas/proof-graph.schema.json",
+  "title": "Vibecheck Proof Graph",
+  "description": "Graph linking UI actions to client calls to server routes with evidence",
+  "type": "object",
+  "required": ["specVersion", "generatedAt", "fingerprint", "nodes", "edges"],
+  "properties": {
+    "specVersion": {
+      "type": "string",
+      "const": "2.0"
+    },
+    "generatedAt": {
+      "type": "string",
+      "format": "date-time"
+    },
+    "fingerprint": {
+      "type": "string",
+      "pattern": "^sha256:[a-f0-9]{64}$"
+    },
+    "nodes": {
+      "type": "array",
+      "items": { "$ref": "#/$defs/node" },
+      "minItems": 0
+    },
+    "edges": {
+      "type": "array",
+      "items": { "$ref": "#/$defs/edge" },
+      "minItems": 0
+    },
+    "stats": {
+      "$ref": "#/$defs/graphStats"
+    },
+    "gaps": {
+      "type": "array",
+      "items": { "$ref": "#/$defs/proofGap" },
+      "description": "Nodes without required edges"
+    }
+  },
+  "$defs": {
+    "node": {
+      "type": "object",
+      "required": ["id", "type"],
+      "properties": {
+        "id": {
+          "type": "string",
+          "description": "Unique node ID matching source entity ID"
+        },
+        "type": {
+          "type": "string",
+          "enum": ["UI_BINDING", "CLIENT_CALL", "SERVER_ROUTE", "RUNTIME_REQUEST", "UI_SIGNAL"],
+          "description": "Node type determines required edges"
+        },
+        "label": {
+          "type": "string",
+          "description": "Human-readable label"
+        },
+        "file": { "type": ["string", "null"] },
+        "line": { "type": ["integer", "null"] },
+        "confidence": {
+          "type": "string",
+          "enum": ["high", "medium", "low"]
+        },
+        "source": {
+          "type": "string",
+          "enum": ["static", "runtime"],
+          "default": "static"
+        },
+        "metadata": {
+          "type": "object",
+          "description": "Type-specific metadata"
+        }
+      }
+    },
+    "edge": {
+      "type": "object",
+      "required": ["id", "type", "from", "to"],
+      "properties": {
+        "id": {
+          "type": "string",
+          "pattern": "^E_[A-F0-9]+$"
+        },
+        "type": {
+          "type": "string",
+          "enum": [
+            "TRIGGERS",
+            "CALLS",
+            "MATCHES",
+            "PRODUCES",
+            "VERIFIED_BY"
+          ],
+          "description": "Edge relationship type"
+        },
+        "from": {
+          "type": "string",
+          "description": "Source node ID"
+        },
+        "to": {
+          "type": "string",
+          "description": "Target node ID"
+        },
+        "confidence": {
+          "type": "string",
+          "enum": ["high", "medium", "low"]
+        },
+        "score": {
+          "type": "number",
+          "minimum": 0,
+          "maximum": 1,
+          "description": "Match score for fuzzy edges"
+        },
+        "evidence": {
+          "type": "array",
+          "items": { "type": "object" }
+        }
+      }
+    },
+    "graphStats": {
+      "type": "object",
+      "properties": {
+        "nodeCount": { "type": "integer", "minimum": 0 },
+        "edgeCount": { "type": "integer", "minimum": 0 },
+        "byNodeType": {
+          "type": "object",
+          "additionalProperties": { "type": "integer" }
+        },
+        "byEdgeType": {
+          "type": "object",
+          "additionalProperties": { "type": "integer" }
+        },
+        "coverage": {
+          "type": "object",
+          "properties": {
+            "uiBindingsWithTriggers": { "type": "number" },
+            "clientCallsWithMatches": { "type": "number" },
+            "serverRoutesWithCalls": { "type": "number" },
+            "runtimeRequestsMapped": { "type": "number" }
+          }
+        }
+      }
+    },
+    "proofGap": {
+      "type": "object",
+      "required": ["nodeId", "nodeType", "missingEdgeType"],
+      "properties": {
+        "nodeId": { "type": "string" },
+        "nodeType": { "type": "string" },
+        "missingEdgeType": { "type": "string" },
+        "severity": {
+          "type": "string",
+          "enum": ["BLOCK", "WARN", "INFO"]
+        },
+        "reason": { "type": "string" }
+      }
+    }
+  },
+  "x-edge-requirements": {
+    "description": "Minimum edge requirements by node type for proof completeness",
+    "UI_BINDING": {
+      "outgoing": ["TRIGGERS"],
+      "note": "UI binding should trigger at least one client call"
+    },
+    "CLIENT_CALL": {
+      "outgoing": ["MATCHES"],
+      "note": "Client call should match a server route"
+    },
+    "SERVER_ROUTE": {
+      "incoming": ["MATCHES"],
+      "note": "Server route should be called by at least one client call (or be dead)"
+    },
+    "RUNTIME_REQUEST": {
+      "outgoing": ["MATCHES"],
+      "note": "Runtime request should map to a client call"
+    }
+  }
+}

package/bin/runners/lib/schemas/reality-report.schema.json

@@ -0,0 +1,162 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://vibecheck.dev/schemas/reality-report.schema.json",
+  "title": "Vibecheck Reality Report",
+  "description": "Runtime verification results from Playwright crawl",
+  "type": "object",
+  "required": ["meta", "actions", "requests", "signals"],
+  "properties": {
+    "meta": {
+      "type": "object",
+      "required": ["version", "generatedAt", "baseUrl"],
+      "properties": {
+        "version": { "type": "string", "const": "2.0.0" },
+        "generatedAt": { "type": "string", "format": "date-time" },
+        "baseUrl": { "type": "string", "format": "uri" },
+        "durationMs": { "type": "integer" },
+        "browser": { "type": "string" },
+        "viewport": {
+          "type": "object",
+          "properties": {
+            "width": { "type": "integer" },
+            "height": { "type": "integer" }
+          }
+        },
+        "passes": {
+          "type": "array",
+          "items": { "type": "string", "enum": ["anon", "auth"] }
+        }
+      }
+    },
+    "actions": {
+      "type": "array",
+      "items": { "$ref": "#/$defs/action" }
+    },
+    "requests": {
+      "type": "array",
+      "items": { "$ref": "#/$defs/request" }
+    },
+    "signals": {
+      "type": "array",
+      "items": { "$ref": "#/$defs/signal" }
+    },
+    "actionOutcomes": {
+      "type": "array",
+      "items": { "$ref": "#/$defs/actionOutcome" }
+    },
+    "coverage": {
+      "type": "object",
+      "properties": {
+        "routesHit": { "type": "array", "items": { "type": "string" } },
+        "routesMissed": { "type": "array", "items": { "type": "string" } },
+        "percent": { "type": "number" }
+      }
+    },
+    "auth": {
+      "type": "object",
+      "properties": {
+        "verified": { "type": "boolean" },
+        "protectedRoutesTestedAnon": { "type": "array", "items": { "type": "string" } },
+        "protectedRoutesTestedAuth": { "type": "array", "items": { "type": "string" } },
+        "bypassDetected": { "type": "array", "items": { "type": "string" } }
+      }
+    }
+  },
+  "$defs": {
+    "action": {
+      "type": "object",
+      "required": ["id", "type", "selector", "timestamp"],
+      "properties": {
+        "id": { "type": "string" },
+        "type": { "type": "string", "enum": ["click", "submit", "navigate", "type", "scroll"] },
+        "selector": { "type": "string" },
+        "labelHint": { "type": "string" },
+        "url": { "type": "string" },
+        "timestamp": { "type": "integer" },
+        "durationMs": { "type": "integer" },
+        "screenshot": { "type": "string" },
+        "requestIds": {
+          "type": "array",
+          "items": { "type": "string" }
+        },
+        "uiChange": { "$ref": "#/$defs/uiChange" }
+      }
+    },
+    "uiChange": {
+      "type": "object",
+      "required": ["score", "meaningful"],
+      "properties": {
+        "score": { "type": "number", "minimum": 0, "maximum": 1 },
+        "meaningful": { "type": "boolean" },
+        "reasons": {
+          "type": "array",
+          "items": { "type": "string" }
+        },
+        "beforeSemanticHash": { "type": "string" },
+        "afterSemanticHash": { "type": "string" },
+        "semanticDiffSummary": {
+          "type": "object",
+          "properties": {
+            "added": { "type": "array", "items": { "type": "string" } },
+            "removed": { "type": "array", "items": { "type": "string" } },
+            "changed": { "type": "array", "items": { "type": "string" } }
+          }
+        },
+        "routeChanged": { "type": "boolean" },
+        "dialogOpened": { "type": "boolean" },
+        "dialogClosed": { "type": "boolean" },
+        "errorsChanged": { "type": "boolean" }
+      }
+    },
+    "request": {
+      "type": "object",
+      "required": ["id", "method", "url", "timestamp"],
+      "properties": {
+        "id": { "type": "string" },
+        "method": { "type": "string" },
+        "url": { "type": "string" },
+        "normalizedPath": { "type": "string" },
+        "status": { "type": "integer" },
+        "timestamp": { "type": "integer" },
+        "durationMs": { "type": "integer" },
+        "triggeredBy": { "type": "string" },
+        "responseType": { "type": "string" },
+        "isApi": { "type": "boolean" },
+        "isMutation": { "type": "boolean" }
+      }
+    },
+    "signal": {
+      "type": "object",
+      "required": ["kind", "atMs"],
+      "properties": {
+        "kind": {
+          "type": "string",
+          "enum": ["toast_success", "toast_error", "toast_info", "toast_unknown", "alert_appeared", "dialog_opened", "dialog_closed", "spinner_started", "spinner_ended", "route_changed"]
+        },
+        "atMs": { "type": "integer" },
+        "libraryHint": { "type": "string" },
+        "message": { "type": "string" },
+        "selectorHint": { "type": "string" },
+        "screenshot": { "type": "string" },
+        "actionId": { "type": "string" }
+      }
+    },
+    "actionOutcome": {
+      "type": "object",
+      "required": ["actionId", "outcome"],
+      "properties": {
+        "actionId": { "type": "string" },
+        "actionType": { "type": "string" },
+        "selector": { "type": "string" },
+        "outcome": {
+          "type": "string",
+          "enum": ["success_confirmed", "success_silent", "mutation_failed", "toast_only", "error_shown", "no_effect", "ui_changed", "unknown"]
+        },
+        "uiChangeScore": { "type": "number" },
+        "toastKinds": { "type": "array", "items": { "type": "string" } },
+        "requestCount": { "type": "integer" },
+        "mutationCount": { "type": "integer" }
+      }
+    }
+  }
+}