mustflow 1.31.0 → 2.16.0

package/schemas/verify-report.schema.json

@@ -11,7 +11,12 @@
     "reason",
     "reasons",
     "plan_source",
+    "verification_plan_id",
     "status",
+    "completion_verdict",
+    "evidence_model",
+    "run_dir",
+    "manifest_path",
     "summary",
     "results"
   ],
@@ -25,7 +30,27 @@
       "items": { "type": "string" }
     },
     "plan_source": { "type": ["string", "null"] },
+    "verification_plan_id": {
+      "type": "string",
+      "pattern": "^sha256:[0-9a-f]{64}$"
+    },
     "status": { "enum": ["passed", "partial", "failed", "blocked"] },
+    "completion_verdict": { "$ref": "#/$defs/completionVerdict" },
+    "evidence_model": { "$ref": "#/$defs/evidenceModel" },
+    "failure_fingerprint": {
+      "anyOf": [
+        { "$ref": "#/$defs/failureFingerprint" },
+        { "type": "null" }
+      ]
+    },
+    "repeated_failure_summary": {
+      "anyOf": [
+        { "$ref": "#/$defs/repeatedFailureSummary" },
+        { "type": "null" }
+      ]
+    },
+    "run_dir": { "type": "string" },
+    "manifest_path": { "type": "string" },
     "summary": {
       "type": "object",
       "additionalProperties": false,
@@ -38,6 +63,11 @@
         "skipped": { "type": "integer" }
       }
     },
+    "repro_evidence": { "$ref": "#/$defs/reproEvidence" },
+    "external_checks": {
+      "type": "array",
+      "items": { "$ref": "#/$defs/externalCheck" }
+    },
     "results": {
       "type": "array",
       "items": {
@@ -50,6 +80,9 @@
           "reason",
           "detail",
           "exit_code",
+          "verification_plan_id",
+          "receipt_path",
+          "receipt_sha256",
           "receipt"
         ],
         "properties": {
@@ -59,7 +92,551 @@
           "reason": { "type": ["string", "null"] },
           "detail": { "type": ["string", "null"] },
           "exit_code": { "type": ["integer", "null"] },
-          "receipt": { "type": ["object", "null"] }
+          "verification_plan_id": {
+            "type": ["string", "null"],
+            "pattern": "^sha256:[0-9a-f]{64}$"
+          },
+          "receipt_path": { "type": ["string", "null"] },
+          "receipt_sha256": {
+            "type": ["string", "null"],
+            "pattern": "^sha256:[0-9a-f]{64}$"
+          },
+          "receipt": {
+            "anyOf": [
+              { "$ref": "run-receipt.schema.json" },
+              { "type": "null" }
+            ]
+          }
+        }
+      }
+    }
+  },
+  "$defs": {
+    "failureFingerprint": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": [
+        "schema_version",
+        "fingerprint",
+        "verification_plan_id",
+        "failed_intents_hash",
+        "exit_code_classes_hash",
+        "timeout_flags_hash",
+        "error_kinds_hash",
+        "diagnostic_hash",
+        "risk_codes_hash",
+        "affected_surfaces_hash",
+        "command_fingerprints_hash"
+      ],
+      "properties": {
+        "schema_version": { "const": "1" },
+        "fingerprint": { "type": "string", "pattern": "^sha256:[0-9a-f]{64}$" },
+        "verification_plan_id": { "type": "string", "pattern": "^sha256:[0-9a-f]{64}$" },
+        "failed_intents_hash": { "type": "string", "pattern": "^sha256:[0-9a-f]{64}$" },
+        "exit_code_classes_hash": { "type": "string", "pattern": "^sha256:[0-9a-f]{64}$" },
+        "timeout_flags_hash": { "type": "string", "pattern": "^sha256:[0-9a-f]{64}$" },
+        "error_kinds_hash": { "type": "string", "pattern": "^sha256:[0-9a-f]{64}$" },
+        "diagnostic_hash": { "type": "string", "pattern": "^sha256:[0-9a-f]{64}$" },
+        "risk_codes_hash": { "type": "string", "pattern": "^sha256:[0-9a-f]{64}$" },
+        "affected_surfaces_hash": { "type": "string", "pattern": "^sha256:[0-9a-f]{64}$" },
+        "command_fingerprints_hash": { "type": "string", "pattern": "^sha256:[0-9a-f]{64}$" }
+      }
+    },
+    "repeatedFailureSummary": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": [
+        "schema_version",
+        "fingerprint",
+        "verification_plan_id",
+        "status",
+        "failed_intents_hash",
+        "risk_codes_hash",
+        "affected_surfaces_hash",
+        "first_seen_at",
+        "last_seen_at",
+        "seen_count",
+        "requires_new_evidence"
+      ],
+      "properties": {
+        "schema_version": { "const": "1" },
+        "fingerprint": { "type": "string", "pattern": "^sha256:[0-9a-f]{64}$" },
+        "verification_plan_id": { "type": "string", "pattern": "^sha256:[0-9a-f]{64}$" },
+        "status": { "type": "string" },
+        "failed_intents_hash": { "type": "string", "pattern": "^sha256:[0-9a-f]{64}$" },
+        "risk_codes_hash": { "type": "string", "pattern": "^sha256:[0-9a-f]{64}$" },
+        "affected_surfaces_hash": { "type": "string", "pattern": "^sha256:[0-9a-f]{64}$" },
+        "first_seen_at": { "type": "string" },
+        "last_seen_at": { "type": "string" },
+        "seen_count": { "type": "integer", "minimum": 1 },
+        "requires_new_evidence": { "type": "boolean" }
+      }
+    },
+    "completionVerdict": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["schema_version", "status", "primary_reason", "evidence", "blockers", "contradictions", "limitations"],
+      "properties": {
+        "schema_version": { "const": "1" },
+        "status": { "enum": ["verified", "partially_verified", "unverified", "blocked", "contradicted"] },
+        "primary_reason": { "type": "string" },
+        "evidence": {
+          "type": "object",
+          "additionalProperties": false,
+          "required": [
+            "source",
+            "verification_plan_id",
+            "changed_file_count",
+            "criteria",
+            "matched_intents",
+            "ran_intents",
+            "passed_intents",
+            "failed_intents",
+            "skipped_intents",
+            "receipt_count",
+            "gap_count",
+            "source_anchor_risk_count",
+            "scope_diff_risk_count",
+            "repeated_failure_count",
+            "validation_ratchet_risk_count",
+            "repro_evidence_risk_count",
+            "external_evidence_risk_count",
+            "write_drift_risk_count",
+            "receipt_binding_risk_count",
+            "stale_receipt_count",
+            "plan_mismatch_count",
+            "risks",
+            "receipt_binding",
+            "latest_run_status"
+          ],
+          "properties": {
+            "source": { "enum": ["mf_verify", "dashboard_export"] },
+            "verification_plan_id": {
+              "type": ["string", "null"],
+              "pattern": "^sha256:[0-9a-f]{64}$"
+            },
+            "changed_file_count": { "type": ["integer", "null"] },
+            "criteria": { "$ref": "#/$defs/completionVerdictCriteria" },
+            "matched_intents": { "type": "integer" },
+            "ran_intents": { "type": "integer" },
+            "passed_intents": { "type": "integer" },
+            "failed_intents": { "type": "integer" },
+            "skipped_intents": { "type": "integer" },
+            "receipt_count": { "type": "integer" },
+            "gap_count": { "type": "integer" },
+            "source_anchor_risk_count": { "type": "integer" },
+            "scope_diff_risk_count": { "type": "integer" },
+            "repeated_failure_count": { "type": "integer" },
+            "validation_ratchet_risk_count": { "type": "integer" },
+            "repro_evidence_risk_count": { "type": "integer" },
+            "external_evidence_risk_count": { "type": "integer" },
+            "write_drift_risk_count": { "type": "integer" },
+            "receipt_binding_risk_count": { "type": "integer" },
+            "stale_receipt_count": { "type": "integer" },
+            "plan_mismatch_count": { "type": "integer" },
+            "risks": { "$ref": "#/$defs/completionVerdictRisks" },
+            "receipt_binding": { "$ref": "#/$defs/completionVerdictReceiptBinding" },
+            "latest_run_status": { "type": ["string", "null"] }
+          }
+        },
+        "blockers": {
+          "type": "array",
+          "items": { "type": "string" }
+        },
+        "contradictions": {
+          "type": "array",
+          "items": { "type": "string" }
+        },
+        "limitations": {
+          "type": "array",
+          "items": { "type": "string" }
+        }
+      }
+    },
+    "completionVerdictCriteria": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["total", "covered", "partially_covered", "uncovered", "blocked", "contradicted"],
+      "properties": {
+        "total": { "type": "integer" },
+        "covered": { "type": "integer" },
+        "partially_covered": { "type": "integer" },
+        "uncovered": { "type": "integer" },
+        "blocked": { "type": "integer" },
+        "contradicted": { "type": "integer" }
+      }
+    },
+    "completionVerdictRisks": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": [
+        "source_anchor",
+        "scope_diff",
+        "repeated_failure",
+        "validation_ratchet",
+        "repro_evidence",
+        "external_evidence",
+        "write_drift",
+        "receipt_binding",
+        "stale_receipt",
+        "plan_mismatch"
+      ],
+      "properties": {
+        "source_anchor": { "type": "integer" },
+        "scope_diff": { "type": "integer" },
+        "repeated_failure": { "type": "integer" },
+        "validation_ratchet": { "type": "integer" },
+        "repro_evidence": { "type": "integer" },
+        "external_evidence": { "type": "integer" },
+        "write_drift": { "type": "integer" },
+        "receipt_binding": { "type": "integer" },
+        "stale_receipt": { "type": "integer" },
+        "plan_mismatch": { "type": "integer" }
+      }
+    },
+    "completionVerdictReceiptBinding": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": [
+        "plan_bound_count",
+        "plan_unbound_count",
+        "fingerprint_bound_count",
+        "fingerprint_unbound_count",
+        "current_state_bound_count",
+        "current_state_unavailable_count",
+        "stale_count",
+        "plan_mismatch_count"
+      ],
+      "properties": {
+        "plan_bound_count": { "type": "integer" },
+        "plan_unbound_count": { "type": "integer" },
+        "fingerprint_bound_count": { "type": "integer" },
+        "fingerprint_unbound_count": { "type": "integer" },
+        "current_state_bound_count": { "type": "integer" },
+        "current_state_unavailable_count": { "type": "integer" },
+        "stale_count": { "type": "integer" },
+        "plan_mismatch_count": { "type": "integer" }
+      }
+    },
+    "evidenceModel": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": [
+        "schema_version",
+        "source",
+        "verification_plan_id",
+        "requirements",
+        "coverage_matrix",
+        "receipts",
+        "skipped_checks",
+        "gaps",
+        "remaining_risks",
+        "explanation"
+      ],
+      "properties": {
+        "schema_version": { "const": "1" },
+        "source": { "enum": ["mf_verify", "dashboard_export"] },
+        "verification_plan_id": {
+          "type": ["string", "null"],
+          "pattern": "^sha256:[0-9a-f]{64}$"
+        },
+        "requirements": {
+          "type": "array",
+          "items": { "$ref": "#/$defs/evidenceRequirement" }
+        },
+        "coverage_matrix": {
+          "type": "array",
+          "items": { "$ref": "#/$defs/evidenceCoverageCriterion" }
+        },
+        "receipts": {
+          "type": "array",
+          "items": { "$ref": "#/$defs/evidenceReceipt" }
+        },
+        "skipped_checks": {
+          "type": "array",
+          "items": { "$ref": "#/$defs/evidenceSkippedCheck" }
+        },
+        "gaps": {
+          "type": "array",
+          "items": { "$ref": "#/$defs/evidenceGap" }
+        },
+        "remaining_risks": {
+          "type": "array",
+          "items": { "$ref": "#/$defs/evidenceRemainingRisk" }
+        },
+        "repro_evidence": { "$ref": "#/$defs/reproEvidence" },
+        "external_checks": {
+          "type": "array",
+          "items": { "$ref": "#/$defs/externalCheck" }
+        },
+        "explanation": { "$ref": "#/$defs/evidenceExplanation" }
+      }
+    },
+    "evidenceRequirement": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": [
+        "reason",
+        "files",
+        "surfaces",
+        "candidate_intents",
+        "selected_intents",
+        "skipped_intents",
+        "gap_count",
+        "outcome"
+      ],
+      "properties": {
+        "reason": { "type": "string" },
+        "files": {
+          "type": "array",
+          "items": { "type": "string" }
+        },
+        "surfaces": {
+          "type": "array",
+          "items": { "type": "string" }
+        },
+        "candidate_intents": {
+          "type": "array",
+          "items": { "type": "string" }
+        },
+        "selected_intents": {
+          "type": "array",
+          "items": { "type": "string" }
+        },
+        "skipped_intents": {
+          "type": "array",
+          "items": { "type": "string" }
+        },
+        "gap_count": { "type": "integer" },
+        "outcome": { "enum": ["verified", "partially_verified", "unverified", "blocked", "contradicted"] }
+      }
+    },
+    "evidenceCoverageCriterion": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["criterion_id", "source", "statement", "status", "requirement_reason", "evidence"],
+      "properties": {
+        "criterion_id": { "type": "string" },
+        "source": { "enum": ["verification_requirement", "dashboard_snapshot"] },
+        "statement": { "type": "string" },
+        "status": { "enum": ["covered", "partially_covered", "uncovered", "blocked", "contradicted"] },
+        "requirement_reason": { "type": ["string", "null"] },
+        "evidence": { "$ref": "#/$defs/evidenceCoverageLinks" }
+      }
+    },
+    "evidenceCoverageLinks": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["intents", "receipt_paths", "gap_reasons", "source_anchor_ids"],
+      "properties": {
+        "intents": {
+          "type": "array",
+          "items": { "type": "string" }
+        },
+        "receipt_paths": {
+          "type": "array",
+          "items": { "type": "string" }
+        },
+        "gap_reasons": {
+          "type": "array",
+          "items": { "type": "string" }
+        },
+        "source_anchor_ids": {
+          "type": "array",
+          "items": { "type": "string" }
+        }
+      }
+    },
+    "evidenceReceipt": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["intent", "status", "skipped", "verification_plan_id", "receipt_path", "receipt_sha256"],
+      "properties": {
+        "intent": { "type": ["string", "null"] },
+        "status": { "type": "string" },
+        "skipped": { "type": "boolean" },
+        "verification_plan_id": {
+          "type": ["string", "null"],
+          "pattern": "^sha256:[0-9a-f]{64}$"
+        },
+        "receipt_path": { "type": ["string", "null"] },
+        "receipt_sha256": {
+          "type": ["string", "null"],
+          "pattern": "^sha256:[0-9a-f]{64}$"
+        }
+      }
+    },
+    "evidenceSkippedCheck": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["intent", "reason", "detail"],
+      "properties": {
+        "intent": { "type": ["string", "null"] },
+        "reason": { "type": ["string", "null"] },
+        "detail": { "type": ["string", "null"] }
+      }
+    },
+    "evidenceGap": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["reason", "intent", "status", "detail", "files", "surfaces"],
+      "properties": {
+        "reason": { "type": ["string", "null"] },
+        "intent": { "type": ["string", "null"] },
+        "status": { "type": ["string", "null"] },
+        "detail": { "type": ["string", "null"] },
+        "files": {
+          "type": "array",
+          "items": { "type": "string" }
+        },
+        "surfaces": {
+          "type": "array",
+          "items": { "type": "string" }
+        }
+      }
+    },
+    "evidenceRemainingRisk": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["code", "severity", "detail"],
+      "properties": {
+        "code": { "type": "string" },
+        "severity": { "type": "string" },
+        "detail": { "type": "string" }
+      }
+    },
+    "reproEvidence": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": [
+        "source",
+        "authority",
+        "reported_symptom",
+        "expected_behavior",
+        "observed_behavior",
+        "reproduction_route",
+        "before_fix",
+        "after_fix",
+        "regression_guard"
+      ],
+      "properties": {
+        "source": { "const": "repro_first_debug" },
+        "authority": { "const": "claim_evidence" },
+        "reported_symptom": { "type": ["string", "null"] },
+        "expected_behavior": { "type": ["string", "null"] },
+        "observed_behavior": { "type": ["string", "null"] },
+        "reproduction_route": { "$ref": "#/$defs/reproRouteIdentity" },
+        "before_fix": { "$ref": "#/$defs/reproBeforeFixEvidence" },
+        "after_fix": { "$ref": "#/$defs/reproAfterFixEvidence" },
+        "regression_guard": { "$ref": "#/$defs/reproRegressionGuardEvidence" }
+      }
+    },
+    "reproRouteIdentity": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["route_id", "route_kind", "route_digest", "failure_oracle_hash", "steps"],
+      "properties": {
+        "route_id": { "type": ["string", "null"] },
+        "route_kind": { "enum": ["test", "cli", "browser", "api", "manual", "unknown", null] },
+        "route_digest": { "type": ["string", "null"] },
+        "failure_oracle_hash": { "type": ["string", "null"] },
+        "steps": {
+          "type": "array",
+          "items": { "$ref": "#/$defs/reproRouteStep" }
+        }
+      }
+    },
+    "reproRouteStep": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["ordinal", "action", "target", "input_digest", "observation_digest", "summary"],
+      "properties": {
+        "ordinal": { "type": "integer", "minimum": 1 },
+        "action": { "type": ["string", "null"] },
+        "target": { "type": ["string", "null"] },
+        "input_digest": { "type": ["string", "null"] },
+        "observation_digest": { "type": ["string", "null"] },
+        "summary": { "type": ["string", "null"] }
+      }
+    },
+    "reproBeforeFixEvidence": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["status", "outcome", "receipt_path", "receipt_sha256", "verification_plan_id", "summary", "reason"],
+      "properties": {
+        "status": { "enum": ["reproduced", "unavailable", "missing"] },
+        "outcome": { "enum": ["failed_as_expected", "failed_differently", "passed_unexpectedly", null] },
+        "receipt_path": { "type": ["string", "null"] },
+        "receipt_sha256": { "type": ["string", "null"] },
+        "verification_plan_id": { "type": ["string", "null"] },
+        "summary": { "type": ["string", "null"] },
+        "reason": { "type": ["string", "null"] }
+      }
+    },
+    "reproAfterFixEvidence": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["status", "outcome", "same_route_as", "receipt_path", "receipt_sha256", "verification_plan_id", "summary", "reason"],
+      "properties": {
+        "status": { "enum": ["passed", "failed", "unavailable", "missing"] },
+        "outcome": { "enum": ["passed_expected_behavior", "failed_same_route", "failed_differently", null] },
+        "same_route_as": { "type": ["string", "null"] },
+        "receipt_path": { "type": ["string", "null"] },
+        "receipt_sha256": { "type": ["string", "null"] },
+        "verification_plan_id": { "type": ["string", "null"] },
+        "summary": { "type": ["string", "null"] },
+        "reason": { "type": ["string", "null"] }
+      }
+    },
+    "reproRegressionGuardEvidence": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["status", "intent", "test_path", "receipt_path", "receipt_sha256", "verification_plan_id", "summary", "reason"],
+      "properties": {
+        "status": { "enum": ["passed", "failed", "unavailable", "missing"] },
+        "intent": { "type": ["string", "null"] },
+        "test_path": { "type": ["string", "null"] },
+        "receipt_path": { "type": ["string", "null"] },
+        "receipt_sha256": { "type": ["string", "null"] },
+        "verification_plan_id": { "type": ["string", "null"] },
+        "summary": { "type": ["string", "null"] },
+        "reason": { "type": ["string", "null"] }
+      }
+    },
+    "externalCheck": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["source", "authority", "provider", "name", "status", "url", "summary"],
+      "properties": {
+        "source": { "const": "external_ci" },
+        "authority": { "const": "supporting_only" },
+        "provider": { "type": "string", "minLength": 1 },
+        "name": { "type": "string", "minLength": 1 },
+        "status": { "enum": ["passed", "failed", "cancelled", "unknown"] },
+        "url": { "type": ["string", "null"] },
+        "summary": { "type": ["string", "null"] }
+      }
+    },
+    "evidenceExplanation": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["verified_by", "downgraded_by", "blocked_by", "contradicted_by"],
+      "properties": {
+        "verified_by": {
+          "type": "array",
+          "items": { "type": "string" }
+        },
+        "downgraded_by": {
+          "type": "array",
+          "items": { "type": "string" }
+        },
+        "blocked_by": {
+          "type": "array",
+          "items": { "type": "string" }
+        },
+        "contradicted_by": {
+          "type": "array",
+          "items": { "type": "string" }
         }
       }
     }