@thomasminh1995/depverdict 0.6.0-alpha.1

package/schemas/evaluation-report.schema.json

@@ -0,0 +1,158 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://raw.githubusercontent.com/thomasMinh1995/UpgradeLens/main/schemas/evaluation-report.schema.json",
+  "title": "UpgradeLens AI Evaluation Report",
+  "description": "Machine-readable report produced by the UpgradeLens AI Evaluation Runner.",
+  "type": "object",
+  "additionalProperties": false,
+  "required": [
+    "schemaVersion",
+    "generatedAt",
+    "generator",
+    "evaluation",
+    "model",
+    "summary",
+    "metrics",
+    "cases"
+  ],
+  "properties": {
+    "schemaVersion": { "const": "1.0.0" },
+    "generatedAt": { "type": "string", "format": "date-time" },
+    "generator": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["name", "version"],
+      "properties": {
+        "name": { "const": "UpgradeLens" },
+        "version": { "type": "string", "minLength": 1 }
+      }
+    },
+    "evaluation": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["datasetPath", "datasetVersion", "promptVersion", "caseCount"],
+      "properties": {
+        "datasetPath": { "type": "string", "minLength": 1 },
+        "datasetVersion": { "type": "string", "minLength": 1 },
+        "promptVersion": { "type": "string", "minLength": 1 },
+        "caseCount": { "type": "integer", "minimum": 0 }
+      }
+    },
+    "model": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["provider", "name"],
+      "properties": {
+        "provider": { "type": "string", "minLength": 1 },
+        "name": { "type": "string", "minLength": 1 }
+      }
+    },
+    "summary": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["totalCases", "passed", "failed"],
+      "properties": {
+        "totalCases": { "type": "integer", "minimum": 0 },
+        "passed": { "type": "integer", "minimum": 0 },
+        "failed": { "type": "integer", "minimum": 0 }
+      }
+    },
+    "metrics": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": [
+        "riskClassificationAccuracy",
+        "humanReviewAccuracy",
+        "evidenceReferenceAccuracy",
+        "schemaValidationPassRate"
+      ],
+      "properties": {
+        "riskClassificationAccuracy": { "type": "number", "minimum": 0, "maximum": 1 },
+        "humanReviewAccuracy": { "type": "number", "minimum": 0, "maximum": 1 },
+        "evidenceReferenceAccuracy": { "type": "number", "minimum": 0, "maximum": 1 },
+        "schemaValidationPassRate": { "type": "number", "minimum": 0, "maximum": 1 }
+      }
+    },
+    "cases": {
+      "type": "array",
+      "items": { "$ref": "#/$defs/caseResult" }
+    }
+  },
+  "$defs": {
+    "check": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["passed"],
+      "properties": {
+        "passed": { "type": "boolean" },
+        "expected": {},
+        "actual": {},
+        "message": { "type": "string" }
+      }
+    },
+    "caseResult": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": [
+        "id",
+        "title",
+        "category",
+        "ecosystem",
+        "passed",
+        "checks",
+        "actual"
+      ],
+      "properties": {
+        "id": { "type": "string", "minLength": 1 },
+        "title": { "type": "string", "minLength": 1 },
+        "category": { "type": "string", "minLength": 1 },
+        "ecosystem": { "type": "string", "minLength": 1 },
+        "passed": { "type": "boolean" },
+        "checks": {
+          "type": "object",
+          "additionalProperties": false,
+          "required": [
+            "schema",
+            "summaryPresent",
+            "riskLevel",
+            "humanReview",
+            "humanReviewReasons",
+            "evidenceCoverage",
+            "validationState",
+            "evidenceReferences",
+            "findings"
+          ],
+          "properties": {
+            "schema": { "$ref": "#/$defs/check" },
+            "summaryPresent": { "$ref": "#/$defs/check" },
+            "riskLevel": { "$ref": "#/$defs/check" },
+            "humanReview": { "$ref": "#/$defs/check" },
+            "humanReviewReasons": { "$ref": "#/$defs/check" },
+            "evidenceCoverage": { "$ref": "#/$defs/check" },
+            "validationState": { "$ref": "#/$defs/check" },
+            "evidenceReferences": { "$ref": "#/$defs/check" },
+            "findings": { "$ref": "#/$defs/check" }
+          }
+        },
+        "actual": {
+          "type": "object",
+          "additionalProperties": false,
+          "required": [
+            "status",
+            "riskLevel",
+            "requiresHumanReview",
+            "evidenceCoverage",
+            "validationStatus"
+          ],
+          "properties": {
+            "status": { "type": "string", "minLength": 1 },
+            "riskLevel": { "type": "string", "minLength": 1 },
+            "requiresHumanReview": { "type": "boolean" },
+            "evidenceCoverage": { "type": "string", "minLength": 1 },
+            "validationStatus": { "type": "string", "minLength": 1 }
+          }
+        }
+      }
+    }
+  }
+}

package/schemas/knowledge-evidence-bundle.schema.json

@@ -0,0 +1,150 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://raw.githubusercontent.com/thomasMinh1995/UpgradeLens/main/schemas/knowledge-evidence-bundle.schema.json",
+  "title": "UpgradeLens Knowledge Evidence Bundle",
+  "description": "Portable bounded textual evidence produced by Knowledge Research and consumed by Version Analysis.",
+  "type": "object",
+  "additionalProperties": false,
+  "required": [
+    "schemaVersion",
+    "generatedAt",
+    "generator",
+    "input",
+    "summary",
+    "evidence",
+    "warnings"
+  ],
+  "properties": {
+    "schemaVersion": { "const": "1.0.0" },
+    "generatedAt": { "type": "string", "format": "date-time" },
+    "generator": { "$ref": "#/$defs/generator" },
+    "input": { "$ref": "#/$defs/input" },
+    "summary": { "$ref": "#/$defs/summary" },
+    "evidence": {
+      "type": "array",
+      "items": { "$ref": "#/$defs/evidenceItem" }
+    },
+    "warnings": {
+      "type": "array",
+      "items": { "$ref": "#/$defs/warning" }
+    }
+  },
+  "$defs": {
+    "digest": {
+      "type": "string",
+      "pattern": "^sha256:[a-f0-9]{64}$"
+    },
+    "httpsUrl": {
+      "type": "string",
+      "format": "uri",
+      "pattern": "^https://(?![^/?#]*@)"
+    },
+    "relativePath": {
+      "type": "string",
+      "minLength": 1,
+      "pattern": "^(?!/)(?![A-Za-z]:)(?!.*(?:^|/)\\.\\.(?:/|$))[^\\\\]+$"
+    },
+    "sourceId": {
+      "type": "string",
+      "minLength": 1,
+      "pattern": "^\\S+$"
+    },
+    "generator": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["name", "version"],
+      "properties": {
+        "name": { "const": "UpgradeLens" },
+        "version": { "type": "string", "minLength": 1 }
+      }
+    },
+    "knowledgeManifestLineage": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["schemaVersion", "artifact", "artifactDigest", "researchId"],
+      "properties": {
+        "schemaVersion": { "const": "1.0.0" },
+        "artifact": { "$ref": "#/$defs/relativePath" },
+        "artifactDigest": { "$ref": "#/$defs/digest" },
+        "researchId": { "$ref": "#/$defs/digest" }
+      }
+    },
+    "input": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["knowledgeManifest"],
+      "properties": {
+        "knowledgeManifest": { "$ref": "#/$defs/knowledgeManifestLineage" }
+      }
+    },
+    "summary": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["evidenceCount", "packageCount", "sourceCount", "warningCount"],
+      "properties": {
+        "evidenceCount": { "type": "integer", "minimum": 0 },
+        "packageCount": { "type": "integer", "minimum": 0 },
+        "sourceCount": { "type": "integer", "minimum": 0 },
+        "warningCount": { "type": "integer", "minimum": 0 }
+      }
+    },
+    "evidenceKind": {
+      "enum": [
+        "breakingChanges",
+        "changelog",
+        "compatibility",
+        "deprecations",
+        "migrationGuide",
+        "registryFact",
+        "releaseNotes"
+      ]
+    },
+    "evidenceItem": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": [
+        "id",
+        "packageId",
+        "sourceId",
+        "kind",
+        "contentDigest",
+        "retrievedAt",
+        "mediaType",
+        "locator",
+        "releaseVersions",
+        "content"
+      ],
+      "properties": {
+        "id": { "$ref": "#/$defs/digest" },
+        "packageId": {
+          "type": "string",
+          "minLength": 3,
+          "pattern": "^[a-z0-9][a-z0-9._-]*:.+$"
+        },
+        "sourceId": { "$ref": "#/$defs/sourceId" },
+        "kind": { "$ref": "#/$defs/evidenceKind" },
+        "contentDigest": { "$ref": "#/$defs/digest" },
+        "retrievedAt": { "type": "string", "format": "date-time" },
+        "mediaType": { "type": "string", "minLength": 1 },
+        "locator": { "type": "string", "minLength": 1 },
+        "releaseVersions": {
+          "type": "array",
+          "uniqueItems": true,
+          "items": { "type": "string", "minLength": 1 }
+        },
+        "content": { "type": "string", "minLength": 1 }
+      }
+    },
+    "warning": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["code", "message"],
+      "properties": {
+        "code": { "type": "string", "minLength": 1 },
+        "packageId": { "type": "string", "minLength": 5 },
+        "sourceId": { "$ref": "#/$defs/sourceId" },
+        "message": { "type": "string", "minLength": 1 }
+      }
+    }
+  }
+}