@thomasminh1995/depverdict 0.6.0-alpha.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (252) hide show
  1. package/LICENSE +21 -0
  2. package/README.md +518 -0
  3. package/bin/depverdict.js +7 -0
  4. package/bin/upgradelens.js +7 -0
  5. package/docs/GR-01-Semantic-Grounding-Failure-Analysis.md +309 -0
  6. package/docs/GR-02-Versioned-Action-Evaluation-Criteria.md +187 -0
  7. package/docs/GR-03-Extractive-Contract-Safety-Experiment.md +242 -0
  8. package/docs/GR-04-Versioned-Production-Extractive-Contract.md +154 -0
  9. package/docs/IA-01-Repository-Usage-Discovery.md +122 -0
  10. package/docs/IA-02-Repository-Impact-Analysis.md +118 -0
  11. package/docs/IA-03-Repository-Impact-Evidence.md +160 -0
  12. package/docs/IA-04-CLI-Orchestration.md +235 -0
  13. package/docs/IA-05-Real-Provider-Validation.md +235 -0
  14. package/docs/IA-05-VinGrade-Validation.md +339 -0
  15. package/docs/MVP-01.md +48 -0
  16. package/docs/MVP-02-Architecture.md +536 -0
  17. package/docs/MVP-02-CLI-HTTP-Runtime.md +50 -0
  18. package/docs/MVP-02-HTTP-Lifecycle.md +37 -0
  19. package/docs/MVP-02-Knowledge-Manifest-Generation.md +75 -0
  20. package/docs/MVP-02-Knowledge-Manifest.md +279 -0
  21. package/docs/MVP-02-Knowledge-Research-Orchestration.md +62 -0
  22. package/docs/MVP-02-Knowledge-Store.md +87 -0
  23. package/docs/MVP-02-PyPI-Registry-Adapter.md +97 -0
  24. package/docs/MVP-02-Research-Planning.md +196 -0
  25. package/docs/MVP-02-Source-Provenance.md +81 -0
  26. package/docs/MVP-02-npm-Registry-Adapter.md +99 -0
  27. package/docs/RR-01-End-to-End-and-Real-Provider-Validation.md +393 -0
  28. package/docs/RR-01-RERUN-Extractive-Contract-Validation.md +566 -0
  29. package/docs/RR-02-Full-Product-Workflow-and-Developer-CLI-UX-Review.md +35 -0
  30. package/docs/RR02-FIX-01-Persistent-Qualification-Resolution.md +32 -0
  31. package/docs/RR02-FIX-02-Stage-aware-CLI-Progress-and-Heartbeat.md +28 -0
  32. package/docs/RR02-FIX-03-npm-Capture-Evidence-Exclusion.md +33 -0
  33. package/docs/RR02-FIX-03A-Complete-Package-Exclusion-and-Evidence-Commit.md +223 -0
  34. package/docs/RR02-FIX-04-Event-loop-safe-Heartbeat.md +393 -0
  35. package/docs/RR02-FIX-05-Materialize-Persisted-Qualification.md +207 -0
  36. package/docs/RR02-RERUN-CLI-Qualification-Progress-UX-and-Package-Validation.md +342 -0
  37. package/docs/VinGrade-MVP-02-Validation.md +480 -0
  38. package/docs/VinGrade-RC02-Live-Validation.md +273 -0
  39. package/docs/ai-capability-discovery.md +573 -0
  40. package/docs/ai-engineering-production-readiness.md +390 -0
  41. package/docs/ai-engineering-review.md +251 -0
  42. package/docs/ai-runtime-governance-discovery.md +754 -0
  43. package/docs/architecture-overview.md +78 -0
  44. package/docs/cli-progress.md +111 -0
  45. package/docs/decisions/diff-01-brand-distribution-identity.md +450 -0
  46. package/docs/decisions/diff-02-identity-compatibility-contract.md +274 -0
  47. package/docs/decisions/diff-03-repository-docs-community-migration.md +165 -0
  48. package/docs/decisions/diff-04-release-evidence-gap-acceptance.md +110 -0
  49. package/docs/discovery/mvp-05-ai-migration-planning-discovery.md +350 -0
  50. package/docs/gateway-runtime-discovery.md +614 -0
  51. package/docs/live-ai-validation.md +299 -0
  52. package/docs/migration-planning-qualification-resolution.md +99 -0
  53. package/docs/migrations/upgradelens-to-depverdict.md +97 -0
  54. package/docs/mp-r03-deterministic-upgrade-decision-architecture.md +135 -0
  55. package/docs/mp-r04-evidence-bounded-migration-handoff-architecture.md +116 -0
  56. package/docs/mp-r05-product-completion-and-decision-first-cli-architecture.md +162 -0
  57. package/docs/mvp-05-deterministic-context-runtime.md +127 -0
  58. package/docs/mvp-05-migration-checklist-contract.md +166 -0
  59. package/docs/mvp-05-migration-checklist-orchestration.md +105 -0
  60. package/docs/mvp-05-migration-evaluation-and-qualification.md +135 -0
  61. package/docs/mvp-05-provider-neutral-generator.md +79 -0
  62. package/docs/ollama-local-smoke-validation.md +156 -0
  63. package/docs/openai-compatible-runtime-discovery.md +789 -0
  64. package/docs/openrouter-one-dependency-validation.md +205 -0
  65. package/docs/oss-02-package-guard-hardening-architecture.md +131 -0
  66. package/docs/oss-04-public-ci-package-metadata-architecture.md +142 -0
  67. package/docs/package-content-policy.md +98 -0
  68. package/docs/releases/v0.5.0-technical-preview.md +114 -0
  69. package/docs/releases/v0.6.0-alpha.1-depverdict-preview.md +101 -0
  70. package/docs/reviews/diff-02-identity-contract-compatibility.md +413 -0
  71. package/docs/reviews/diff-03-repository-docs-community-migration.md +364 -0
  72. package/docs/reviews/diff-04-depverdict-distribution-identity-readiness-rereview.md +453 -0
  73. package/docs/reviews/diff-04-fix-post-rename-identity-release-remediation.md +310 -0
  74. package/docs/reviews/diff-05-final-preview-distribution-qualification.md +561 -0
  75. package/docs/reviews/mvp-05-final-product-value-workflow-rereview.md +471 -0
  76. package/docs/reviews/mvp-05-product-workflow-review.md +605 -0
  77. package/docs/reviews/oss-01-duplicate-artifact-investigation-cleanup.md +411 -0
  78. package/docs/reviews/oss-02-package-guard-hardening.md +303 -0
  79. package/docs/reviews/oss-03-community-scaffolding.md +378 -0
  80. package/docs/reviews/oss-04-public-ci-package-metadata.md +439 -0
  81. package/docs/reviews/oss-05-technical-preview-qualification.md +482 -0
  82. package/docs/reviews/upgradelens-vs-upgradedepdetective-source-comparison.md +355 -0
  83. package/docs/reviews/v0.5.0-pre-release-smoke.md +263 -0
  84. package/docs/reviews/v0.5.0-version-bump-release-verification.md +306 -0
  85. package/docs/runtime-contract-discovery.md +521 -0
  86. package/docs/structured-output-compatibility-report.md +100 -0
  87. package/docs/ts-fix-01-exact-duplicate-occurrence-target-selection-architecture.md +111 -0
  88. package/docs/version-analysis-architecture.md +827 -0
  89. package/eval/README.md +86 -0
  90. package/eval/datasets/generic/declared-constraint.json +59 -0
  91. package/eval/datasets/generic/evidence-conflict.json +73 -0
  92. package/eval/datasets/generic/major-breaking-release.json +66 -0
  93. package/eval/datasets/generic/missing-evidence.json +46 -0
  94. package/eval/datasets/generic/patch-release-low.json +59 -0
  95. package/eval/datasets/node/axios-patch-low.json +59 -0
  96. package/eval/datasets/node/react-major-breaking.json +66 -0
  97. package/eval/datasets/node/react-minor-compatibility.json +66 -0
  98. package/eval/datasets/python/fastapi-deprecation.json +66 -0
  99. package/eval/datasets/python/pydantic-major-breaking.json +66 -0
  100. package/eval/migration-planning/golden-dataset-v2.json +306 -0
  101. package/eval/migration-planning/golden-dataset.json +214 -0
  102. package/eval/schemas/expected-result.schema.json +88 -0
  103. package/eval/schemas/golden-case.schema.json +181 -0
  104. package/package.json +57 -0
  105. package/schemas/ai-scorecard.schema.json +132 -0
  106. package/schemas/benchmark-report.schema.json +189 -0
  107. package/schemas/benchmark.schema.json +55 -0
  108. package/schemas/capability-profile.schema.json +44 -0
  109. package/schemas/conformance-report.schema.json +150 -0
  110. package/schemas/deployment-profile.schema.json +64 -0
  111. package/schemas/evaluation-report.schema.json +158 -0
  112. package/schemas/knowledge-evidence-bundle.schema.json +150 -0
  113. package/schemas/knowledge-manifest.schema.json +548 -0
  114. package/schemas/metrics.schema.json +178 -0
  115. package/schemas/migration-checklist-extractive-candidate.schema.json +42 -0
  116. package/schemas/migration-checklist.schema.json +706 -0
  117. package/schemas/migration-evaluation-dataset-v2.schema.json +208 -0
  118. package/schemas/migration-evaluation-dataset.schema.json +204 -0
  119. package/schemas/migration-planning-qualification-record.schema.json +234 -0
  120. package/schemas/project-manifest.schema.json +308 -0
  121. package/schemas/qualification-record.schema.json +56 -0
  122. package/schemas/repository-impact-evidence.schema.json +232 -0
  123. package/schemas/repository-impact.schema.json +202 -0
  124. package/schemas/upgrade-decision.schema.json +273 -0
  125. package/schemas/usage-index.schema.json +179 -0
  126. package/schemas/version-analysis.schema.json +449 -0
  127. package/src/ai-runtime-debug.js +325 -0
  128. package/src/ai-runtime-error.js +42 -0
  129. package/src/ai-runtime.js +174 -0
  130. package/src/ai-scorecard.js +204 -0
  131. package/src/ai-version-analysis.js +484 -0
  132. package/src/artifact-root-compatibility.js +91 -0
  133. package/src/benchmark-report.js +111 -0
  134. package/src/benchmark-runner.js +191 -0
  135. package/src/canonical-json.js +69 -0
  136. package/src/cli.js +1299 -0
  137. package/src/conformance-report.js +158 -0
  138. package/src/conformance-runner.js +253 -0
  139. package/src/constants.js +73 -0
  140. package/src/cooperative-scheduler.js +79 -0
  141. package/src/dependencies.js +44 -0
  142. package/src/dependency-ai-context.js +625 -0
  143. package/src/detectors.js +253 -0
  144. package/src/discovery.js +234 -0
  145. package/src/ecosystem-version-adapter.js +294 -0
  146. package/src/environment-compatibility.js +77 -0
  147. package/src/evaluation-comparator.js +158 -0
  148. package/src/evaluation-report.js +76 -0
  149. package/src/evaluation-runner.js +248 -0
  150. package/src/evidence-source-adapter.js +472 -0
  151. package/src/files.js +89 -0
  152. package/src/governance-diagnostics.js +64 -0
  153. package/src/governance-loader.js +63 -0
  154. package/src/governance-metadata.js +346 -0
  155. package/src/governance-validator.js +360 -0
  156. package/src/http/bounded-fetch.js +278 -0
  157. package/src/http/cli-http-runtime.js +44 -0
  158. package/src/impact/input-loader.js +157 -0
  159. package/src/impact/matcher.js +40 -0
  160. package/src/impact/repository-impact.js +199 -0
  161. package/src/impact/runtime.js +24 -0
  162. package/src/impact/status.js +62 -0
  163. package/src/impact/writer.js +30 -0
  164. package/src/impact-evidence/input-loader.js +202 -0
  165. package/src/impact-evidence/repository-impact-evidence.js +234 -0
  166. package/src/impact-evidence/runtime.js +16 -0
  167. package/src/impact-evidence/writer.js +30 -0
  168. package/src/index.js +563 -0
  169. package/src/installed-version-baseline.js +196 -0
  170. package/src/knowledge-cache.js +324 -0
  171. package/src/knowledge-evidence-bundle.js +101 -0
  172. package/src/knowledge-evidence-producer.js +233 -0
  173. package/src/knowledge-manifest-builder.js +188 -0
  174. package/src/knowledge-manifest-writer.js +32 -0
  175. package/src/knowledge-manifest.js +255 -0
  176. package/src/knowledge-research.js +615 -0
  177. package/src/metrics-engine.js +205 -0
  178. package/src/migration-checklist/ai-candidate.js +320 -0
  179. package/src/migration-checklist/assembler.js +37 -0
  180. package/src/migration-checklist/context-runtime.js +828 -0
  181. package/src/migration-checklist/evaluation/action-criteria.js +244 -0
  182. package/src/migration-checklist/evaluation/comparator-v2.js +332 -0
  183. package/src/migration-checklist/evaluation/comparator.js +279 -0
  184. package/src/migration-checklist/evaluation/dataset-v2.js +227 -0
  185. package/src/migration-checklist/evaluation/dataset.js +336 -0
  186. package/src/migration-checklist/evaluation/extractive-fixtures-v2.js +148 -0
  187. package/src/migration-checklist/evaluation/metrics-v2.js +226 -0
  188. package/src/migration-checklist/evaluation/metrics.js +158 -0
  189. package/src/migration-checklist/evaluation/qualification-v2.js +321 -0
  190. package/src/migration-checklist/evaluation/qualification.js +239 -0
  191. package/src/migration-checklist/evaluation/runner-v2.js +294 -0
  192. package/src/migration-checklist/evaluation/runner.js +194 -0
  193. package/src/migration-checklist/evaluation/scorecard-v2.js +106 -0
  194. package/src/migration-checklist/evaluation/scorecard.js +86 -0
  195. package/src/migration-checklist/extractive-candidate.js +166 -0
  196. package/src/migration-checklist/extractive-prompt.js +62 -0
  197. package/src/migration-checklist/generator.js +702 -0
  198. package/src/migration-checklist/grounding-policy.js +117 -0
  199. package/src/migration-checklist/input-loader.js +613 -0
  200. package/src/migration-checklist/migration-checklist.js +635 -0
  201. package/src/migration-checklist/presentation.js +292 -0
  202. package/src/migration-checklist/progress.js +96 -0
  203. package/src/migration-checklist/prompt.js +83 -0
  204. package/src/migration-checklist/qualification-guard.js +462 -0
  205. package/src/migration-checklist/qualification-resolution.js +122 -0
  206. package/src/migration-checklist/qualification-store.js +225 -0
  207. package/src/migration-checklist/runtime.js +205 -0
  208. package/src/migration-checklist/verification.js +134 -0
  209. package/src/migration-checklist/writer.js +35 -0
  210. package/src/openai-compatible-provider.js +451 -0
  211. package/src/orchestration/failure-log.js +32 -0
  212. package/src/orchestration/pipeline.js +200 -0
  213. package/src/orchestration/progress-events.js +337 -0
  214. package/src/orchestration/progress-reporter.js +131 -0
  215. package/src/orchestration/text-writer.js +22 -0
  216. package/src/portable.js +13 -0
  217. package/src/product-completion.js +249 -0
  218. package/src/project-manifest-input.js +90 -0
  219. package/src/project-manifest.js +141 -0
  220. package/src/python-requirements.js +137 -0
  221. package/src/registry/npm-packument.js +256 -0
  222. package/src/registry/npm-registry-adapter.js +262 -0
  223. package/src/registry/pypi-project.js +300 -0
  224. package/src/registry/pypi-registry-adapter.js +235 -0
  225. package/src/registry/sanitize-registry-body.js +51 -0
  226. package/src/renderers/console.js +160 -0
  227. package/src/renderers/impact-presentation.js +278 -0
  228. package/src/renderers/markdown.js +172 -0
  229. package/src/research-plan.js +455 -0
  230. package/src/runtime-conformance.js +275 -0
  231. package/src/source-provenance.js +393 -0
  232. package/src/source-url.js +62 -0
  233. package/src/structured-output-schema.js +66 -0
  234. package/src/target-selector.js +306 -0
  235. package/src/upgrade-decision/input-loader.js +107 -0
  236. package/src/upgrade-decision/presentation.js +43 -0
  237. package/src/upgrade-decision/runtime.js +21 -0
  238. package/src/upgrade-decision/upgrade-decision.js +626 -0
  239. package/src/upgrade-decision/writer.js +30 -0
  240. package/src/usage/analyzer-registry.js +63 -0
  241. package/src/usage/coverage.js +116 -0
  242. package/src/usage/input-loader.js +139 -0
  243. package/src/usage/js/analyzer.js +240 -0
  244. package/src/usage/js/parser.js +21 -0
  245. package/src/usage/runtime.js +187 -0
  246. package/src/usage/scope.js +44 -0
  247. package/src/usage/source-files.js +50 -0
  248. package/src/usage/usage-index.js +217 -0
  249. package/src/usage/writer.js +31 -0
  250. package/src/version-analysis-loader.js +203 -0
  251. package/src/version-analysis-manifest.js +314 -0
  252. package/src/version-analysis-writer.js +30 -0
@@ -0,0 +1,208 @@
1
+ {
2
+ "$schema": "https://json-schema.org/draft/2020-12/schema",
3
+ "$id": "https://upgradelens.dev/schemas/migration-evaluation-dataset-v2.schema.json",
4
+ "type": "object",
5
+ "additionalProperties": false,
6
+ "required": ["schemaVersion", "datasetId", "task", "baseDataset", "cases"],
7
+ "properties": {
8
+ "schemaVersion": { "const": "2.0.0" },
9
+ "datasetId": { "const": "migration-planning-golden" },
10
+ "task": { "const": "migration-planning.v1" },
11
+ "baseDataset": {
12
+ "type": "object",
13
+ "additionalProperties": false,
14
+ "required": ["datasetId", "version", "digest"],
15
+ "properties": {
16
+ "datasetId": { "const": "migration-planning-golden" },
17
+ "version": { "const": "1.0.0" },
18
+ "digest": { "$ref": "#/$defs/digest" }
19
+ }
20
+ },
21
+ "cases": {
22
+ "type": "array",
23
+ "minItems": 1,
24
+ "items": { "$ref": "#/$defs/case" }
25
+ }
26
+ },
27
+ "$defs": {
28
+ "digest": { "type": "string", "pattern": "^sha256:[a-f0-9]{64}$" },
29
+ "textList": {
30
+ "type": "array",
31
+ "uniqueItems": true,
32
+ "items": { "type": "string", "minLength": 1, "maxLength": 120 }
33
+ },
34
+ "pattern": {
35
+ "type": "object",
36
+ "additionalProperties": false,
37
+ "properties": {
38
+ "allOf": { "$ref": "#/$defs/textList" },
39
+ "anyOf": { "$ref": "#/$defs/textList" },
40
+ "anyActionVerb": { "$ref": "#/$defs/textList" }
41
+ }
42
+ },
43
+ "specificity": {
44
+ "type": "object",
45
+ "additionalProperties": false,
46
+ "required": ["actionVerbs", "sourceIdentifiers", "targetIdentifiers", "objectAnchors"],
47
+ "properties": {
48
+ "actionVerbs": { "$ref": "#/$defs/textList" },
49
+ "sourceIdentifiers": { "$ref": "#/$defs/textList" },
50
+ "targetIdentifiers": { "$ref": "#/$defs/textList" },
51
+ "objectAnchors": { "$ref": "#/$defs/textList" }
52
+ }
53
+ },
54
+ "action": {
55
+ "type": "object",
56
+ "additionalProperties": false,
57
+ "required": ["id", "acceptablePatterns", "specificity"],
58
+ "properties": {
59
+ "id": { "type": "string", "pattern": "^[a-z0-9]+(?:-[a-z0-9]+)*$" },
60
+ "acceptablePatterns": {
61
+ "type": "array",
62
+ "minItems": 1,
63
+ "items": { "$ref": "#/$defs/pattern" }
64
+ },
65
+ "specificity": { "$ref": "#/$defs/specificity" }
66
+ }
67
+ },
68
+ "forbiddenExpansion": {
69
+ "type": "object",
70
+ "additionalProperties": false,
71
+ "required": ["id"],
72
+ "properties": {
73
+ "id": { "type": "string", "pattern": "^[a-z0-9]+(?:-[a-z0-9]+)*$" },
74
+ "allOf": { "$ref": "#/$defs/textList" },
75
+ "anyOf": { "$ref": "#/$defs/textList" }
76
+ }
77
+ },
78
+ "actionCriteria": {
79
+ "type": "object",
80
+ "additionalProperties": false,
81
+ "required": ["actions", "forbiddenExpansions", "forbiddenModalities", "allowedVersions"],
82
+ "properties": {
83
+ "actions": { "type": "array", "items": { "$ref": "#/$defs/action" } },
84
+ "forbiddenExpansions": { "type": "array", "items": { "$ref": "#/$defs/forbiddenExpansion" } },
85
+ "forbiddenModalities": { "$ref": "#/$defs/textList" },
86
+ "allowedVersions": { "$ref": "#/$defs/textList" }
87
+ }
88
+ },
89
+ "liveExpected": {
90
+ "type": "object",
91
+ "additionalProperties": false,
92
+ "required": ["actionExpected", "actionCriteria"],
93
+ "properties": {
94
+ "actionExpected": { "type": "boolean" },
95
+ "actionCriteria": { "$ref": "#/$defs/actionCriteria" }
96
+ }
97
+ },
98
+ "recordedSource": {
99
+ "oneOf": [
100
+ {
101
+ "type": "object",
102
+ "additionalProperties": false,
103
+ "required": ["kind", "probeId"],
104
+ "properties": {
105
+ "kind": { "const": "BASE_POLICY_PROBE" },
106
+ "probeId": { "type": "string", "minLength": 1 }
107
+ }
108
+ },
109
+ {
110
+ "type": "object",
111
+ "additionalProperties": false,
112
+ "required": ["kind"],
113
+ "properties": { "kind": { "const": "BASE_RESPONSE" } }
114
+ },
115
+ {
116
+ "type": "object",
117
+ "additionalProperties": false,
118
+ "required": ["kind", "candidate"],
119
+ "properties": {
120
+ "kind": { "const": "CUSTOM_CANDIDATE" },
121
+ "candidate": { "type": "object" }
122
+ }
123
+ }
124
+ ]
125
+ },
126
+ "recordedExpected": {
127
+ "type": "object",
128
+ "additionalProperties": false,
129
+ "required": ["unsafe", "expectedTrustDecision", "expectedDetailCode", "coverage"],
130
+ "properties": {
131
+ "unsafe": { "type": "boolean" },
132
+ "expectedTrustDecision": { "enum": ["ACCEPTED", "REJECTED"] },
133
+ "expectedDetailCode": { "type": ["string", "null"] },
134
+ "coverage": { "$ref": "#/$defs/textList" }
135
+ }
136
+ },
137
+ "injectedFailure": {
138
+ "oneOf": [
139
+ {
140
+ "type": "object",
141
+ "additionalProperties": false,
142
+ "required": ["kind", "code"],
143
+ "properties": {
144
+ "kind": { "const": "RUNTIME_ERROR" },
145
+ "code": { "type": "string", "minLength": 1 }
146
+ }
147
+ },
148
+ {
149
+ "type": "object",
150
+ "additionalProperties": false,
151
+ "required": ["kind", "output"],
152
+ "properties": {
153
+ "kind": { "enum": ["INVALID_JSON", "SCHEMA_INVALID"] },
154
+ "output": {}
155
+ }
156
+ }
157
+ ]
158
+ },
159
+ "injectedExpected": {
160
+ "type": "object",
161
+ "additionalProperties": false,
162
+ "required": ["finalOutcome", "detailCode"],
163
+ "properties": {
164
+ "finalOutcome": { "enum": ["rejected", "failed"] },
165
+ "detailCode": { "type": "string", "minLength": 1 }
166
+ }
167
+ },
168
+ "case": {
169
+ "type": "object",
170
+ "additionalProperties": false,
171
+ "required": ["id", "role", "baseCaseId"],
172
+ "properties": {
173
+ "id": { "type": "string", "pattern": "^[a-z0-9][a-z0-9./-]*$" },
174
+ "role": { "enum": ["LIVE_QUALITY", "RECORDED_CONTAINMENT", "INJECTED_FAILURE"] },
175
+ "baseCaseId": { "type": "string", "minLength": 1 },
176
+ "fakeResponseSource": { "const": "BASE_CASE" },
177
+ "expected": { "$ref": "#/$defs/liveExpected" },
178
+ "recordedSource": { "$ref": "#/$defs/recordedSource" },
179
+ "recordedExpected": { "$ref": "#/$defs/recordedExpected" },
180
+ "injectedFailure": { "$ref": "#/$defs/injectedFailure" },
181
+ "injectedExpected": { "$ref": "#/$defs/injectedExpected" }
182
+ },
183
+ "allOf": [
184
+ {
185
+ "if": { "properties": { "role": { "const": "LIVE_QUALITY" } } },
186
+ "then": {
187
+ "properties": { "fakeResponseSource": {}, "expected": {} },
188
+ "required": ["fakeResponseSource", "expected"]
189
+ }
190
+ },
191
+ {
192
+ "if": { "properties": { "role": { "const": "RECORDED_CONTAINMENT" } } },
193
+ "then": {
194
+ "properties": { "recordedSource": {}, "recordedExpected": {} },
195
+ "required": ["recordedSource", "recordedExpected"]
196
+ }
197
+ },
198
+ {
199
+ "if": { "properties": { "role": { "const": "INJECTED_FAILURE" } } },
200
+ "then": {
201
+ "properties": { "injectedFailure": {}, "injectedExpected": {} },
202
+ "required": ["injectedFailure", "injectedExpected"]
203
+ }
204
+ }
205
+ ]
206
+ }
207
+ }
208
+ }
@@ -0,0 +1,204 @@
1
+ {
2
+ "$schema": "https://json-schema.org/draft/2020-12/schema",
3
+ "$id": "https://raw.githubusercontent.com/thomasMinh1995/UpgradeLens/main/schemas/migration-evaluation-dataset.schema.json",
4
+ "title": "UpgradeLens Migration Planning Evaluation Dataset",
5
+ "type": "object",
6
+ "additionalProperties": false,
7
+ "required": ["schemaVersion", "datasetId", "task", "cases"],
8
+ "properties": {
9
+ "schemaVersion": { "const": "1.0.0" },
10
+ "datasetId": { "const": "migration-planning-golden" },
11
+ "task": { "const": "migration-planning.v1" },
12
+ "cases": {
13
+ "type": "array",
14
+ "minItems": 1,
15
+ "items": { "$ref": "#/$defs/case" }
16
+ }
17
+ },
18
+ "$defs": {
19
+ "digest": { "type": "string", "pattern": "^sha256:[a-f0-9]{64}$" },
20
+ "textArray": {
21
+ "type": "array",
22
+ "uniqueItems": true,
23
+ "items": { "type": "string", "minLength": 1, "maxLength": 120 }
24
+ },
25
+ "relativePath": {
26
+ "type": "string",
27
+ "minLength": 1,
28
+ "pattern": "^(?!/)(?![A-Za-z]:)(?!.*(?:^|/)\\.\\.(?:/|$))[^\\\\]+$"
29
+ },
30
+ "dependency": {
31
+ "type": "object",
32
+ "additionalProperties": false,
33
+ "required": ["packageId", "declaredName", "normalizedName", "registry", "packageManager", "dependencyType", "manifest"],
34
+ "properties": {
35
+ "packageId": { "type": "string", "minLength": 1 },
36
+ "declaredName": { "type": "string", "minLength": 1 },
37
+ "normalizedName": { "type": "string", "minLength": 1 },
38
+ "registry": { "type": "string", "minLength": 1 },
39
+ "packageManager": { "type": ["string", "null"] },
40
+ "dependencyType": { "type": "string", "minLength": 1 },
41
+ "manifest": { "$ref": "#/$defs/relativePath" }
42
+ }
43
+ },
44
+ "versions": {
45
+ "type": "object",
46
+ "additionalProperties": false,
47
+ "required": ["analysisMode", "declaredVersion", "currentVersion", "currentVersionSource", "targetVersion", "targetPolicy", "delta"],
48
+ "properties": {
49
+ "analysisMode": { "enum": ["exactBaseline", "declaredConstraint"] },
50
+ "declaredVersion": { "type": ["string", "null"] },
51
+ "currentVersion": { "type": ["string", "null"] },
52
+ "currentVersionSource": { "enum": ["exactDeclaration", null] },
53
+ "targetVersion": { "type": "string", "minLength": 1 },
54
+ "targetPolicy": { "enum": ["explicit", "registryLatest"] },
55
+ "delta": {
56
+ "type": "object",
57
+ "additionalProperties": false,
58
+ "required": ["direction", "classification"],
59
+ "properties": {
60
+ "direction": { "enum": ["upgrade", "unknown"] },
61
+ "classification": { "enum": ["major", "minor", "patch", "other", "unknown"] }
62
+ }
63
+ }
64
+ }
65
+ },
66
+ "evidence": {
67
+ "type": "object",
68
+ "additionalProperties": false,
69
+ "required": ["id", "kind", "sourceId", "authority", "trust", "releaseVersions", "content"],
70
+ "properties": {
71
+ "id": { "$ref": "#/$defs/digest" },
72
+ "kind": { "enum": ["migrationGuide", "breakingChanges", "deprecations", "releaseNotes", "changelog"] },
73
+ "sourceId": { "type": "string", "minLength": 1 },
74
+ "authority": { "enum": ["officialProject", "publisherProvided"] },
75
+ "trust": { "enum": ["official", "publisher"] },
76
+ "releaseVersions": { "$ref": "#/$defs/textArray" },
77
+ "content": { "type": "string", "minLength": 1, "maxLength": 4000 }
78
+ }
79
+ },
80
+ "location": {
81
+ "type": "object",
82
+ "additionalProperties": false,
83
+ "required": ["impactEvidenceId", "symbol", "file"],
84
+ "properties": {
85
+ "impactEvidenceId": { "$ref": "#/$defs/digest" },
86
+ "symbol": { "type": "string", "minLength": 1 },
87
+ "file": { "$ref": "#/$defs/relativePath" }
88
+ }
89
+ },
90
+ "limitation": {
91
+ "type": "object",
92
+ "additionalProperties": false,
93
+ "required": ["code", "message"],
94
+ "properties": {
95
+ "code": { "type": "string", "pattern": "^[A-Z][A-Z0-9_]*$" },
96
+ "message": { "type": "string", "minLength": 1 }
97
+ }
98
+ },
99
+ "fixture": {
100
+ "type": "object",
101
+ "additionalProperties": false,
102
+ "required": ["dependency", "versions", "findingId", "findingSummary", "evidence", "locations", "locationEligibility", "limitations"],
103
+ "properties": {
104
+ "dependency": { "$ref": "#/$defs/dependency" },
105
+ "versions": { "$ref": "#/$defs/versions" },
106
+ "findingId": { "type": "string", "minLength": 1 },
107
+ "findingSummary": { "type": "string", "minLength": 1, "maxLength": 2000 },
108
+ "evidence": { "type": "array", "minItems": 1, "maxItems": 6, "items": { "$ref": "#/$defs/evidence" } },
109
+ "locations": { "type": "array", "items": { "$ref": "#/$defs/location" } },
110
+ "locationEligibility": {
111
+ "type": "object",
112
+ "additionalProperties": false,
113
+ "required": ["status", "reasonCode"],
114
+ "properties": {
115
+ "status": { "enum": ["ELIGIBLE", "REVIEW_REQUIRED"] },
116
+ "reasonCode": { "enum": ["POSITIVE_USAGE_MATCH", "NO_POSITIVE_USAGE_MATCH", "UNSUPPORTED_USAGE_COVERAGE"] }
117
+ }
118
+ },
119
+ "limitations": { "type": "array", "items": { "$ref": "#/$defs/limitation" } }
120
+ }
121
+ },
122
+ "response": {
123
+ "oneOf": [
124
+ {
125
+ "type": "object",
126
+ "additionalProperties": false,
127
+ "required": ["kind", "candidate"],
128
+ "properties": { "kind": { "const": "candidate" }, "candidate": { "type": "object" } }
129
+ },
130
+ {
131
+ "type": "object",
132
+ "additionalProperties": false,
133
+ "required": ["kind", "output"],
134
+ "properties": { "kind": { "const": "rawText" }, "output": { "type": "string" } }
135
+ },
136
+ {
137
+ "type": "object",
138
+ "additionalProperties": false,
139
+ "required": ["kind", "code"],
140
+ "properties": { "kind": { "const": "runtimeError" }, "code": { "type": "string", "minLength": 1 } }
141
+ }
142
+ ]
143
+ },
144
+ "concept": {
145
+ "type": "object",
146
+ "additionalProperties": false,
147
+ "required": ["requiredTokens"],
148
+ "properties": {
149
+ "requiredTokens": { "$ref": "#/$defs/textArray" },
150
+ "forbiddenTokens": { "$ref": "#/$defs/textArray" }
151
+ }
152
+ },
153
+ "expected": {
154
+ "type": "object",
155
+ "additionalProperties": false,
156
+ "required": ["rawOutcome", "finalOutcome", "trustDecision", "expectedTrustDetailCode", "actionExpected", "oracleUnsafe", "evidenceRefs", "locations", "actionConcepts", "forbiddenClaims", "requiresHumanReview"],
157
+ "properties": {
158
+ "rawOutcome": { "enum": ["ACTIONABLE", "ABSTAIN", "INVALID", "RUNTIME_FAILURE"] },
159
+ "finalOutcome": { "enum": ["generated", "abstained", "rejected", "failed"] },
160
+ "trustDecision": { "enum": ["ACCEPTED", "REJECTED", "NOT_EVALUATED"] },
161
+ "expectedTrustDetailCode": { "type": ["string", "null"] },
162
+ "actionExpected": { "type": "boolean" },
163
+ "oracleUnsafe": { "type": "boolean" },
164
+ "evidenceRefs": { "type": "array", "uniqueItems": true, "items": { "$ref": "#/$defs/digest" } },
165
+ "locations": { "type": "array", "items": { "$ref": "#/$defs/location" } },
166
+ "actionConcepts": { "type": "array", "items": { "$ref": "#/$defs/concept" } },
167
+ "forbiddenClaims": { "$ref": "#/$defs/textArray" },
168
+ "requiresHumanReview": { "const": true }
169
+ }
170
+ },
171
+ "policyProbe": {
172
+ "type": "object",
173
+ "additionalProperties": false,
174
+ "required": ["id", "instruction", "evidenceRef", "excerpt", "expectedDecision", "expectedDetailCode", "oracleSupported", "coverage"],
175
+ "properties": {
176
+ "id": { "type": "string", "pattern": "^[a-z0-9][a-z0-9-]*$" },
177
+ "instruction": { "type": "string", "minLength": 1, "maxLength": 800 },
178
+ "evidenceRef": { "$ref": "#/$defs/digest" },
179
+ "excerpt": { "type": "string", "minLength": 1, "maxLength": 500 },
180
+ "expectedDecision": { "enum": ["ACCEPTED", "REJECTED"] },
181
+ "expectedDetailCode": { "type": ["string", "null"] },
182
+ "oracleSupported": { "type": "boolean" },
183
+ "coverage": { "$ref": "#/$defs/textArray" }
184
+ }
185
+ },
186
+ "case": {
187
+ "type": "object",
188
+ "additionalProperties": false,
189
+ "required": ["id", "description", "scenarioGroup", "ecosystem", "fixture", "response", "expected", "coverage", "policyProbes", "rationale"],
190
+ "properties": {
191
+ "id": { "type": "string", "pattern": "^[a-z0-9][a-z0-9-]*/[a-z0-9][a-z0-9-]*$" },
192
+ "description": { "type": "string", "minLength": 1 },
193
+ "scenarioGroup": { "enum": ["grounded-action", "abstention", "adversarial", "policy-preservation", "failure"] },
194
+ "ecosystem": { "enum": ["node", "python", "generic"] },
195
+ "fixture": { "$ref": "#/$defs/fixture" },
196
+ "response": { "$ref": "#/$defs/response" },
197
+ "expected": { "$ref": "#/$defs/expected" },
198
+ "coverage": { "$ref": "#/$defs/textArray" },
199
+ "policyProbes": { "type": "array", "items": { "$ref": "#/$defs/policyProbe" } },
200
+ "rationale": { "type": "string", "minLength": 1 }
201
+ }
202
+ }
203
+ }
204
+ }
@@ -0,0 +1,234 @@
1
+ {
2
+ "$schema": "https://json-schema.org/draft/2020-12/schema",
3
+ "$id": "https://raw.githubusercontent.com/thomasMinh1995/UpgradeLens/main/schemas/migration-planning-qualification-record.schema.json",
4
+ "title": "UpgradeLens Migration Planning Qualification Record",
5
+ "description": "Integrity-protected persisted qualification for one exact migration-planning.v2 runtime identity.",
6
+ "type": "object",
7
+ "additionalProperties": false,
8
+ "required": ["schemaVersion", "recordDigest", "qualification"],
9
+ "properties": {
10
+ "schemaVersion": { "const": "1.0.0" },
11
+ "recordDigest": { "$ref": "#/$defs/digest" },
12
+ "qualification": { "$ref": "#/$defs/qualification" }
13
+ },
14
+ "$defs": {
15
+ "digest": {
16
+ "type": "string",
17
+ "pattern": "^sha256:[a-f0-9]{64}$"
18
+ },
19
+ "boundedString": {
20
+ "type": "string",
21
+ "minLength": 1,
22
+ "maxLength": 512
23
+ },
24
+ "identifier": {
25
+ "type": "string",
26
+ "minLength": 1,
27
+ "maxLength": 160,
28
+ "pattern": "^[A-Za-z0-9][A-Za-z0-9._@/-]*$"
29
+ },
30
+ "runtime": {
31
+ "type": "object",
32
+ "additionalProperties": false,
33
+ "required": [
34
+ "mode",
35
+ "provider",
36
+ "model",
37
+ "adapter",
38
+ "observedProviders",
39
+ "observedModels"
40
+ ],
41
+ "properties": {
42
+ "mode": { "enum": ["fake", "real"] },
43
+ "provider": { "$ref": "#/$defs/identifier" },
44
+ "model": { "$ref": "#/$defs/identifier" },
45
+ "adapter": { "$ref": "#/$defs/identifier" },
46
+ "observedProviders": {
47
+ "type": "array",
48
+ "uniqueItems": true,
49
+ "items": { "$ref": "#/$defs/identifier" }
50
+ },
51
+ "observedModels": {
52
+ "type": "array",
53
+ "uniqueItems": true,
54
+ "items": { "$ref": "#/$defs/identifier" }
55
+ }
56
+ }
57
+ },
58
+ "generatorTrustSourceIdentity": {
59
+ "type": "object",
60
+ "additionalProperties": false,
61
+ "required": [
62
+ "candidateContract",
63
+ "generatorResultVersion",
64
+ "promptVersion",
65
+ "trustPolicy",
66
+ "deterministicPresentation"
67
+ ],
68
+ "properties": {
69
+ "candidateContract": { "$ref": "#/$defs/identifier" },
70
+ "generatorResultVersion": { "$ref": "#/$defs/identifier" },
71
+ "promptVersion": { "$ref": "#/$defs/identifier" },
72
+ "trustPolicy": { "$ref": "#/$defs/identifier" },
73
+ "deterministicPresentation": { "$ref": "#/$defs/identifier" }
74
+ }
75
+ },
76
+ "identity": {
77
+ "type": "object",
78
+ "additionalProperties": false,
79
+ "required": [
80
+ "task",
81
+ "datasetId",
82
+ "datasetVersion",
83
+ "datasetDigest",
84
+ "evaluationCriteriaId",
85
+ "evaluationCriteriaVersion",
86
+ "evaluationCriteriaDigest",
87
+ "comparatorVersion",
88
+ "normalizationVersion",
89
+ "policyVersion",
90
+ "policyDigest",
91
+ "promptVersion",
92
+ "promptDigest",
93
+ "candidateSchemaDigest",
94
+ "generatorTrustSourceIdentity",
95
+ "deterministicPresentationIdentity",
96
+ "runtime"
97
+ ],
98
+ "properties": {
99
+ "task": { "const": "migration-planning.v2" },
100
+ "datasetId": { "$ref": "#/$defs/identifier" },
101
+ "datasetVersion": { "$ref": "#/$defs/identifier" },
102
+ "datasetDigest": { "$ref": "#/$defs/digest" },
103
+ "evaluationCriteriaId": { "$ref": "#/$defs/identifier" },
104
+ "evaluationCriteriaVersion": { "$ref": "#/$defs/identifier" },
105
+ "evaluationCriteriaDigest": { "$ref": "#/$defs/digest" },
106
+ "comparatorVersion": { "$ref": "#/$defs/identifier" },
107
+ "normalizationVersion": { "$ref": "#/$defs/identifier" },
108
+ "policyVersion": { "$ref": "#/$defs/identifier" },
109
+ "policyDigest": { "$ref": "#/$defs/digest" },
110
+ "promptVersion": { "$ref": "#/$defs/identifier" },
111
+ "promptDigest": { "$ref": "#/$defs/digest" },
112
+ "candidateSchemaDigest": { "$ref": "#/$defs/digest" },
113
+ "generatorTrustSourceIdentity": {
114
+ "$ref": "#/$defs/generatorTrustSourceIdentity"
115
+ },
116
+ "deterministicPresentationIdentity": { "$ref": "#/$defs/identifier" },
117
+ "runtime": { "$ref": "#/$defs/runtime" }
118
+ }
119
+ },
120
+ "thresholdResult": {
121
+ "type": "object",
122
+ "additionalProperties": false,
123
+ "required": [
124
+ "metric",
125
+ "operator",
126
+ "threshold",
127
+ "actual",
128
+ "numerator",
129
+ "denominator",
130
+ "caseRole",
131
+ "applicableCaseCount",
132
+ "critical",
133
+ "passed"
134
+ ],
135
+ "properties": {
136
+ "metric": { "$ref": "#/$defs/identifier" },
137
+ "operator": { "enum": ["min", "max"] },
138
+ "threshold": { "type": "number" },
139
+ "actual": { "type": ["number", "null"] },
140
+ "numerator": { "type": "integer", "minimum": 0 },
141
+ "denominator": { "type": "integer", "minimum": 0 },
142
+ "caseRole": { "type": ["string", "null"], "maxLength": 64 },
143
+ "applicableCaseCount": { "type": "integer", "minimum": 0 },
144
+ "critical": { "type": "boolean" },
145
+ "passed": { "type": "boolean" }
146
+ }
147
+ },
148
+ "criticalGate": {
149
+ "type": "object",
150
+ "additionalProperties": false,
151
+ "required": ["id", "passed", "violations"],
152
+ "properties": {
153
+ "id": {
154
+ "type": "string",
155
+ "pattern": "^[A-Z][A-Z0-9_]*$",
156
+ "maxLength": 128
157
+ },
158
+ "passed": { "type": "boolean" },
159
+ "violations": {
160
+ "type": "array",
161
+ "uniqueItems": true,
162
+ "items": { "$ref": "#/$defs/boundedString" }
163
+ }
164
+ }
165
+ },
166
+ "limitation": {
167
+ "type": "object",
168
+ "additionalProperties": false,
169
+ "required": ["code", "message"],
170
+ "properties": {
171
+ "code": {
172
+ "type": "string",
173
+ "pattern": "^[A-Z][A-Z0-9_]*$",
174
+ "maxLength": 128
175
+ },
176
+ "message": { "$ref": "#/$defs/boundedString" },
177
+ "caseCount": { "type": "integer", "minimum": 0 },
178
+ "metric": { "$ref": "#/$defs/identifier" },
179
+ "actual": { "type": ["number", "null"] },
180
+ "threshold": { "type": "number" },
181
+ "failures": {
182
+ "type": "array",
183
+ "uniqueItems": true,
184
+ "items": { "$ref": "#/$defs/boundedString" }
185
+ }
186
+ }
187
+ },
188
+ "qualification": {
189
+ "type": "object",
190
+ "additionalProperties": false,
191
+ "required": [
192
+ "schemaVersion",
193
+ "qualificationId",
194
+ "generatedAt",
195
+ "identity",
196
+ "thresholdResults",
197
+ "criticalGates",
198
+ "limitations",
199
+ "verdict"
200
+ ],
201
+ "properties": {
202
+ "schemaVersion": { "const": "2.0.0" },
203
+ "qualificationId": { "$ref": "#/$defs/digest" },
204
+ "generatedAt": { "type": "string", "format": "date-time" },
205
+ "identity": { "$ref": "#/$defs/identity" },
206
+ "thresholdResults": {
207
+ "type": "array",
208
+ "minItems": 1,
209
+ "uniqueItems": true,
210
+ "items": { "$ref": "#/$defs/thresholdResult" }
211
+ },
212
+ "criticalGates": {
213
+ "type": "array",
214
+ "minItems": 1,
215
+ "uniqueItems": true,
216
+ "items": { "$ref": "#/$defs/criticalGate" }
217
+ },
218
+ "limitations": {
219
+ "type": "array",
220
+ "uniqueItems": true,
221
+ "items": { "$ref": "#/$defs/limitation" }
222
+ },
223
+ "verdict": {
224
+ "enum": [
225
+ "QUALIFIED",
226
+ "QUALIFIED_WITH_LIMITATIONS",
227
+ "NOT_QUALIFIED",
228
+ "INSUFFICIENT_EVIDENCE"
229
+ ]
230
+ }
231
+ }
232
+ }
233
+ }
234
+ }