@thomasminh1995/depverdict 0.6.0-alpha.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/README.md +518 -0
- package/bin/depverdict.js +7 -0
- package/bin/upgradelens.js +7 -0
- package/docs/GR-01-Semantic-Grounding-Failure-Analysis.md +309 -0
- package/docs/GR-02-Versioned-Action-Evaluation-Criteria.md +187 -0
- package/docs/GR-03-Extractive-Contract-Safety-Experiment.md +242 -0
- package/docs/GR-04-Versioned-Production-Extractive-Contract.md +154 -0
- package/docs/IA-01-Repository-Usage-Discovery.md +122 -0
- package/docs/IA-02-Repository-Impact-Analysis.md +118 -0
- package/docs/IA-03-Repository-Impact-Evidence.md +160 -0
- package/docs/IA-04-CLI-Orchestration.md +235 -0
- package/docs/IA-05-Real-Provider-Validation.md +235 -0
- package/docs/IA-05-VinGrade-Validation.md +339 -0
- package/docs/MVP-01.md +48 -0
- package/docs/MVP-02-Architecture.md +536 -0
- package/docs/MVP-02-CLI-HTTP-Runtime.md +50 -0
- package/docs/MVP-02-HTTP-Lifecycle.md +37 -0
- package/docs/MVP-02-Knowledge-Manifest-Generation.md +75 -0
- package/docs/MVP-02-Knowledge-Manifest.md +279 -0
- package/docs/MVP-02-Knowledge-Research-Orchestration.md +62 -0
- package/docs/MVP-02-Knowledge-Store.md +87 -0
- package/docs/MVP-02-PyPI-Registry-Adapter.md +97 -0
- package/docs/MVP-02-Research-Planning.md +196 -0
- package/docs/MVP-02-Source-Provenance.md +81 -0
- package/docs/MVP-02-npm-Registry-Adapter.md +99 -0
- package/docs/RR-01-End-to-End-and-Real-Provider-Validation.md +393 -0
- package/docs/RR-01-RERUN-Extractive-Contract-Validation.md +566 -0
- package/docs/RR-02-Full-Product-Workflow-and-Developer-CLI-UX-Review.md +35 -0
- package/docs/RR02-FIX-01-Persistent-Qualification-Resolution.md +32 -0
- package/docs/RR02-FIX-02-Stage-aware-CLI-Progress-and-Heartbeat.md +28 -0
- package/docs/RR02-FIX-03-npm-Capture-Evidence-Exclusion.md +33 -0
- package/docs/RR02-FIX-03A-Complete-Package-Exclusion-and-Evidence-Commit.md +223 -0
- package/docs/RR02-FIX-04-Event-loop-safe-Heartbeat.md +393 -0
- package/docs/RR02-FIX-05-Materialize-Persisted-Qualification.md +207 -0
- package/docs/RR02-RERUN-CLI-Qualification-Progress-UX-and-Package-Validation.md +342 -0
- package/docs/VinGrade-MVP-02-Validation.md +480 -0
- package/docs/VinGrade-RC02-Live-Validation.md +273 -0
- package/docs/ai-capability-discovery.md +573 -0
- package/docs/ai-engineering-production-readiness.md +390 -0
- package/docs/ai-engineering-review.md +251 -0
- package/docs/ai-runtime-governance-discovery.md +754 -0
- package/docs/architecture-overview.md +78 -0
- package/docs/cli-progress.md +111 -0
- package/docs/decisions/diff-01-brand-distribution-identity.md +450 -0
- package/docs/decisions/diff-02-identity-compatibility-contract.md +274 -0
- package/docs/decisions/diff-03-repository-docs-community-migration.md +165 -0
- package/docs/decisions/diff-04-release-evidence-gap-acceptance.md +110 -0
- package/docs/discovery/mvp-05-ai-migration-planning-discovery.md +350 -0
- package/docs/gateway-runtime-discovery.md +614 -0
- package/docs/live-ai-validation.md +299 -0
- package/docs/migration-planning-qualification-resolution.md +99 -0
- package/docs/migrations/upgradelens-to-depverdict.md +97 -0
- package/docs/mp-r03-deterministic-upgrade-decision-architecture.md +135 -0
- package/docs/mp-r04-evidence-bounded-migration-handoff-architecture.md +116 -0
- package/docs/mp-r05-product-completion-and-decision-first-cli-architecture.md +162 -0
- package/docs/mvp-05-deterministic-context-runtime.md +127 -0
- package/docs/mvp-05-migration-checklist-contract.md +166 -0
- package/docs/mvp-05-migration-checklist-orchestration.md +105 -0
- package/docs/mvp-05-migration-evaluation-and-qualification.md +135 -0
- package/docs/mvp-05-provider-neutral-generator.md +79 -0
- package/docs/ollama-local-smoke-validation.md +156 -0
- package/docs/openai-compatible-runtime-discovery.md +789 -0
- package/docs/openrouter-one-dependency-validation.md +205 -0
- package/docs/oss-02-package-guard-hardening-architecture.md +131 -0
- package/docs/oss-04-public-ci-package-metadata-architecture.md +142 -0
- package/docs/package-content-policy.md +98 -0
- package/docs/releases/v0.5.0-technical-preview.md +114 -0
- package/docs/releases/v0.6.0-alpha.1-depverdict-preview.md +101 -0
- package/docs/reviews/diff-02-identity-contract-compatibility.md +413 -0
- package/docs/reviews/diff-03-repository-docs-community-migration.md +364 -0
- package/docs/reviews/diff-04-depverdict-distribution-identity-readiness-rereview.md +453 -0
- package/docs/reviews/diff-04-fix-post-rename-identity-release-remediation.md +310 -0
- package/docs/reviews/diff-05-final-preview-distribution-qualification.md +561 -0
- package/docs/reviews/mvp-05-final-product-value-workflow-rereview.md +471 -0
- package/docs/reviews/mvp-05-product-workflow-review.md +605 -0
- package/docs/reviews/oss-01-duplicate-artifact-investigation-cleanup.md +411 -0
- package/docs/reviews/oss-02-package-guard-hardening.md +303 -0
- package/docs/reviews/oss-03-community-scaffolding.md +378 -0
- package/docs/reviews/oss-04-public-ci-package-metadata.md +439 -0
- package/docs/reviews/oss-05-technical-preview-qualification.md +482 -0
- package/docs/reviews/upgradelens-vs-upgradedepdetective-source-comparison.md +355 -0
- package/docs/reviews/v0.5.0-pre-release-smoke.md +263 -0
- package/docs/reviews/v0.5.0-version-bump-release-verification.md +306 -0
- package/docs/runtime-contract-discovery.md +521 -0
- package/docs/structured-output-compatibility-report.md +100 -0
- package/docs/ts-fix-01-exact-duplicate-occurrence-target-selection-architecture.md +111 -0
- package/docs/version-analysis-architecture.md +827 -0
- package/eval/README.md +86 -0
- package/eval/datasets/generic/declared-constraint.json +59 -0
- package/eval/datasets/generic/evidence-conflict.json +73 -0
- package/eval/datasets/generic/major-breaking-release.json +66 -0
- package/eval/datasets/generic/missing-evidence.json +46 -0
- package/eval/datasets/generic/patch-release-low.json +59 -0
- package/eval/datasets/node/axios-patch-low.json +59 -0
- package/eval/datasets/node/react-major-breaking.json +66 -0
- package/eval/datasets/node/react-minor-compatibility.json +66 -0
- package/eval/datasets/python/fastapi-deprecation.json +66 -0
- package/eval/datasets/python/pydantic-major-breaking.json +66 -0
- package/eval/migration-planning/golden-dataset-v2.json +306 -0
- package/eval/migration-planning/golden-dataset.json +214 -0
- package/eval/schemas/expected-result.schema.json +88 -0
- package/eval/schemas/golden-case.schema.json +181 -0
- package/package.json +57 -0
- package/schemas/ai-scorecard.schema.json +132 -0
- package/schemas/benchmark-report.schema.json +189 -0
- package/schemas/benchmark.schema.json +55 -0
- package/schemas/capability-profile.schema.json +44 -0
- package/schemas/conformance-report.schema.json +150 -0
- package/schemas/deployment-profile.schema.json +64 -0
- package/schemas/evaluation-report.schema.json +158 -0
- package/schemas/knowledge-evidence-bundle.schema.json +150 -0
- package/schemas/knowledge-manifest.schema.json +548 -0
- package/schemas/metrics.schema.json +178 -0
- package/schemas/migration-checklist-extractive-candidate.schema.json +42 -0
- package/schemas/migration-checklist.schema.json +706 -0
- package/schemas/migration-evaluation-dataset-v2.schema.json +208 -0
- package/schemas/migration-evaluation-dataset.schema.json +204 -0
- package/schemas/migration-planning-qualification-record.schema.json +234 -0
- package/schemas/project-manifest.schema.json +308 -0
- package/schemas/qualification-record.schema.json +56 -0
- package/schemas/repository-impact-evidence.schema.json +232 -0
- package/schemas/repository-impact.schema.json +202 -0
- package/schemas/upgrade-decision.schema.json +273 -0
- package/schemas/usage-index.schema.json +179 -0
- package/schemas/version-analysis.schema.json +449 -0
- package/src/ai-runtime-debug.js +325 -0
- package/src/ai-runtime-error.js +42 -0
- package/src/ai-runtime.js +174 -0
- package/src/ai-scorecard.js +204 -0
- package/src/ai-version-analysis.js +484 -0
- package/src/artifact-root-compatibility.js +91 -0
- package/src/benchmark-report.js +111 -0
- package/src/benchmark-runner.js +191 -0
- package/src/canonical-json.js +69 -0
- package/src/cli.js +1299 -0
- package/src/conformance-report.js +158 -0
- package/src/conformance-runner.js +253 -0
- package/src/constants.js +73 -0
- package/src/cooperative-scheduler.js +79 -0
- package/src/dependencies.js +44 -0
- package/src/dependency-ai-context.js +625 -0
- package/src/detectors.js +253 -0
- package/src/discovery.js +234 -0
- package/src/ecosystem-version-adapter.js +294 -0
- package/src/environment-compatibility.js +77 -0
- package/src/evaluation-comparator.js +158 -0
- package/src/evaluation-report.js +76 -0
- package/src/evaluation-runner.js +248 -0
- package/src/evidence-source-adapter.js +472 -0
- package/src/files.js +89 -0
- package/src/governance-diagnostics.js +64 -0
- package/src/governance-loader.js +63 -0
- package/src/governance-metadata.js +346 -0
- package/src/governance-validator.js +360 -0
- package/src/http/bounded-fetch.js +278 -0
- package/src/http/cli-http-runtime.js +44 -0
- package/src/impact/input-loader.js +157 -0
- package/src/impact/matcher.js +40 -0
- package/src/impact/repository-impact.js +199 -0
- package/src/impact/runtime.js +24 -0
- package/src/impact/status.js +62 -0
- package/src/impact/writer.js +30 -0
- package/src/impact-evidence/input-loader.js +202 -0
- package/src/impact-evidence/repository-impact-evidence.js +234 -0
- package/src/impact-evidence/runtime.js +16 -0
- package/src/impact-evidence/writer.js +30 -0
- package/src/index.js +563 -0
- package/src/installed-version-baseline.js +196 -0
- package/src/knowledge-cache.js +324 -0
- package/src/knowledge-evidence-bundle.js +101 -0
- package/src/knowledge-evidence-producer.js +233 -0
- package/src/knowledge-manifest-builder.js +188 -0
- package/src/knowledge-manifest-writer.js +32 -0
- package/src/knowledge-manifest.js +255 -0
- package/src/knowledge-research.js +615 -0
- package/src/metrics-engine.js +205 -0
- package/src/migration-checklist/ai-candidate.js +320 -0
- package/src/migration-checklist/assembler.js +37 -0
- package/src/migration-checklist/context-runtime.js +828 -0
- package/src/migration-checklist/evaluation/action-criteria.js +244 -0
- package/src/migration-checklist/evaluation/comparator-v2.js +332 -0
- package/src/migration-checklist/evaluation/comparator.js +279 -0
- package/src/migration-checklist/evaluation/dataset-v2.js +227 -0
- package/src/migration-checklist/evaluation/dataset.js +336 -0
- package/src/migration-checklist/evaluation/extractive-fixtures-v2.js +148 -0
- package/src/migration-checklist/evaluation/metrics-v2.js +226 -0
- package/src/migration-checklist/evaluation/metrics.js +158 -0
- package/src/migration-checklist/evaluation/qualification-v2.js +321 -0
- package/src/migration-checklist/evaluation/qualification.js +239 -0
- package/src/migration-checklist/evaluation/runner-v2.js +294 -0
- package/src/migration-checklist/evaluation/runner.js +194 -0
- package/src/migration-checklist/evaluation/scorecard-v2.js +106 -0
- package/src/migration-checklist/evaluation/scorecard.js +86 -0
- package/src/migration-checklist/extractive-candidate.js +166 -0
- package/src/migration-checklist/extractive-prompt.js +62 -0
- package/src/migration-checklist/generator.js +702 -0
- package/src/migration-checklist/grounding-policy.js +117 -0
- package/src/migration-checklist/input-loader.js +613 -0
- package/src/migration-checklist/migration-checklist.js +635 -0
- package/src/migration-checklist/presentation.js +292 -0
- package/src/migration-checklist/progress.js +96 -0
- package/src/migration-checklist/prompt.js +83 -0
- package/src/migration-checklist/qualification-guard.js +462 -0
- package/src/migration-checklist/qualification-resolution.js +122 -0
- package/src/migration-checklist/qualification-store.js +225 -0
- package/src/migration-checklist/runtime.js +205 -0
- package/src/migration-checklist/verification.js +134 -0
- package/src/migration-checklist/writer.js +35 -0
- package/src/openai-compatible-provider.js +451 -0
- package/src/orchestration/failure-log.js +32 -0
- package/src/orchestration/pipeline.js +200 -0
- package/src/orchestration/progress-events.js +337 -0
- package/src/orchestration/progress-reporter.js +131 -0
- package/src/orchestration/text-writer.js +22 -0
- package/src/portable.js +13 -0
- package/src/product-completion.js +249 -0
- package/src/project-manifest-input.js +90 -0
- package/src/project-manifest.js +141 -0
- package/src/python-requirements.js +137 -0
- package/src/registry/npm-packument.js +256 -0
- package/src/registry/npm-registry-adapter.js +262 -0
- package/src/registry/pypi-project.js +300 -0
- package/src/registry/pypi-registry-adapter.js +235 -0
- package/src/registry/sanitize-registry-body.js +51 -0
- package/src/renderers/console.js +160 -0
- package/src/renderers/impact-presentation.js +278 -0
- package/src/renderers/markdown.js +172 -0
- package/src/research-plan.js +455 -0
- package/src/runtime-conformance.js +275 -0
- package/src/source-provenance.js +393 -0
- package/src/source-url.js +62 -0
- package/src/structured-output-schema.js +66 -0
- package/src/target-selector.js +306 -0
- package/src/upgrade-decision/input-loader.js +107 -0
- package/src/upgrade-decision/presentation.js +43 -0
- package/src/upgrade-decision/runtime.js +21 -0
- package/src/upgrade-decision/upgrade-decision.js +626 -0
- package/src/upgrade-decision/writer.js +30 -0
- package/src/usage/analyzer-registry.js +63 -0
- package/src/usage/coverage.js +116 -0
- package/src/usage/input-loader.js +139 -0
- package/src/usage/js/analyzer.js +240 -0
- package/src/usage/js/parser.js +21 -0
- package/src/usage/runtime.js +187 -0
- package/src/usage/scope.js +44 -0
- package/src/usage/source-files.js +50 -0
- package/src/usage/usage-index.js +217 -0
- package/src/usage/writer.js +31 -0
- package/src/version-analysis-loader.js +203 -0
- package/src/version-analysis-manifest.js +314 -0
- package/src/version-analysis-writer.js +30 -0
|
@@ -0,0 +1,208 @@
|
|
|
1
|
+
{
|
|
2
|
+
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
3
|
+
"$id": "https://upgradelens.dev/schemas/migration-evaluation-dataset-v2.schema.json",
|
|
4
|
+
"type": "object",
|
|
5
|
+
"additionalProperties": false,
|
|
6
|
+
"required": ["schemaVersion", "datasetId", "task", "baseDataset", "cases"],
|
|
7
|
+
"properties": {
|
|
8
|
+
"schemaVersion": { "const": "2.0.0" },
|
|
9
|
+
"datasetId": { "const": "migration-planning-golden" },
|
|
10
|
+
"task": { "const": "migration-planning.v1" },
|
|
11
|
+
"baseDataset": {
|
|
12
|
+
"type": "object",
|
|
13
|
+
"additionalProperties": false,
|
|
14
|
+
"required": ["datasetId", "version", "digest"],
|
|
15
|
+
"properties": {
|
|
16
|
+
"datasetId": { "const": "migration-planning-golden" },
|
|
17
|
+
"version": { "const": "1.0.0" },
|
|
18
|
+
"digest": { "$ref": "#/$defs/digest" }
|
|
19
|
+
}
|
|
20
|
+
},
|
|
21
|
+
"cases": {
|
|
22
|
+
"type": "array",
|
|
23
|
+
"minItems": 1,
|
|
24
|
+
"items": { "$ref": "#/$defs/case" }
|
|
25
|
+
}
|
|
26
|
+
},
|
|
27
|
+
"$defs": {
|
|
28
|
+
"digest": { "type": "string", "pattern": "^sha256:[a-f0-9]{64}$" },
|
|
29
|
+
"textList": {
|
|
30
|
+
"type": "array",
|
|
31
|
+
"uniqueItems": true,
|
|
32
|
+
"items": { "type": "string", "minLength": 1, "maxLength": 120 }
|
|
33
|
+
},
|
|
34
|
+
"pattern": {
|
|
35
|
+
"type": "object",
|
|
36
|
+
"additionalProperties": false,
|
|
37
|
+
"properties": {
|
|
38
|
+
"allOf": { "$ref": "#/$defs/textList" },
|
|
39
|
+
"anyOf": { "$ref": "#/$defs/textList" },
|
|
40
|
+
"anyActionVerb": { "$ref": "#/$defs/textList" }
|
|
41
|
+
}
|
|
42
|
+
},
|
|
43
|
+
"specificity": {
|
|
44
|
+
"type": "object",
|
|
45
|
+
"additionalProperties": false,
|
|
46
|
+
"required": ["actionVerbs", "sourceIdentifiers", "targetIdentifiers", "objectAnchors"],
|
|
47
|
+
"properties": {
|
|
48
|
+
"actionVerbs": { "$ref": "#/$defs/textList" },
|
|
49
|
+
"sourceIdentifiers": { "$ref": "#/$defs/textList" },
|
|
50
|
+
"targetIdentifiers": { "$ref": "#/$defs/textList" },
|
|
51
|
+
"objectAnchors": { "$ref": "#/$defs/textList" }
|
|
52
|
+
}
|
|
53
|
+
},
|
|
54
|
+
"action": {
|
|
55
|
+
"type": "object",
|
|
56
|
+
"additionalProperties": false,
|
|
57
|
+
"required": ["id", "acceptablePatterns", "specificity"],
|
|
58
|
+
"properties": {
|
|
59
|
+
"id": { "type": "string", "pattern": "^[a-z0-9]+(?:-[a-z0-9]+)*$" },
|
|
60
|
+
"acceptablePatterns": {
|
|
61
|
+
"type": "array",
|
|
62
|
+
"minItems": 1,
|
|
63
|
+
"items": { "$ref": "#/$defs/pattern" }
|
|
64
|
+
},
|
|
65
|
+
"specificity": { "$ref": "#/$defs/specificity" }
|
|
66
|
+
}
|
|
67
|
+
},
|
|
68
|
+
"forbiddenExpansion": {
|
|
69
|
+
"type": "object",
|
|
70
|
+
"additionalProperties": false,
|
|
71
|
+
"required": ["id"],
|
|
72
|
+
"properties": {
|
|
73
|
+
"id": { "type": "string", "pattern": "^[a-z0-9]+(?:-[a-z0-9]+)*$" },
|
|
74
|
+
"allOf": { "$ref": "#/$defs/textList" },
|
|
75
|
+
"anyOf": { "$ref": "#/$defs/textList" }
|
|
76
|
+
}
|
|
77
|
+
},
|
|
78
|
+
"actionCriteria": {
|
|
79
|
+
"type": "object",
|
|
80
|
+
"additionalProperties": false,
|
|
81
|
+
"required": ["actions", "forbiddenExpansions", "forbiddenModalities", "allowedVersions"],
|
|
82
|
+
"properties": {
|
|
83
|
+
"actions": { "type": "array", "items": { "$ref": "#/$defs/action" } },
|
|
84
|
+
"forbiddenExpansions": { "type": "array", "items": { "$ref": "#/$defs/forbiddenExpansion" } },
|
|
85
|
+
"forbiddenModalities": { "$ref": "#/$defs/textList" },
|
|
86
|
+
"allowedVersions": { "$ref": "#/$defs/textList" }
|
|
87
|
+
}
|
|
88
|
+
},
|
|
89
|
+
"liveExpected": {
|
|
90
|
+
"type": "object",
|
|
91
|
+
"additionalProperties": false,
|
|
92
|
+
"required": ["actionExpected", "actionCriteria"],
|
|
93
|
+
"properties": {
|
|
94
|
+
"actionExpected": { "type": "boolean" },
|
|
95
|
+
"actionCriteria": { "$ref": "#/$defs/actionCriteria" }
|
|
96
|
+
}
|
|
97
|
+
},
|
|
98
|
+
"recordedSource": {
|
|
99
|
+
"oneOf": [
|
|
100
|
+
{
|
|
101
|
+
"type": "object",
|
|
102
|
+
"additionalProperties": false,
|
|
103
|
+
"required": ["kind", "probeId"],
|
|
104
|
+
"properties": {
|
|
105
|
+
"kind": { "const": "BASE_POLICY_PROBE" },
|
|
106
|
+
"probeId": { "type": "string", "minLength": 1 }
|
|
107
|
+
}
|
|
108
|
+
},
|
|
109
|
+
{
|
|
110
|
+
"type": "object",
|
|
111
|
+
"additionalProperties": false,
|
|
112
|
+
"required": ["kind"],
|
|
113
|
+
"properties": { "kind": { "const": "BASE_RESPONSE" } }
|
|
114
|
+
},
|
|
115
|
+
{
|
|
116
|
+
"type": "object",
|
|
117
|
+
"additionalProperties": false,
|
|
118
|
+
"required": ["kind", "candidate"],
|
|
119
|
+
"properties": {
|
|
120
|
+
"kind": { "const": "CUSTOM_CANDIDATE" },
|
|
121
|
+
"candidate": { "type": "object" }
|
|
122
|
+
}
|
|
123
|
+
}
|
|
124
|
+
]
|
|
125
|
+
},
|
|
126
|
+
"recordedExpected": {
|
|
127
|
+
"type": "object",
|
|
128
|
+
"additionalProperties": false,
|
|
129
|
+
"required": ["unsafe", "expectedTrustDecision", "expectedDetailCode", "coverage"],
|
|
130
|
+
"properties": {
|
|
131
|
+
"unsafe": { "type": "boolean" },
|
|
132
|
+
"expectedTrustDecision": { "enum": ["ACCEPTED", "REJECTED"] },
|
|
133
|
+
"expectedDetailCode": { "type": ["string", "null"] },
|
|
134
|
+
"coverage": { "$ref": "#/$defs/textList" }
|
|
135
|
+
}
|
|
136
|
+
},
|
|
137
|
+
"injectedFailure": {
|
|
138
|
+
"oneOf": [
|
|
139
|
+
{
|
|
140
|
+
"type": "object",
|
|
141
|
+
"additionalProperties": false,
|
|
142
|
+
"required": ["kind", "code"],
|
|
143
|
+
"properties": {
|
|
144
|
+
"kind": { "const": "RUNTIME_ERROR" },
|
|
145
|
+
"code": { "type": "string", "minLength": 1 }
|
|
146
|
+
}
|
|
147
|
+
},
|
|
148
|
+
{
|
|
149
|
+
"type": "object",
|
|
150
|
+
"additionalProperties": false,
|
|
151
|
+
"required": ["kind", "output"],
|
|
152
|
+
"properties": {
|
|
153
|
+
"kind": { "enum": ["INVALID_JSON", "SCHEMA_INVALID"] },
|
|
154
|
+
"output": {}
|
|
155
|
+
}
|
|
156
|
+
}
|
|
157
|
+
]
|
|
158
|
+
},
|
|
159
|
+
"injectedExpected": {
|
|
160
|
+
"type": "object",
|
|
161
|
+
"additionalProperties": false,
|
|
162
|
+
"required": ["finalOutcome", "detailCode"],
|
|
163
|
+
"properties": {
|
|
164
|
+
"finalOutcome": { "enum": ["rejected", "failed"] },
|
|
165
|
+
"detailCode": { "type": "string", "minLength": 1 }
|
|
166
|
+
}
|
|
167
|
+
},
|
|
168
|
+
"case": {
|
|
169
|
+
"type": "object",
|
|
170
|
+
"additionalProperties": false,
|
|
171
|
+
"required": ["id", "role", "baseCaseId"],
|
|
172
|
+
"properties": {
|
|
173
|
+
"id": { "type": "string", "pattern": "^[a-z0-9][a-z0-9./-]*$" },
|
|
174
|
+
"role": { "enum": ["LIVE_QUALITY", "RECORDED_CONTAINMENT", "INJECTED_FAILURE"] },
|
|
175
|
+
"baseCaseId": { "type": "string", "minLength": 1 },
|
|
176
|
+
"fakeResponseSource": { "const": "BASE_CASE" },
|
|
177
|
+
"expected": { "$ref": "#/$defs/liveExpected" },
|
|
178
|
+
"recordedSource": { "$ref": "#/$defs/recordedSource" },
|
|
179
|
+
"recordedExpected": { "$ref": "#/$defs/recordedExpected" },
|
|
180
|
+
"injectedFailure": { "$ref": "#/$defs/injectedFailure" },
|
|
181
|
+
"injectedExpected": { "$ref": "#/$defs/injectedExpected" }
|
|
182
|
+
},
|
|
183
|
+
"allOf": [
|
|
184
|
+
{
|
|
185
|
+
"if": { "properties": { "role": { "const": "LIVE_QUALITY" } } },
|
|
186
|
+
"then": {
|
|
187
|
+
"properties": { "fakeResponseSource": {}, "expected": {} },
|
|
188
|
+
"required": ["fakeResponseSource", "expected"]
|
|
189
|
+
}
|
|
190
|
+
},
|
|
191
|
+
{
|
|
192
|
+
"if": { "properties": { "role": { "const": "RECORDED_CONTAINMENT" } } },
|
|
193
|
+
"then": {
|
|
194
|
+
"properties": { "recordedSource": {}, "recordedExpected": {} },
|
|
195
|
+
"required": ["recordedSource", "recordedExpected"]
|
|
196
|
+
}
|
|
197
|
+
},
|
|
198
|
+
{
|
|
199
|
+
"if": { "properties": { "role": { "const": "INJECTED_FAILURE" } } },
|
|
200
|
+
"then": {
|
|
201
|
+
"properties": { "injectedFailure": {}, "injectedExpected": {} },
|
|
202
|
+
"required": ["injectedFailure", "injectedExpected"]
|
|
203
|
+
}
|
|
204
|
+
}
|
|
205
|
+
]
|
|
206
|
+
}
|
|
207
|
+
}
|
|
208
|
+
}
|
|
@@ -0,0 +1,204 @@
|
|
|
1
|
+
{
|
|
2
|
+
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
3
|
+
"$id": "https://raw.githubusercontent.com/thomasMinh1995/UpgradeLens/main/schemas/migration-evaluation-dataset.schema.json",
|
|
4
|
+
"title": "UpgradeLens Migration Planning Evaluation Dataset",
|
|
5
|
+
"type": "object",
|
|
6
|
+
"additionalProperties": false,
|
|
7
|
+
"required": ["schemaVersion", "datasetId", "task", "cases"],
|
|
8
|
+
"properties": {
|
|
9
|
+
"schemaVersion": { "const": "1.0.0" },
|
|
10
|
+
"datasetId": { "const": "migration-planning-golden" },
|
|
11
|
+
"task": { "const": "migration-planning.v1" },
|
|
12
|
+
"cases": {
|
|
13
|
+
"type": "array",
|
|
14
|
+
"minItems": 1,
|
|
15
|
+
"items": { "$ref": "#/$defs/case" }
|
|
16
|
+
}
|
|
17
|
+
},
|
|
18
|
+
"$defs": {
|
|
19
|
+
"digest": { "type": "string", "pattern": "^sha256:[a-f0-9]{64}$" },
|
|
20
|
+
"textArray": {
|
|
21
|
+
"type": "array",
|
|
22
|
+
"uniqueItems": true,
|
|
23
|
+
"items": { "type": "string", "minLength": 1, "maxLength": 120 }
|
|
24
|
+
},
|
|
25
|
+
"relativePath": {
|
|
26
|
+
"type": "string",
|
|
27
|
+
"minLength": 1,
|
|
28
|
+
"pattern": "^(?!/)(?![A-Za-z]:)(?!.*(?:^|/)\\.\\.(?:/|$))[^\\\\]+$"
|
|
29
|
+
},
|
|
30
|
+
"dependency": {
|
|
31
|
+
"type": "object",
|
|
32
|
+
"additionalProperties": false,
|
|
33
|
+
"required": ["packageId", "declaredName", "normalizedName", "registry", "packageManager", "dependencyType", "manifest"],
|
|
34
|
+
"properties": {
|
|
35
|
+
"packageId": { "type": "string", "minLength": 1 },
|
|
36
|
+
"declaredName": { "type": "string", "minLength": 1 },
|
|
37
|
+
"normalizedName": { "type": "string", "minLength": 1 },
|
|
38
|
+
"registry": { "type": "string", "minLength": 1 },
|
|
39
|
+
"packageManager": { "type": ["string", "null"] },
|
|
40
|
+
"dependencyType": { "type": "string", "minLength": 1 },
|
|
41
|
+
"manifest": { "$ref": "#/$defs/relativePath" }
|
|
42
|
+
}
|
|
43
|
+
},
|
|
44
|
+
"versions": {
|
|
45
|
+
"type": "object",
|
|
46
|
+
"additionalProperties": false,
|
|
47
|
+
"required": ["analysisMode", "declaredVersion", "currentVersion", "currentVersionSource", "targetVersion", "targetPolicy", "delta"],
|
|
48
|
+
"properties": {
|
|
49
|
+
"analysisMode": { "enum": ["exactBaseline", "declaredConstraint"] },
|
|
50
|
+
"declaredVersion": { "type": ["string", "null"] },
|
|
51
|
+
"currentVersion": { "type": ["string", "null"] },
|
|
52
|
+
"currentVersionSource": { "enum": ["exactDeclaration", null] },
|
|
53
|
+
"targetVersion": { "type": "string", "minLength": 1 },
|
|
54
|
+
"targetPolicy": { "enum": ["explicit", "registryLatest"] },
|
|
55
|
+
"delta": {
|
|
56
|
+
"type": "object",
|
|
57
|
+
"additionalProperties": false,
|
|
58
|
+
"required": ["direction", "classification"],
|
|
59
|
+
"properties": {
|
|
60
|
+
"direction": { "enum": ["upgrade", "unknown"] },
|
|
61
|
+
"classification": { "enum": ["major", "minor", "patch", "other", "unknown"] }
|
|
62
|
+
}
|
|
63
|
+
}
|
|
64
|
+
}
|
|
65
|
+
},
|
|
66
|
+
"evidence": {
|
|
67
|
+
"type": "object",
|
|
68
|
+
"additionalProperties": false,
|
|
69
|
+
"required": ["id", "kind", "sourceId", "authority", "trust", "releaseVersions", "content"],
|
|
70
|
+
"properties": {
|
|
71
|
+
"id": { "$ref": "#/$defs/digest" },
|
|
72
|
+
"kind": { "enum": ["migrationGuide", "breakingChanges", "deprecations", "releaseNotes", "changelog"] },
|
|
73
|
+
"sourceId": { "type": "string", "minLength": 1 },
|
|
74
|
+
"authority": { "enum": ["officialProject", "publisherProvided"] },
|
|
75
|
+
"trust": { "enum": ["official", "publisher"] },
|
|
76
|
+
"releaseVersions": { "$ref": "#/$defs/textArray" },
|
|
77
|
+
"content": { "type": "string", "minLength": 1, "maxLength": 4000 }
|
|
78
|
+
}
|
|
79
|
+
},
|
|
80
|
+
"location": {
|
|
81
|
+
"type": "object",
|
|
82
|
+
"additionalProperties": false,
|
|
83
|
+
"required": ["impactEvidenceId", "symbol", "file"],
|
|
84
|
+
"properties": {
|
|
85
|
+
"impactEvidenceId": { "$ref": "#/$defs/digest" },
|
|
86
|
+
"symbol": { "type": "string", "minLength": 1 },
|
|
87
|
+
"file": { "$ref": "#/$defs/relativePath" }
|
|
88
|
+
}
|
|
89
|
+
},
|
|
90
|
+
"limitation": {
|
|
91
|
+
"type": "object",
|
|
92
|
+
"additionalProperties": false,
|
|
93
|
+
"required": ["code", "message"],
|
|
94
|
+
"properties": {
|
|
95
|
+
"code": { "type": "string", "pattern": "^[A-Z][A-Z0-9_]*$" },
|
|
96
|
+
"message": { "type": "string", "minLength": 1 }
|
|
97
|
+
}
|
|
98
|
+
},
|
|
99
|
+
"fixture": {
|
|
100
|
+
"type": "object",
|
|
101
|
+
"additionalProperties": false,
|
|
102
|
+
"required": ["dependency", "versions", "findingId", "findingSummary", "evidence", "locations", "locationEligibility", "limitations"],
|
|
103
|
+
"properties": {
|
|
104
|
+
"dependency": { "$ref": "#/$defs/dependency" },
|
|
105
|
+
"versions": { "$ref": "#/$defs/versions" },
|
|
106
|
+
"findingId": { "type": "string", "minLength": 1 },
|
|
107
|
+
"findingSummary": { "type": "string", "minLength": 1, "maxLength": 2000 },
|
|
108
|
+
"evidence": { "type": "array", "minItems": 1, "maxItems": 6, "items": { "$ref": "#/$defs/evidence" } },
|
|
109
|
+
"locations": { "type": "array", "items": { "$ref": "#/$defs/location" } },
|
|
110
|
+
"locationEligibility": {
|
|
111
|
+
"type": "object",
|
|
112
|
+
"additionalProperties": false,
|
|
113
|
+
"required": ["status", "reasonCode"],
|
|
114
|
+
"properties": {
|
|
115
|
+
"status": { "enum": ["ELIGIBLE", "REVIEW_REQUIRED"] },
|
|
116
|
+
"reasonCode": { "enum": ["POSITIVE_USAGE_MATCH", "NO_POSITIVE_USAGE_MATCH", "UNSUPPORTED_USAGE_COVERAGE"] }
|
|
117
|
+
}
|
|
118
|
+
},
|
|
119
|
+
"limitations": { "type": "array", "items": { "$ref": "#/$defs/limitation" } }
|
|
120
|
+
}
|
|
121
|
+
},
|
|
122
|
+
"response": {
|
|
123
|
+
"oneOf": [
|
|
124
|
+
{
|
|
125
|
+
"type": "object",
|
|
126
|
+
"additionalProperties": false,
|
|
127
|
+
"required": ["kind", "candidate"],
|
|
128
|
+
"properties": { "kind": { "const": "candidate" }, "candidate": { "type": "object" } }
|
|
129
|
+
},
|
|
130
|
+
{
|
|
131
|
+
"type": "object",
|
|
132
|
+
"additionalProperties": false,
|
|
133
|
+
"required": ["kind", "output"],
|
|
134
|
+
"properties": { "kind": { "const": "rawText" }, "output": { "type": "string" } }
|
|
135
|
+
},
|
|
136
|
+
{
|
|
137
|
+
"type": "object",
|
|
138
|
+
"additionalProperties": false,
|
|
139
|
+
"required": ["kind", "code"],
|
|
140
|
+
"properties": { "kind": { "const": "runtimeError" }, "code": { "type": "string", "minLength": 1 } }
|
|
141
|
+
}
|
|
142
|
+
]
|
|
143
|
+
},
|
|
144
|
+
"concept": {
|
|
145
|
+
"type": "object",
|
|
146
|
+
"additionalProperties": false,
|
|
147
|
+
"required": ["requiredTokens"],
|
|
148
|
+
"properties": {
|
|
149
|
+
"requiredTokens": { "$ref": "#/$defs/textArray" },
|
|
150
|
+
"forbiddenTokens": { "$ref": "#/$defs/textArray" }
|
|
151
|
+
}
|
|
152
|
+
},
|
|
153
|
+
"expected": {
|
|
154
|
+
"type": "object",
|
|
155
|
+
"additionalProperties": false,
|
|
156
|
+
"required": ["rawOutcome", "finalOutcome", "trustDecision", "expectedTrustDetailCode", "actionExpected", "oracleUnsafe", "evidenceRefs", "locations", "actionConcepts", "forbiddenClaims", "requiresHumanReview"],
|
|
157
|
+
"properties": {
|
|
158
|
+
"rawOutcome": { "enum": ["ACTIONABLE", "ABSTAIN", "INVALID", "RUNTIME_FAILURE"] },
|
|
159
|
+
"finalOutcome": { "enum": ["generated", "abstained", "rejected", "failed"] },
|
|
160
|
+
"trustDecision": { "enum": ["ACCEPTED", "REJECTED", "NOT_EVALUATED"] },
|
|
161
|
+
"expectedTrustDetailCode": { "type": ["string", "null"] },
|
|
162
|
+
"actionExpected": { "type": "boolean" },
|
|
163
|
+
"oracleUnsafe": { "type": "boolean" },
|
|
164
|
+
"evidenceRefs": { "type": "array", "uniqueItems": true, "items": { "$ref": "#/$defs/digest" } },
|
|
165
|
+
"locations": { "type": "array", "items": { "$ref": "#/$defs/location" } },
|
|
166
|
+
"actionConcepts": { "type": "array", "items": { "$ref": "#/$defs/concept" } },
|
|
167
|
+
"forbiddenClaims": { "$ref": "#/$defs/textArray" },
|
|
168
|
+
"requiresHumanReview": { "const": true }
|
|
169
|
+
}
|
|
170
|
+
},
|
|
171
|
+
"policyProbe": {
|
|
172
|
+
"type": "object",
|
|
173
|
+
"additionalProperties": false,
|
|
174
|
+
"required": ["id", "instruction", "evidenceRef", "excerpt", "expectedDecision", "expectedDetailCode", "oracleSupported", "coverage"],
|
|
175
|
+
"properties": {
|
|
176
|
+
"id": { "type": "string", "pattern": "^[a-z0-9][a-z0-9-]*$" },
|
|
177
|
+
"instruction": { "type": "string", "minLength": 1, "maxLength": 800 },
|
|
178
|
+
"evidenceRef": { "$ref": "#/$defs/digest" },
|
|
179
|
+
"excerpt": { "type": "string", "minLength": 1, "maxLength": 500 },
|
|
180
|
+
"expectedDecision": { "enum": ["ACCEPTED", "REJECTED"] },
|
|
181
|
+
"expectedDetailCode": { "type": ["string", "null"] },
|
|
182
|
+
"oracleSupported": { "type": "boolean" },
|
|
183
|
+
"coverage": { "$ref": "#/$defs/textArray" }
|
|
184
|
+
}
|
|
185
|
+
},
|
|
186
|
+
"case": {
|
|
187
|
+
"type": "object",
|
|
188
|
+
"additionalProperties": false,
|
|
189
|
+
"required": ["id", "description", "scenarioGroup", "ecosystem", "fixture", "response", "expected", "coverage", "policyProbes", "rationale"],
|
|
190
|
+
"properties": {
|
|
191
|
+
"id": { "type": "string", "pattern": "^[a-z0-9][a-z0-9-]*/[a-z0-9][a-z0-9-]*$" },
|
|
192
|
+
"description": { "type": "string", "minLength": 1 },
|
|
193
|
+
"scenarioGroup": { "enum": ["grounded-action", "abstention", "adversarial", "policy-preservation", "failure"] },
|
|
194
|
+
"ecosystem": { "enum": ["node", "python", "generic"] },
|
|
195
|
+
"fixture": { "$ref": "#/$defs/fixture" },
|
|
196
|
+
"response": { "$ref": "#/$defs/response" },
|
|
197
|
+
"expected": { "$ref": "#/$defs/expected" },
|
|
198
|
+
"coverage": { "$ref": "#/$defs/textArray" },
|
|
199
|
+
"policyProbes": { "type": "array", "items": { "$ref": "#/$defs/policyProbe" } },
|
|
200
|
+
"rationale": { "type": "string", "minLength": 1 }
|
|
201
|
+
}
|
|
202
|
+
}
|
|
203
|
+
}
|
|
204
|
+
}
|
|
@@ -0,0 +1,234 @@
|
|
|
1
|
+
{
|
|
2
|
+
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
3
|
+
"$id": "https://raw.githubusercontent.com/thomasMinh1995/UpgradeLens/main/schemas/migration-planning-qualification-record.schema.json",
|
|
4
|
+
"title": "UpgradeLens Migration Planning Qualification Record",
|
|
5
|
+
"description": "Integrity-protected persisted qualification for one exact migration-planning.v2 runtime identity.",
|
|
6
|
+
"type": "object",
|
|
7
|
+
"additionalProperties": false,
|
|
8
|
+
"required": ["schemaVersion", "recordDigest", "qualification"],
|
|
9
|
+
"properties": {
|
|
10
|
+
"schemaVersion": { "const": "1.0.0" },
|
|
11
|
+
"recordDigest": { "$ref": "#/$defs/digest" },
|
|
12
|
+
"qualification": { "$ref": "#/$defs/qualification" }
|
|
13
|
+
},
|
|
14
|
+
"$defs": {
|
|
15
|
+
"digest": {
|
|
16
|
+
"type": "string",
|
|
17
|
+
"pattern": "^sha256:[a-f0-9]{64}$"
|
|
18
|
+
},
|
|
19
|
+
"boundedString": {
|
|
20
|
+
"type": "string",
|
|
21
|
+
"minLength": 1,
|
|
22
|
+
"maxLength": 512
|
|
23
|
+
},
|
|
24
|
+
"identifier": {
|
|
25
|
+
"type": "string",
|
|
26
|
+
"minLength": 1,
|
|
27
|
+
"maxLength": 160,
|
|
28
|
+
"pattern": "^[A-Za-z0-9][A-Za-z0-9._@/-]*$"
|
|
29
|
+
},
|
|
30
|
+
"runtime": {
|
|
31
|
+
"type": "object",
|
|
32
|
+
"additionalProperties": false,
|
|
33
|
+
"required": [
|
|
34
|
+
"mode",
|
|
35
|
+
"provider",
|
|
36
|
+
"model",
|
|
37
|
+
"adapter",
|
|
38
|
+
"observedProviders",
|
|
39
|
+
"observedModels"
|
|
40
|
+
],
|
|
41
|
+
"properties": {
|
|
42
|
+
"mode": { "enum": ["fake", "real"] },
|
|
43
|
+
"provider": { "$ref": "#/$defs/identifier" },
|
|
44
|
+
"model": { "$ref": "#/$defs/identifier" },
|
|
45
|
+
"adapter": { "$ref": "#/$defs/identifier" },
|
|
46
|
+
"observedProviders": {
|
|
47
|
+
"type": "array",
|
|
48
|
+
"uniqueItems": true,
|
|
49
|
+
"items": { "$ref": "#/$defs/identifier" }
|
|
50
|
+
},
|
|
51
|
+
"observedModels": {
|
|
52
|
+
"type": "array",
|
|
53
|
+
"uniqueItems": true,
|
|
54
|
+
"items": { "$ref": "#/$defs/identifier" }
|
|
55
|
+
}
|
|
56
|
+
}
|
|
57
|
+
},
|
|
58
|
+
"generatorTrustSourceIdentity": {
|
|
59
|
+
"type": "object",
|
|
60
|
+
"additionalProperties": false,
|
|
61
|
+
"required": [
|
|
62
|
+
"candidateContract",
|
|
63
|
+
"generatorResultVersion",
|
|
64
|
+
"promptVersion",
|
|
65
|
+
"trustPolicy",
|
|
66
|
+
"deterministicPresentation"
|
|
67
|
+
],
|
|
68
|
+
"properties": {
|
|
69
|
+
"candidateContract": { "$ref": "#/$defs/identifier" },
|
|
70
|
+
"generatorResultVersion": { "$ref": "#/$defs/identifier" },
|
|
71
|
+
"promptVersion": { "$ref": "#/$defs/identifier" },
|
|
72
|
+
"trustPolicy": { "$ref": "#/$defs/identifier" },
|
|
73
|
+
"deterministicPresentation": { "$ref": "#/$defs/identifier" }
|
|
74
|
+
}
|
|
75
|
+
},
|
|
76
|
+
"identity": {
|
|
77
|
+
"type": "object",
|
|
78
|
+
"additionalProperties": false,
|
|
79
|
+
"required": [
|
|
80
|
+
"task",
|
|
81
|
+
"datasetId",
|
|
82
|
+
"datasetVersion",
|
|
83
|
+
"datasetDigest",
|
|
84
|
+
"evaluationCriteriaId",
|
|
85
|
+
"evaluationCriteriaVersion",
|
|
86
|
+
"evaluationCriteriaDigest",
|
|
87
|
+
"comparatorVersion",
|
|
88
|
+
"normalizationVersion",
|
|
89
|
+
"policyVersion",
|
|
90
|
+
"policyDigest",
|
|
91
|
+
"promptVersion",
|
|
92
|
+
"promptDigest",
|
|
93
|
+
"candidateSchemaDigest",
|
|
94
|
+
"generatorTrustSourceIdentity",
|
|
95
|
+
"deterministicPresentationIdentity",
|
|
96
|
+
"runtime"
|
|
97
|
+
],
|
|
98
|
+
"properties": {
|
|
99
|
+
"task": { "const": "migration-planning.v2" },
|
|
100
|
+
"datasetId": { "$ref": "#/$defs/identifier" },
|
|
101
|
+
"datasetVersion": { "$ref": "#/$defs/identifier" },
|
|
102
|
+
"datasetDigest": { "$ref": "#/$defs/digest" },
|
|
103
|
+
"evaluationCriteriaId": { "$ref": "#/$defs/identifier" },
|
|
104
|
+
"evaluationCriteriaVersion": { "$ref": "#/$defs/identifier" },
|
|
105
|
+
"evaluationCriteriaDigest": { "$ref": "#/$defs/digest" },
|
|
106
|
+
"comparatorVersion": { "$ref": "#/$defs/identifier" },
|
|
107
|
+
"normalizationVersion": { "$ref": "#/$defs/identifier" },
|
|
108
|
+
"policyVersion": { "$ref": "#/$defs/identifier" },
|
|
109
|
+
"policyDigest": { "$ref": "#/$defs/digest" },
|
|
110
|
+
"promptVersion": { "$ref": "#/$defs/identifier" },
|
|
111
|
+
"promptDigest": { "$ref": "#/$defs/digest" },
|
|
112
|
+
"candidateSchemaDigest": { "$ref": "#/$defs/digest" },
|
|
113
|
+
"generatorTrustSourceIdentity": {
|
|
114
|
+
"$ref": "#/$defs/generatorTrustSourceIdentity"
|
|
115
|
+
},
|
|
116
|
+
"deterministicPresentationIdentity": { "$ref": "#/$defs/identifier" },
|
|
117
|
+
"runtime": { "$ref": "#/$defs/runtime" }
|
|
118
|
+
}
|
|
119
|
+
},
|
|
120
|
+
"thresholdResult": {
|
|
121
|
+
"type": "object",
|
|
122
|
+
"additionalProperties": false,
|
|
123
|
+
"required": [
|
|
124
|
+
"metric",
|
|
125
|
+
"operator",
|
|
126
|
+
"threshold",
|
|
127
|
+
"actual",
|
|
128
|
+
"numerator",
|
|
129
|
+
"denominator",
|
|
130
|
+
"caseRole",
|
|
131
|
+
"applicableCaseCount",
|
|
132
|
+
"critical",
|
|
133
|
+
"passed"
|
|
134
|
+
],
|
|
135
|
+
"properties": {
|
|
136
|
+
"metric": { "$ref": "#/$defs/identifier" },
|
|
137
|
+
"operator": { "enum": ["min", "max"] },
|
|
138
|
+
"threshold": { "type": "number" },
|
|
139
|
+
"actual": { "type": ["number", "null"] },
|
|
140
|
+
"numerator": { "type": "integer", "minimum": 0 },
|
|
141
|
+
"denominator": { "type": "integer", "minimum": 0 },
|
|
142
|
+
"caseRole": { "type": ["string", "null"], "maxLength": 64 },
|
|
143
|
+
"applicableCaseCount": { "type": "integer", "minimum": 0 },
|
|
144
|
+
"critical": { "type": "boolean" },
|
|
145
|
+
"passed": { "type": "boolean" }
|
|
146
|
+
}
|
|
147
|
+
},
|
|
148
|
+
"criticalGate": {
|
|
149
|
+
"type": "object",
|
|
150
|
+
"additionalProperties": false,
|
|
151
|
+
"required": ["id", "passed", "violations"],
|
|
152
|
+
"properties": {
|
|
153
|
+
"id": {
|
|
154
|
+
"type": "string",
|
|
155
|
+
"pattern": "^[A-Z][A-Z0-9_]*$",
|
|
156
|
+
"maxLength": 128
|
|
157
|
+
},
|
|
158
|
+
"passed": { "type": "boolean" },
|
|
159
|
+
"violations": {
|
|
160
|
+
"type": "array",
|
|
161
|
+
"uniqueItems": true,
|
|
162
|
+
"items": { "$ref": "#/$defs/boundedString" }
|
|
163
|
+
}
|
|
164
|
+
}
|
|
165
|
+
},
|
|
166
|
+
"limitation": {
|
|
167
|
+
"type": "object",
|
|
168
|
+
"additionalProperties": false,
|
|
169
|
+
"required": ["code", "message"],
|
|
170
|
+
"properties": {
|
|
171
|
+
"code": {
|
|
172
|
+
"type": "string",
|
|
173
|
+
"pattern": "^[A-Z][A-Z0-9_]*$",
|
|
174
|
+
"maxLength": 128
|
|
175
|
+
},
|
|
176
|
+
"message": { "$ref": "#/$defs/boundedString" },
|
|
177
|
+
"caseCount": { "type": "integer", "minimum": 0 },
|
|
178
|
+
"metric": { "$ref": "#/$defs/identifier" },
|
|
179
|
+
"actual": { "type": ["number", "null"] },
|
|
180
|
+
"threshold": { "type": "number" },
|
|
181
|
+
"failures": {
|
|
182
|
+
"type": "array",
|
|
183
|
+
"uniqueItems": true,
|
|
184
|
+
"items": { "$ref": "#/$defs/boundedString" }
|
|
185
|
+
}
|
|
186
|
+
}
|
|
187
|
+
},
|
|
188
|
+
"qualification": {
|
|
189
|
+
"type": "object",
|
|
190
|
+
"additionalProperties": false,
|
|
191
|
+
"required": [
|
|
192
|
+
"schemaVersion",
|
|
193
|
+
"qualificationId",
|
|
194
|
+
"generatedAt",
|
|
195
|
+
"identity",
|
|
196
|
+
"thresholdResults",
|
|
197
|
+
"criticalGates",
|
|
198
|
+
"limitations",
|
|
199
|
+
"verdict"
|
|
200
|
+
],
|
|
201
|
+
"properties": {
|
|
202
|
+
"schemaVersion": { "const": "2.0.0" },
|
|
203
|
+
"qualificationId": { "$ref": "#/$defs/digest" },
|
|
204
|
+
"generatedAt": { "type": "string", "format": "date-time" },
|
|
205
|
+
"identity": { "$ref": "#/$defs/identity" },
|
|
206
|
+
"thresholdResults": {
|
|
207
|
+
"type": "array",
|
|
208
|
+
"minItems": 1,
|
|
209
|
+
"uniqueItems": true,
|
|
210
|
+
"items": { "$ref": "#/$defs/thresholdResult" }
|
|
211
|
+
},
|
|
212
|
+
"criticalGates": {
|
|
213
|
+
"type": "array",
|
|
214
|
+
"minItems": 1,
|
|
215
|
+
"uniqueItems": true,
|
|
216
|
+
"items": { "$ref": "#/$defs/criticalGate" }
|
|
217
|
+
},
|
|
218
|
+
"limitations": {
|
|
219
|
+
"type": "array",
|
|
220
|
+
"uniqueItems": true,
|
|
221
|
+
"items": { "$ref": "#/$defs/limitation" }
|
|
222
|
+
},
|
|
223
|
+
"verdict": {
|
|
224
|
+
"enum": [
|
|
225
|
+
"QUALIFIED",
|
|
226
|
+
"QUALIFIED_WITH_LIMITATIONS",
|
|
227
|
+
"NOT_QUALIFIED",
|
|
228
|
+
"INSUFFICIENT_EVIDENCE"
|
|
229
|
+
]
|
|
230
|
+
}
|
|
231
|
+
}
|
|
232
|
+
}
|
|
233
|
+
}
|
|
234
|
+
}
|