@crvouga/atlas 1.8.0 → 1.9.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +7 -1
- package/dist/reports/src/evidence-detail.js +6 -1
- package/dist/reports/src/evidence-types.d.ts +2 -0
- package/dist/reports/src/reliability.d.ts +181 -0
- package/dist/reports/src/reliability.js +294 -0
- package/dist/reports/src/report-index.js +1 -1
- package/dist/reports/src/test-catalog.d.ts +8 -2
- package/dist/reports/src/test-catalog.js +10 -5
- package/dist/schema/src/api.d.ts +226 -0
- package/dist/schema/src/api.js +51 -0
- package/dist/server/src/app.js +15 -0
- package/dist/server/src/llms.js +1 -0
- package/dist/server/src/openapi.js +25 -2
- package/docs/reference/http-api.md +48 -0
- package/docs/reference/reports.md +272 -1
- package/docs/reference/schema.md +11 -0
- package/docs/server.md +18 -0
- package/docs/ui.md +10 -0
- package/llms-full.txt +76 -0
- package/package.json +1 -1
- package/packages/schema/schemas/effective-delta.schema.json +26 -0
- package/packages/schema/schemas/effective-evidence.schema.json +26 -0
- package/packages/schema/schemas/evidence-page.schema.json +13 -0
- package/packages/schema/schemas/layer-rows.schema.json +13 -0
- package/packages/schema/schemas/test-catalog.schema.json +17 -0
- package/packages/schema/schemas/test-history.schema.json +34 -0
- package/packages/schema/schemas/test-reliability.schema.json +629 -0
- package/packages/server/openapi.json +1722 -568
- package/packages/visualizer/src/explorer/Reliability.tsx +337 -0
- package/packages/visualizer/src/explorer/TestDetail.tsx +3 -0
- package/packages/visualizer/src/explorer/catalog.tsx +1 -1
- package/packages/visualizer/src/explorer/search.ts +36 -0
|
@@ -865,6 +865,10 @@
|
|
|
865
865
|
"type": "string",
|
|
866
866
|
"description": "Why it has its status, at most 500 characters"
|
|
867
867
|
},
|
|
868
|
+
"specRevision": {
|
|
869
|
+
"description": "The fingerprint of its spec text that the layer recorded, when it recorded one. Two results with different revisions were recorded against different promises. Absent: not recorded, never assumed to match",
|
|
870
|
+
"type": "string"
|
|
871
|
+
},
|
|
868
872
|
"evidence": {
|
|
869
873
|
"type": "object",
|
|
870
874
|
"properties": {
|
|
@@ -888,6 +892,19 @@
|
|
|
888
892
|
"minimum": 0,
|
|
889
893
|
"maximum": 9007199254740991
|
|
890
894
|
},
|
|
895
|
+
"attemptStatuses": {
|
|
896
|
+
"description": "The status of each recorded try, in the order they were made. Absent when no try was recorded, and in reports written before this was recorded: a first try is then unknown, never assumed to have passed",
|
|
897
|
+
"type": "array",
|
|
898
|
+
"items": {
|
|
899
|
+
"type": "string",
|
|
900
|
+
"enum": [
|
|
901
|
+
"passed",
|
|
902
|
+
"failed",
|
|
903
|
+
"running",
|
|
904
|
+
"not-run"
|
|
905
|
+
]
|
|
906
|
+
}
|
|
907
|
+
},
|
|
891
908
|
"links": {
|
|
892
909
|
"type": "integer",
|
|
893
910
|
"minimum": 0,
|
|
@@ -163,6 +163,10 @@
|
|
|
163
163
|
"type": "string",
|
|
164
164
|
"description": "Why it has its status, at most 500 characters"
|
|
165
165
|
},
|
|
166
|
+
"specRevision": {
|
|
167
|
+
"description": "The fingerprint of its spec text that the layer recorded, when it recorded one. Two results with different revisions were recorded against different promises. Absent: not recorded, never assumed to match",
|
|
168
|
+
"type": "string"
|
|
169
|
+
},
|
|
166
170
|
"evidence": {
|
|
167
171
|
"type": "object",
|
|
168
172
|
"properties": {
|
|
@@ -186,6 +190,19 @@
|
|
|
186
190
|
"minimum": 0,
|
|
187
191
|
"maximum": 9007199254740991
|
|
188
192
|
},
|
|
193
|
+
"attemptStatuses": {
|
|
194
|
+
"description": "The status of each recorded try, in the order they were made. Absent when no try was recorded, and in reports written before this was recorded: a first try is then unknown, never assumed to have passed",
|
|
195
|
+
"type": "array",
|
|
196
|
+
"items": {
|
|
197
|
+
"type": "string",
|
|
198
|
+
"enum": [
|
|
199
|
+
"passed",
|
|
200
|
+
"failed",
|
|
201
|
+
"running",
|
|
202
|
+
"not-run"
|
|
203
|
+
]
|
|
204
|
+
}
|
|
205
|
+
},
|
|
189
206
|
"links": {
|
|
190
207
|
"type": "integer",
|
|
191
208
|
"minimum": 0,
|
|
@@ -799,6 +816,10 @@
|
|
|
799
816
|
"type": "string",
|
|
800
817
|
"description": "Why it has its status, at most 500 characters"
|
|
801
818
|
},
|
|
819
|
+
"specRevision": {
|
|
820
|
+
"description": "The fingerprint of its spec text that the layer recorded, when it recorded one. Two results with different revisions were recorded against different promises. Absent: not recorded, never assumed to match",
|
|
821
|
+
"type": "string"
|
|
822
|
+
},
|
|
802
823
|
"evidence": {
|
|
803
824
|
"type": "object",
|
|
804
825
|
"properties": {
|
|
@@ -822,6 +843,19 @@
|
|
|
822
843
|
"minimum": 0,
|
|
823
844
|
"maximum": 9007199254740991
|
|
824
845
|
},
|
|
846
|
+
"attemptStatuses": {
|
|
847
|
+
"description": "The status of each recorded try, in the order they were made. Absent when no try was recorded, and in reports written before this was recorded: a first try is then unknown, never assumed to have passed",
|
|
848
|
+
"type": "array",
|
|
849
|
+
"items": {
|
|
850
|
+
"type": "string",
|
|
851
|
+
"enum": [
|
|
852
|
+
"passed",
|
|
853
|
+
"failed",
|
|
854
|
+
"running",
|
|
855
|
+
"not-run"
|
|
856
|
+
]
|
|
857
|
+
}
|
|
858
|
+
},
|
|
825
859
|
"links": {
|
|
826
860
|
"type": "integer",
|
|
827
861
|
"minimum": 0,
|