@crvouga/atlas 0.15.0 → 0.17.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (54) hide show
  1. package/CHANGELOG.md +12 -0
  2. package/dist/reports/src/attachment-files.d.ts +3 -1
  3. package/dist/reports/src/attachment-files.js +14 -4
  4. package/dist/reports/src/evidence-detail.d.ts +19 -2
  5. package/dist/reports/src/evidence-detail.js +63 -14
  6. package/dist/reports/src/evidence-types.d.ts +53 -0
  7. package/dist/reports/src/layer-merge.js +7 -2
  8. package/dist/reports/src/layer-types.d.ts +1 -1
  9. package/dist/reports/src/publish-checks.js +11 -3
  10. package/dist/reports/src/recording-receipt.d.ts +48 -0
  11. package/dist/reports/src/recording-receipt.js +103 -0
  12. package/dist/reports/src/report-cli.d.ts +1 -1
  13. package/dist/reports/src/report-cli.js +20 -2
  14. package/dist/reports/src/report-status.d.ts +2 -0
  15. package/dist/reports/src/report-status.js +17 -1
  16. package/dist/reports/src/reports-explorer-route.d.ts +8 -0
  17. package/dist/reports/src/reports-route.d.ts +8 -0
  18. package/dist/reports/src/test-catalog.d.ts +24 -3
  19. package/dist/reports/src/test-catalog.js +37 -11
  20. package/dist/schema/src/api.d.ts +232 -0
  21. package/dist/schema/src/api.js +35 -6
  22. package/dist/schema/src/cli-results.d.ts +107 -2
  23. package/dist/schema/src/cli-results.js +11 -3
  24. package/dist/schema/src/layer.d.ts +165 -0
  25. package/dist/schema/src/layer.js +72 -1
  26. package/dist/server/src/app.js +3 -2
  27. package/dist/server/src/llms.js +2 -1
  28. package/dist/server/src/openapi.js +2 -1
  29. package/docs/reference/cli.md +5 -0
  30. package/docs/reference/http-api.md +4 -2
  31. package/docs/reference/reports.md +204 -5
  32. package/docs/reference/schema.md +75 -0
  33. package/docs/rich-evidence.md +29 -0
  34. package/docs/server.md +1 -1
  35. package/llms-full.txt +39 -3
  36. package/package.json +1 -1
  37. package/packages/schema/schemas/check-detail.schema.json +20 -0
  38. package/packages/schema/schemas/effective-delta.schema.json +143 -0
  39. package/packages/schema/schemas/effective-evidence.schema.json +143 -0
  40. package/packages/schema/schemas/evidence-page.schema.json +86 -0
  41. package/packages/schema/schemas/layer-rows.schema.json +57 -0
  42. package/packages/schema/schemas/layer.schema.json +153 -0
  43. package/packages/schema/schemas/publish-checks.schema.json +24 -0
  44. package/packages/schema/schemas/publish-result.schema.json +161 -1
  45. package/packages/schema/schemas/report-run.schema.json +71 -0
  46. package/packages/schema/schemas/report-runs.schema.json +38 -1
  47. package/packages/schema/schemas/report-status.schema.json +104 -0
  48. package/packages/schema/schemas/test-catalog.schema.json +41 -0
  49. package/packages/schema/schemas/test-history.schema.json +82 -0
  50. package/packages/server/openapi.json +830 -4
  51. package/packages/visualizer/src/evidence/marks.tsx +16 -0
  52. package/packages/visualizer/src/explorer/RunsView.tsx +128 -10
  53. package/packages/visualizer/src/explorer/catalog.tsx +16 -6
  54. package/packages/visualizer/src/explorer/search.ts +4 -1
package/packages/schema/schemas/report-status.schema.json CHANGED
@@ -327,6 +327,110 @@
327
327
  "additionalProperties": {}
328
328
  },
329
329
  "description": "Each slot whose newest completed result failed, or that is still running"
330
+ },
331
+ "recordings": {
332
+ "description": "Whether the recordings the producers expected were published, separately from `ok`. It never changes `ok`",
333
+ "type": "object",
334
+ "properties": {
335
+ "state": {
336
+ "type": "string",
337
+ "enum": [
338
+ "complete",
339
+ "incomplete",
340
+ "none-expected",
341
+ "unknown"
342
+ ]
343
+ },
344
+ "expected": {
345
+ "type": "integer",
346
+ "minimum": 0,
347
+ "maximum": 9007199254740991
348
+ },
349
+ "uploaded": {
350
+ "type": "integer",
351
+ "minimum": 0,
352
+ "maximum": 9007199254740991
353
+ },
354
+ "referenced": {
355
+ "type": "integer",
356
+ "minimum": 0,
357
+ "maximum": 9007199254740991
358
+ },
359
+ "skipped": {
360
+ "type": "integer",
361
+ "minimum": 0,
362
+ "maximum": 9007199254740991
363
+ },
364
+ "unresolved": {
365
+ "type": "integer",
366
+ "minimum": 0,
367
+ "maximum": 9007199254740991
368
+ },
369
+ "notApplicable": {
370
+ "type": "integer",
371
+ "minimum": 0,
372
+ "maximum": 9007199254740991
373
+ },
374
+ "layersWithoutReceipt": {
375
+ "type": "integer",
376
+ "minimum": 0,
377
+ "maximum": 9007199254740991,
378
+ "description": "Layers that contribute results but declared no recording expectations: their completeness is unknown"
379
+ },
380
+ "gaps": {
381
+ "type": "array",
382
+ "items": {
383
+ "type": "object",
384
+ "properties": {
385
+ "spec": {
386
+ "type": [
387
+ "string",
388
+ "null"
389
+ ]
390
+ },
391
+ "check": {
392
+ "type": "string"
393
+ },
394
+ "layer": {
395
+ "type": "string"
396
+ },
397
+ "environment": {
398
+ "type": [
399
+ "string",
400
+ "null"
401
+ ]
402
+ },
403
+ "state": {
404
+ "type": "string"
405
+ },
406
+ "reason": {
407
+ "type": "string"
408
+ }
409
+ },
410
+ "required": [
411
+ "spec",
412
+ "check",
413
+ "layer",
414
+ "environment",
415
+ "state"
416
+ ],
417
+ "additionalProperties": {}
418
+ },
419
+ "description": "Each expected recording that is skipped or unresolved"
420
+ }
421
+ },
422
+ "required": [
423
+ "state",
424
+ "expected",
425
+ "uploaded",
426
+ "referenced",
427
+ "skipped",
428
+ "unresolved",
429
+ "notApplicable",
430
+ "layersWithoutReceipt",
431
+ "gaps"
432
+ ],
433
+ "additionalProperties": {}
330
434
  }
331
435
  },
332
436
  "required": [
package/packages/schema/schemas/test-catalog.schema.json CHANGED
@@ -898,6 +898,47 @@
898
898
  "items": {
899
899
  "type": "string"
900
900
  }
901
+ },
902
+ "videos": {
903
+ "description": "Its references to videos and who holds each. Absent when it has none, and in reports written before this was recorded",
904
+ "type": "array",
905
+ "items": {
906
+ "type": "object",
907
+ "properties": {
908
+ "name": {
909
+ "type": "string",
910
+ "description": "The attachment name"
911
+ },
912
+ "owner": {
913
+ "type": "string",
914
+ "description": "Who holds it: `layer`, `check`, `attempt` or `step`. An open vocabulary: treat an unknown owner as a check"
915
+ },
916
+ "attempt": {
917
+ "description": "The retry attempt that holds it, or that holds the step that does",
918
+ "type": "integer",
919
+ "minimum": 0,
920
+ "maximum": 9007199254740991
921
+ },
922
+ "step": {
923
+ "description": "The name of the step that holds it",
924
+ "type": "string"
925
+ },
926
+ "recording": {
927
+ "description": "What identifies the bytes; references with the same value are one recording. Absent when it cannot be played",
928
+ "type": "string"
929
+ },
930
+ "available": {
931
+ "type": "boolean",
932
+ "description": "False when the reference names no bytes (no bundle key, address or inline text)"
933
+ }
934
+ },
935
+ "required": [
936
+ "name",
937
+ "owner",
938
+ "available"
939
+ ],
940
+ "additionalProperties": {}
941
+ }
901
942
  }
902
943
  },
903
944
  "required": [
package/packages/schema/schemas/test-history.schema.json CHANGED
@@ -218,6 +218,47 @@
218
218
  "items": {
219
219
  "type": "string"
220
220
  }
221
+ },
222
+ "videos": {
223
+ "description": "Its references to videos and who holds each. Absent when it has none, and in reports written before this was recorded",
224
+ "type": "array",
225
+ "items": {
226
+ "type": "object",
227
+ "properties": {
228
+ "name": {
229
+ "type": "string",
230
+ "description": "The attachment name"
231
+ },
232
+ "owner": {
233
+ "type": "string",
234
+ "description": "Who holds it: `layer`, `check`, `attempt` or `step`. An open vocabulary: treat an unknown owner as a check"
235
+ },
236
+ "attempt": {
237
+ "description": "The retry attempt that holds it, or that holds the step that does",
238
+ "type": "integer",
239
+ "minimum": 0,
240
+ "maximum": 9007199254740991
241
+ },
242
+ "step": {
243
+ "description": "The name of the step that holds it",
244
+ "type": "string"
245
+ },
246
+ "recording": {
247
+ "description": "What identifies the bytes; references with the same value are one recording. Absent when it cannot be played",
248
+ "type": "string"
249
+ },
250
+ "available": {
251
+ "type": "boolean",
252
+ "description": "False when the reference names no bytes (no bundle key, address or inline text)"
253
+ }
254
+ },
255
+ "required": [
256
+ "name",
257
+ "owner",
258
+ "available"
259
+ ],
260
+ "additionalProperties": {}
261
+ }
221
262
  }
222
263
  },
223
264
  "required": [
@@ -615,6 +656,47 @@
615
656
  "items": {
616
657
  "type": "string"
617
658
  }
659
+ },
660
+ "videos": {
661
+ "description": "Its references to videos and who holds each. Absent when it has none, and in reports written before this was recorded",
662
+ "type": "array",
663
+ "items": {
664
+ "type": "object",
665
+ "properties": {
666
+ "name": {
667
+ "type": "string",
668
+ "description": "The attachment name"
669
+ },
670
+ "owner": {
671
+ "type": "string",
672
+ "description": "Who holds it: `layer`, `check`, `attempt` or `step`. An open vocabulary: treat an unknown owner as a check"
673
+ },
674
+ "attempt": {
675
+ "description": "The retry attempt that holds it, or that holds the step that does",
676
+ "type": "integer",
677
+ "minimum": 0,
678
+ "maximum": 9007199254740991
679
+ },
680
+ "step": {
681
+ "description": "The name of the step that holds it",
682
+ "type": "string"
683
+ },
684
+ "recording": {
685
+ "description": "What identifies the bytes; references with the same value are one recording. Absent when it cannot be played",
686
+ "type": "string"
687
+ },
688
+ "available": {
689
+ "type": "boolean",
690
+ "description": "False when the reference names no bytes (no bundle key, address or inline text)"
691
+ }
692
+ },
693
+ "required": [
694
+ "name",
695
+ "owner",
696
+ "available"
697
+ ],
698
+ "additionalProperties": {}
699
+ }
618
700
  }
619
701
  },
620
702
  "required": [