agent-scenario-loop 0.1.2 → 0.1.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (87) hide show
  1. package/README.md +9 -9
  2. package/app/profile-session.ts +352 -12
  3. package/dist/core/agent-summary.d.ts +3 -2
  4. package/dist/core/agent-summary.js +44 -2
  5. package/dist/core/artifact-contract.d.ts +28 -8
  6. package/dist/core/artifact-contract.js +676 -26
  7. package/dist/core/comparison.d.ts +57 -3
  8. package/dist/core/comparison.js +113 -1
  9. package/dist/core/planner.d.ts +32 -1
  10. package/dist/core/planner.js +144 -0
  11. package/dist/core/run-index.d.ts +4 -0
  12. package/dist/core/run-index.js +55 -1
  13. package/dist/core/schema-validator.d.ts +2 -0
  14. package/dist/core/schema-validator.js +2 -0
  15. package/dist/runner/android-adb-driver.d.ts +7 -2
  16. package/dist/runner/android-adb-driver.js +7 -1
  17. package/dist/runner/android-adb.d.ts +40 -5
  18. package/dist/runner/android-adb.js +1046 -664
  19. package/dist/runner/compare-latest.d.ts +8 -4
  20. package/dist/runner/compare-latest.js +24 -5
  21. package/dist/runner/example-android-live.d.ts +10 -1
  22. package/dist/runner/example-android-live.js +55 -0
  23. package/dist/runner/example-ios-live.d.ts +10 -1
  24. package/dist/runner/example-ios-live.js +55 -0
  25. package/dist/runner/ios-simctl.d.ts +6 -0
  26. package/dist/runner/ios-simctl.js +7 -0
  27. package/dist/runner/live-comparison.d.ts +2 -2
  28. package/dist/runner/live-comparison.js +2 -1
  29. package/dist/runner/live-proof-summary.d.ts +5 -4
  30. package/dist/runner/live-proof-summary.js +12 -2
  31. package/dist/runner/live-proof.d.ts +3 -2
  32. package/dist/runner/live-proof.js +9 -2
  33. package/dist/runner/profile-android.d.ts +16 -1
  34. package/dist/runner/profile-android.js +364 -26
  35. package/dist/runner/profile-ios.d.ts +13 -2
  36. package/dist/runner/profile-ios.js +341 -19
  37. package/dist/runner/profile-mobile.d.ts +39 -3
  38. package/dist/runner/profile-mobile.js +1054 -42
  39. package/dist/runner/validate-project.js +3 -0
  40. package/dist/scripts/consumer-rehearsal.d.ts +119 -0
  41. package/dist/scripts/consumer-rehearsal.js +757 -0
  42. package/dist/scripts/downstream-local-package-gate.d.ts +2 -0
  43. package/dist/scripts/downstream-local-package-gate.js +264 -0
  44. package/dist/scripts/package-smoke.d.ts +96 -0
  45. package/dist/scripts/package-smoke.js +2282 -0
  46. package/dist/scripts/release-readiness.d.ts +2 -0
  47. package/dist/scripts/release-readiness.js +520 -0
  48. package/docs/adapters.md +7 -1
  49. package/docs/api.md +2 -2
  50. package/docs/architecture.md +90 -0
  51. package/docs/authoring.md +39 -3
  52. package/docs/concepts.md +3 -24
  53. package/docs/consumer-rehearsal.md +31 -1
  54. package/docs/contracts.md +45 -101
  55. package/docs/external-adapter-protocol.md +219 -0
  56. package/docs/live-proofs.md +86 -3
  57. package/docs/principles.md +9 -15
  58. package/examples/mobile-app/README.md +12 -0
  59. package/examples/mobile-app/runner-manifests/evidence-provider.json +3 -3
  60. package/examples/mobile-app/runner-manifests/primary-runner.json +1 -0
  61. package/examples/mobile-app/scripts/asl-capture-profiler-provider.mjs +25 -0
  62. package/examples/runners/README.md +4 -3
  63. package/examples/runners/adb-android.json +1 -0
  64. package/examples/runners/agent-device-android.json +1 -0
  65. package/examples/runners/agent-device-ios.json +1 -0
  66. package/examples/runners/argent-android.json +1 -0
  67. package/examples/runners/argent-ios.json +1 -0
  68. package/examples/runners/axe-accessibility-provider.json +2 -2
  69. package/examples/runners/script-accessibility-provider.json +2 -2
  70. package/examples/runners/script-memory-provider.json +2 -2
  71. package/examples/runners/script-network-provider.json +2 -2
  72. package/examples/runners/script-profiler-provider.json +2 -2
  73. package/examples/runners/xcodebuildmcp-ios.json +1 -0
  74. package/package.json +12 -3
  75. package/schemas/causal-run.schema.json +85 -2
  76. package/schemas/comparison.schema.json +130 -2
  77. package/schemas/external-adapter-message.schema.json +693 -0
  78. package/schemas/health.schema.json +72 -0
  79. package/schemas/live-proof-set.schema.json +1 -1
  80. package/schemas/live-proof.schema.json +14 -6
  81. package/schemas/manifest.schema.json +515 -4
  82. package/schemas/profiler.schema.json +243 -0
  83. package/schemas/runner-capabilities.schema.json +28 -2
  84. package/schemas/scenario.schema.json +34 -2
  85. package/templates/evidence-provider.json +3 -3
  86. package/templates/primary-runner.json +1 -0
  87. package/templates/scripts/asl-capture-profiler-provider.mjs +20 -0
package/schemas/health.schema.json CHANGED
@@ -58,6 +58,12 @@
58
58
  "type": "string"
59
59
  }
60
60
  },
61
+ "uiContexts": {
62
+ "type": "array",
63
+ "items": {
64
+ "type": "string"
65
+ }
66
+ },
61
67
  "artifacts": {
62
68
  "type": "array",
63
69
  "items": {
@@ -71,9 +77,75 @@
71
77
  }
72
78
  }
73
79
  }
80
+ },
81
+ "downgradePolicy": {
82
+ "type": "object",
83
+ "additionalProperties": false,
84
+ "required": ["mode", "allowedSubstitutions", "substitutions", "unsupported", "warnings"],
85
+ "properties": {
86
+ "mode": {
87
+ "type": "string",
88
+ "enum": ["no-silent-downgrade"]
89
+ },
90
+ "allowedSubstitutions": {
91
+ "type": "array",
92
+ "items": {
93
+ "$ref": "#/$defs/downgradePolicyEntry"
94
+ }
95
+ },
96
+ "substitutions": {
97
+ "type": "array",
98
+ "items": {
99
+ "$ref": "#/$defs/downgradePolicyEntry"
100
+ }
101
+ },
102
+ "unsupported": {
103
+ "type": "array",
104
+ "items": {
105
+ "$ref": "#/$defs/downgradePolicyEntry"
106
+ }
107
+ },
108
+ "warnings": {
109
+ "type": "array",
110
+ "items": {
111
+ "$ref": "#/$defs/downgradePolicyEntry"
112
+ }
113
+ }
114
+ }
74
115
  }
75
116
  },
76
117
  "$defs": {
118
+ "downgradePolicyEntry": {
119
+ "type": "object",
120
+ "additionalProperties": false,
121
+ "required": ["kind", "name", "status", "code"],
122
+ "properties": {
123
+ "kind": {
124
+ "type": "string",
125
+ "enum": ["capability", "driverAction", "artifact", "uiContext"]
126
+ },
127
+ "name": {
128
+ "type": "string",
129
+ "minLength": 1
130
+ },
131
+ "status": {
132
+ "type": "string",
133
+ "enum": ["unsupported", "warning", "substituted"]
134
+ },
135
+ "code": {
136
+ "type": "string",
137
+ "minLength": 1
138
+ },
139
+ "requested": {
140
+ "type": "string",
141
+ "minLength": 1
142
+ },
143
+ "provided": {
144
+ "type": "string",
145
+ "minLength": 1
146
+ }
147
+ }
148
+ },
77
149
  "healthCheck": {
78
150
  "type": "object",
79
151
  "additionalProperties": false,
package/schemas/live-proof-set.schema.json CHANGED
@@ -105,7 +105,7 @@
105
105
  },
106
106
  "comparisonStatus": {
107
107
  "type": "string",
108
- "enum": ["baseline_missing", "improved", "inconclusive", "mixed", "not_compared", "regressed", "unchanged"]
108
+ "enum": ["baseline_missing", "improved", "inconclusive", "low_confidence", "mixed", "not_compared", "regressed", "unchanged"]
109
109
  },
110
110
  "summaryPath": {
111
111
  "type": "string"
package/schemas/live-proof.schema.json CHANGED
@@ -69,7 +69,7 @@
69
69
  },
70
70
  "comparisonStatus": {
71
71
  "type": "string",
72
- "enum": ["baseline_missing", "improved", "inconclusive", "mixed", "not_compared", "regressed", "unchanged"]
72
+ "enum": ["baseline_missing", "improved", "inconclusive", "low_confidence", "mixed", "not_compared", "regressed", "unchanged"]
73
73
  },
74
74
  "nextAction": {
75
75
  "$ref": "#/$defs/nextAction"
@@ -283,7 +283,7 @@
283
283
  },
284
284
  "status": {
285
285
  "type": "string",
286
- "enum": ["better", "worse", "unchanged", "mixed", "inconclusive", "skipped"]
286
+ "enum": ["better", "worse", "unchanged", "mixed", "inconclusive", "low_confidence", "skipped"]
287
287
  },
288
288
  "baselineDir": {
289
289
  "type": ["string", "null"]
@@ -310,7 +310,7 @@
310
310
  "counts": {
311
311
  "type": "object",
312
312
  "additionalProperties": false,
313
- "required": ["better", "worse", "unchanged", "inconclusive"],
313
+ "required": ["better", "worse", "unchanged", "inconclusive", "low_confidence"],
314
314
  "properties": {
315
315
  "better": {
316
316
  "type": "integer",
@@ -327,6 +327,10 @@
327
327
  "inconclusive": {
328
328
  "type": "integer",
329
329
  "minimum": 0
330
+ },
331
+ "low_confidence": {
332
+ "type": "integer",
333
+ "minimum": 0
330
334
  }
331
335
  }
332
336
  },
@@ -348,7 +352,7 @@
348
352
  },
349
353
  "status": {
350
354
  "type": "string",
351
- "enum": ["better", "worse", "inconclusive"]
355
+ "enum": ["better", "worse", "inconclusive", "low_confidence"]
352
356
  },
353
357
  "unit": {
354
358
  "type": "string"
@@ -367,7 +371,7 @@
367
371
  "comparisonCounts": {
368
372
  "type": "object",
369
373
  "additionalProperties": false,
370
- "required": ["better", "worse", "unchanged", "mixed", "inconclusive", "skipped"],
374
+ "required": ["better", "worse", "unchanged", "mixed", "inconclusive", "low_confidence", "skipped"],
371
375
  "properties": {
372
376
  "better": {
373
377
  "type": "integer",
@@ -389,6 +393,10 @@
389
393
  "type": "integer",
390
394
  "minimum": 0
391
395
  },
396
+ "low_confidence": {
397
+ "type": "integer",
398
+ "minimum": 0
399
+ },
392
400
  "skipped": {
393
401
  "type": "integer",
394
402
  "minimum": 0
@@ -402,7 +410,7 @@
402
410
  "properties": {
403
411
  "code": {
404
412
  "type": "string",
405
- "enum": ["establish_baseline", "inspect_failed_run", "inspect_inconclusive", "inspect_mixed", "inspect_regressions", "inspect_summary"]
413
+ "enum": ["establish_baseline", "inspect_failed_run", "inspect_inconclusive", "inspect_low_confidence", "inspect_mixed", "inspect_regressions", "inspect_summary"]
406
414
  },
407
415
  "summary": {
408
416
  "type": "string"