@xoxoai/checkmate 0.4.28 → 0.5.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (397) hide show
  1. package/README.md +259 -224
  2. package/bin/checkmate.js +1 -1
  3. package/dist/ai/client.d.ts +45 -30
  4. package/dist/ai/client.d.ts.map +1 -1
  5. package/dist/ai/client.js +198 -129
  6. package/dist/ai/client.js.map +1 -1
  7. package/dist/ai/message-handler.d.ts +5 -7
  8. package/dist/ai/message-handler.d.ts.map +1 -1
  9. package/dist/ai/message-handler.js +38 -21
  10. package/dist/ai/message-handler.js.map +1 -1
  11. package/dist/ai/message-history.d.ts +4 -6
  12. package/dist/ai/message-history.d.ts.map +1 -1
  13. package/dist/ai/message-history.js +18 -21
  14. package/dist/ai/message-history.js.map +1 -1
  15. package/dist/ai/rate-limit-policy.d.ts +5 -3
  16. package/dist/ai/rate-limit-policy.d.ts.map +1 -1
  17. package/dist/ai/rate-limit-policy.js +24 -7
  18. package/dist/ai/rate-limit-policy.js.map +1 -1
  19. package/dist/ai/tool-response-handler.d.ts +11 -16
  20. package/dist/ai/tool-response-handler.d.ts.map +1 -1
  21. package/dist/ai/tool-response-handler.js +59 -28
  22. package/dist/ai/tool-response-handler.js.map +1 -1
  23. package/dist/ai/turn-processor.d.ts +34 -0
  24. package/dist/ai/turn-processor.d.ts.map +1 -0
  25. package/dist/ai/turn-processor.js +107 -0
  26. package/dist/ai/turn-processor.js.map +1 -0
  27. package/dist/api/allocate-run-identity.d.ts +8 -0
  28. package/dist/api/allocate-run-identity.d.ts.map +1 -0
  29. package/dist/api/allocate-run-identity.js +10 -0
  30. package/dist/api/allocate-run-identity.js.map +1 -0
  31. package/dist/api/execute-prepared-run.d.ts +22 -0
  32. package/dist/api/execute-prepared-run.d.ts.map +1 -0
  33. package/dist/api/execute-prepared-run.js +160 -0
  34. package/dist/api/execute-prepared-run.js.map +1 -0
  35. package/dist/api/index.d.ts +25 -0
  36. package/dist/api/index.d.ts.map +1 -0
  37. package/dist/api/index.js +69 -0
  38. package/dist/api/index.js.map +1 -0
  39. package/dist/api/prepare-run.d.ts +44 -0
  40. package/dist/api/prepare-run.d.ts.map +1 -0
  41. package/dist/api/prepare-run.js +261 -0
  42. package/dist/api/prepare-run.js.map +1 -0
  43. package/dist/cli/diagnostic-relay.d.ts +6 -0
  44. package/dist/cli/diagnostic-relay.d.ts.map +1 -0
  45. package/dist/cli/diagnostic-relay.js +6 -0
  46. package/dist/cli/diagnostic-relay.js.map +1 -0
  47. package/dist/cli/main.d.ts +21 -0
  48. package/dist/cli/main.d.ts.map +1 -0
  49. package/dist/cli/main.js +166 -0
  50. package/dist/cli/main.js.map +1 -0
  51. package/dist/cli/protocol.d.ts +57 -0
  52. package/dist/cli/protocol.d.ts.map +1 -0
  53. package/dist/cli/protocol.js +116 -0
  54. package/dist/cli/protocol.js.map +1 -0
  55. package/dist/cli/reconcile-result.d.ts +13 -0
  56. package/dist/cli/reconcile-result.d.ts.map +1 -0
  57. package/dist/cli/reconcile-result.js +300 -0
  58. package/dist/cli/reconcile-result.js.map +1 -0
  59. package/dist/cli/run-parent.d.ts +37 -0
  60. package/dist/cli/run-parent.d.ts.map +1 -0
  61. package/dist/cli/run-parent.js +491 -0
  62. package/dist/cli/run-parent.js.map +1 -0
  63. package/dist/cli/signals.d.ts +36 -0
  64. package/dist/cli/signals.d.ts.map +1 -0
  65. package/dist/cli/signals.js +85 -0
  66. package/dist/cli/signals.js.map +1 -0
  67. package/dist/cli/static-commands.d.ts +11 -0
  68. package/dist/cli/static-commands.d.ts.map +1 -0
  69. package/dist/cli/static-commands.js +83 -0
  70. package/dist/cli/static-commands.js.map +1 -0
  71. package/dist/cli/worker-stream-guard.d.ts +20 -0
  72. package/dist/cli/worker-stream-guard.d.ts.map +1 -0
  73. package/dist/cli/worker-stream-guard.js +41 -0
  74. package/dist/cli/worker-stream-guard.js.map +1 -0
  75. package/dist/cli/worker.d.ts +3 -0
  76. package/dist/cli/worker.d.ts.map +1 -0
  77. package/dist/cli/worker.js +111 -0
  78. package/dist/cli/worker.js.map +1 -0
  79. package/dist/config/ingestion.d.ts +58 -0
  80. package/dist/config/ingestion.d.ts.map +1 -0
  81. package/dist/config/ingestion.js +283 -0
  82. package/dist/config/ingestion.js.map +1 -0
  83. package/dist/config/manifest.d.ts +20 -0
  84. package/dist/config/manifest.d.ts.map +1 -0
  85. package/dist/config/manifest.js +91 -0
  86. package/dist/config/manifest.js.map +1 -0
  87. package/dist/config/model-egress.d.ts +10 -0
  88. package/dist/config/model-egress.d.ts.map +1 -0
  89. package/dist/config/model-egress.js +62 -0
  90. package/dist/config/model-egress.js.map +1 -0
  91. package/dist/config/package-resolution.d.ts +4 -0
  92. package/dist/config/package-resolution.d.ts.map +1 -0
  93. package/dist/config/package-resolution.js +24 -0
  94. package/dist/config/package-resolution.js.map +1 -0
  95. package/dist/config/policy.d.ts +44 -0
  96. package/dist/config/policy.d.ts.map +1 -0
  97. package/dist/config/policy.js +141 -0
  98. package/dist/config/policy.js.map +1 -0
  99. package/dist/config/record.d.ts +4 -0
  100. package/dist/config/record.d.ts.map +1 -0
  101. package/dist/config/record.js +10 -0
  102. package/dist/config/record.js.map +1 -0
  103. package/dist/config/secrets.d.ts +11 -0
  104. package/dist/config/secrets.d.ts.map +1 -0
  105. package/dist/config/secrets.js +42 -0
  106. package/dist/config/secrets.js.map +1 -0
  107. package/dist/contracts/diagnostics.d.ts +4 -0
  108. package/dist/contracts/diagnostics.d.ts.map +1 -0
  109. package/dist/contracts/diagnostics.js +31 -0
  110. package/dist/contracts/diagnostics.js.map +1 -0
  111. package/dist/contracts/serialize.d.ts +2 -0
  112. package/dist/contracts/serialize.d.ts.map +1 -0
  113. package/dist/contracts/serialize.js +90 -0
  114. package/dist/contracts/serialize.js.map +1 -0
  115. package/dist/contracts/types.d.ts +316 -0
  116. package/dist/contracts/types.d.ts.map +1 -0
  117. package/dist/contracts/types.js +74 -0
  118. package/dist/contracts/types.js.map +1 -0
  119. package/dist/contracts/validator.d.ts +8 -0
  120. package/dist/contracts/validator.d.ts.map +1 -0
  121. package/dist/contracts/validator.js +71 -0
  122. package/dist/contracts/validator.js.map +1 -0
  123. package/dist/driver.d.ts +97 -0
  124. package/dist/driver.d.ts.map +1 -0
  125. package/dist/driver.js +24 -0
  126. package/dist/driver.js.map +1 -0
  127. package/dist/drivers/descriptor.d.ts +15 -0
  128. package/dist/drivers/descriptor.d.ts.map +1 -0
  129. package/dist/drivers/descriptor.js +122 -0
  130. package/dist/drivers/descriptor.js.map +1 -0
  131. package/dist/drivers/loader.d.ts +18 -0
  132. package/dist/drivers/loader.d.ts.map +1 -0
  133. package/dist/drivers/loader.js +97 -0
  134. package/dist/drivers/loader.js.map +1 -0
  135. package/dist/drivers/web/checkmate-driver.json +44 -0
  136. package/dist/drivers/web/index.d.ts +6 -0
  137. package/dist/drivers/web/index.d.ts.map +1 -0
  138. package/dist/drivers/web/index.js +27 -0
  139. package/dist/drivers/web/index.js.map +1 -0
  140. package/dist/drivers/web/session.d.ts +22 -0
  141. package/dist/drivers/web/session.d.ts.map +1 -0
  142. package/dist/drivers/web/session.js +130 -0
  143. package/dist/drivers/web/session.js.map +1 -0
  144. package/dist/drivers/web/tools/network-request-recorder.d.ts +46 -0
  145. package/dist/drivers/web/tools/network-request-recorder.d.ts.map +1 -0
  146. package/dist/drivers/web/tools/network-request-recorder.js +164 -0
  147. package/dist/drivers/web/tools/network-request-recorder.js.map +1 -0
  148. package/dist/{tools/browser → drivers/web/tools}/screenshot-service.d.ts +1 -1
  149. package/dist/drivers/web/tools/screenshot-service.d.ts.map +1 -0
  150. package/dist/drivers/web/tools/screenshot-service.js.map +1 -0
  151. package/dist/drivers/web/tools/snapshot-filter/index.d.ts.map +1 -0
  152. package/dist/drivers/web/tools/snapshot-filter/index.js.map +1 -0
  153. package/dist/drivers/web/tools/snapshot-filter/semantic-scorer.d.ts.map +1 -0
  154. package/dist/drivers/web/tools/snapshot-filter/semantic-scorer.js.map +1 -0
  155. package/dist/drivers/web/tools/snapshot-filter/snapshot-filter.d.ts +5 -0
  156. package/dist/drivers/web/tools/snapshot-filter/snapshot-filter.d.ts.map +1 -0
  157. package/dist/drivers/web/tools/snapshot-filter/snapshot-filter.js +56 -0
  158. package/dist/drivers/web/tools/snapshot-filter/snapshot-filter.js.map +1 -0
  159. package/dist/drivers/web/tools/snapshot-filter/tree-reconstructor.d.ts.map +1 -0
  160. package/dist/drivers/web/tools/snapshot-filter/tree-reconstructor.js.map +1 -0
  161. package/dist/drivers/web/tools/snapshot-service.d.ts +31 -0
  162. package/dist/drivers/web/tools/snapshot-service.d.ts.map +1 -0
  163. package/dist/{tools/browser → drivers/web/tools}/snapshot-service.js +36 -7
  164. package/dist/drivers/web/tools/snapshot-service.js.map +1 -0
  165. package/dist/drivers/web/tools/tool.d.ts +76 -0
  166. package/dist/drivers/web/tools/tool.d.ts.map +1 -0
  167. package/dist/drivers/web/tools/tool.js +562 -0
  168. package/dist/drivers/web/tools/tool.js.map +1 -0
  169. package/dist/drivers/web/tools/transient-state-tracker.d.ts +26 -0
  170. package/dist/drivers/web/tools/transient-state-tracker.d.ts.map +1 -0
  171. package/dist/{tools/browser → drivers/web/tools}/transient-state-tracker.js +54 -19
  172. package/dist/drivers/web/tools/transient-state-tracker.js.map +1 -0
  173. package/dist/drivers/web/tools/types.d.ts +11 -0
  174. package/dist/drivers/web/tools/types.d.ts.map +1 -0
  175. package/dist/drivers/web/tools/types.js +2 -0
  176. package/dist/drivers/web/tools/types.js.map +1 -0
  177. package/dist/evidence/atomic-file.d.ts +23 -0
  178. package/dist/evidence/atomic-file.d.ts.map +1 -0
  179. package/dist/evidence/atomic-file.js +104 -0
  180. package/dist/evidence/atomic-file.js.map +1 -0
  181. package/dist/evidence/layout.d.ts +30 -0
  182. package/dist/evidence/layout.d.ts.map +1 -0
  183. package/dist/evidence/layout.js +152 -0
  184. package/dist/evidence/layout.js.map +1 -0
  185. package/dist/evidence/retention.d.ts +5 -0
  186. package/dist/evidence/retention.d.ts.map +1 -0
  187. package/dist/evidence/retention.js +10 -0
  188. package/dist/evidence/retention.js.map +1 -0
  189. package/dist/evidence/store.d.ts +101 -0
  190. package/dist/evidence/store.d.ts.map +1 -0
  191. package/dist/evidence/store.js +375 -0
  192. package/dist/evidence/store.js.map +1 -0
  193. package/dist/evidence/terminal-finalizer.d.ts +19 -0
  194. package/dist/evidence/terminal-finalizer.d.ts.map +1 -0
  195. package/dist/evidence/terminal-finalizer.js +56 -0
  196. package/dist/evidence/terminal-finalizer.js.map +1 -0
  197. package/dist/index.d.ts +8 -1
  198. package/dist/index.d.ts.map +1 -1
  199. package/dist/index.js +11 -1
  200. package/dist/index.js.map +1 -1
  201. package/dist/logging/invocation-logger.d.ts +4 -0
  202. package/dist/logging/invocation-logger.d.ts.map +1 -0
  203. package/dist/logging/invocation-logger.js +25 -0
  204. package/dist/logging/invocation-logger.js.map +1 -0
  205. package/dist/logging/types.d.ts +8 -0
  206. package/dist/logging/types.d.ts.map +1 -0
  207. package/dist/logging/types.js +7 -0
  208. package/dist/logging/types.js.map +1 -0
  209. package/dist/redaction/diagnostic-sanitizer.d.ts +7 -0
  210. package/dist/redaction/diagnostic-sanitizer.d.ts.map +1 -0
  211. package/dist/redaction/diagnostic-sanitizer.js +42 -0
  212. package/dist/redaction/diagnostic-sanitizer.js.map +1 -0
  213. package/dist/redaction/redactor.d.ts +40 -0
  214. package/dist/redaction/redactor.d.ts.map +1 -0
  215. package/dist/redaction/redactor.js +176 -0
  216. package/dist/redaction/redactor.js.map +1 -0
  217. package/dist/redaction/scrub.d.ts +29 -0
  218. package/dist/redaction/scrub.d.ts.map +1 -0
  219. package/dist/redaction/scrub.js +54 -0
  220. package/dist/redaction/scrub.js.map +1 -0
  221. package/dist/runtime/config.d.ts +15 -0
  222. package/dist/runtime/config.d.ts.map +1 -0
  223. package/dist/runtime/config.js +2 -0
  224. package/dist/runtime/config.js.map +1 -0
  225. package/dist/runtime/driver-boundary.d.ts +16 -0
  226. package/dist/runtime/driver-boundary.d.ts.map +1 -0
  227. package/dist/runtime/driver-boundary.js +71 -0
  228. package/dist/runtime/driver-boundary.js.map +1 -0
  229. package/dist/runtime/driver-session.d.ts +9 -0
  230. package/dist/runtime/driver-session.d.ts.map +1 -0
  231. package/dist/runtime/driver-session.js +64 -0
  232. package/dist/runtime/driver-session.js.map +1 -0
  233. package/dist/runtime/internal-step-evidence.d.ts +30 -0
  234. package/dist/runtime/internal-step-evidence.d.ts.map +1 -0
  235. package/dist/runtime/internal-step-evidence.js +82 -0
  236. package/dist/runtime/internal-step-evidence.js.map +1 -0
  237. package/dist/runtime/result-adapter.d.ts +9 -0
  238. package/dist/runtime/result-adapter.d.ts.map +1 -0
  239. package/dist/runtime/result-adapter.js +77 -0
  240. package/dist/runtime/result-adapter.js.map +1 -0
  241. package/dist/runtime/runner.d.ts +35 -88
  242. package/dist/runtime/runner.d.ts.map +1 -1
  243. package/dist/runtime/runner.js +60 -74
  244. package/dist/runtime/runner.js.map +1 -1
  245. package/dist/runtime/scenario-control.d.ts +40 -0
  246. package/dist/runtime/scenario-control.d.ts.map +1 -0
  247. package/dist/runtime/scenario-control.js +94 -0
  248. package/dist/runtime/scenario-control.js.map +1 -0
  249. package/dist/runtime/scenario-runner.d.ts +39 -0
  250. package/dist/runtime/scenario-runner.d.ts.map +1 -0
  251. package/dist/runtime/scenario-runner.js +273 -0
  252. package/dist/runtime/scenario-runner.js.map +1 -0
  253. package/dist/runtime/scenario-state.d.ts +55 -0
  254. package/dist/runtime/scenario-state.d.ts.map +1 -0
  255. package/dist/runtime/scenario-state.js +128 -0
  256. package/dist/runtime/scenario-state.js.map +1 -0
  257. package/dist/runtime/step-execution.d.ts +24 -14
  258. package/dist/runtime/step-execution.d.ts.map +1 -1
  259. package/dist/runtime/step-execution.js +130 -36
  260. package/dist/runtime/step-execution.js.map +1 -1
  261. package/dist/runtime/text.d.ts +10 -0
  262. package/dist/runtime/text.d.ts.map +1 -0
  263. package/dist/runtime/text.js +25 -0
  264. package/dist/runtime/text.js.map +1 -0
  265. package/dist/runtime/types.d.ts +50 -76
  266. package/dist/runtime/types.d.ts.map +1 -1
  267. package/dist/runtime/usage-tracker.d.ts +37 -0
  268. package/dist/runtime/usage-tracker.d.ts.map +1 -0
  269. package/dist/runtime/usage-tracker.js +110 -0
  270. package/dist/runtime/usage-tracker.js.map +1 -0
  271. package/dist/tools/define-agent-tool.d.ts +3 -28
  272. package/dist/tools/define-agent-tool.d.ts.map +1 -1
  273. package/dist/tools/define-agent-tool.js +3 -28
  274. package/dist/tools/define-agent-tool.js.map +1 -1
  275. package/dist/tools/dispatcher.d.ts +11 -3
  276. package/dist/tools/dispatcher.d.ts.map +1 -1
  277. package/dist/tools/dispatcher.js +50 -8
  278. package/dist/tools/dispatcher.js.map +1 -1
  279. package/dist/tools/registry.d.ts +8 -10
  280. package/dist/tools/registry.d.ts.map +1 -1
  281. package/dist/tools/registry.js +19 -11
  282. package/dist/tools/registry.js.map +1 -1
  283. package/dist/tools/step/result-tool.d.ts.map +1 -1
  284. package/dist/tools/step/result-tool.js +8 -6
  285. package/dist/tools/step/result-tool.js.map +1 -1
  286. package/dist/tools/tool-contract.d.ts +1 -1
  287. package/dist/tools/tool-contract.d.ts.map +1 -1
  288. package/dist/tools/tool-contract.js.map +1 -1
  289. package/dist/tools/types.d.ts +77 -6
  290. package/dist/tools/types.d.ts.map +1 -1
  291. package/dist/tools/types.js.map +1 -1
  292. package/docs/CLI.md +59 -0
  293. package/docs/CONFIGURATION.md +91 -0
  294. package/docs/DRIVERS.md +75 -0
  295. package/docs/EVIDENCE.md +62 -0
  296. package/package.json +51 -59
  297. package/schemas/checkmate-config.v1.json +176 -0
  298. package/schemas/describe-result.v1.json +414 -0
  299. package/schemas/driver-descriptor.v1.json +66 -0
  300. package/schemas/run-request.v1.json +67 -0
  301. package/schemas/run-result.v1.json +333 -0
  302. package/schemas/validation-result.v1.json +86 -0
  303. package/dist/ai/response-processor.d.ts +0 -20
  304. package/dist/ai/response-processor.d.ts.map +0 -1
  305. package/dist/ai/response-processor.js +0 -62
  306. package/dist/ai/response-processor.js.map +0 -1
  307. package/dist/ai/token-pricing.d.ts +0 -13
  308. package/dist/ai/token-pricing.d.ts.map +0 -1
  309. package/dist/ai/token-pricing.js +0 -348
  310. package/dist/ai/token-pricing.js.map +0 -1
  311. package/dist/ai/token-tracker.d.ts +0 -33
  312. package/dist/ai/token-tracker.d.ts.map +0 -1
  313. package/dist/ai/token-tracker.js +0 -138
  314. package/dist/ai/token-tracker.js.map +0 -1
  315. package/dist/cli/create-examples.d.ts +0 -21
  316. package/dist/cli/create-examples.d.ts.map +0 -1
  317. package/dist/cli/create-examples.js +0 -116
  318. package/dist/cli/create-examples.js.map +0 -1
  319. package/dist/cli.d.ts +0 -15
  320. package/dist/cli.d.ts.map +0 -1
  321. package/dist/cli.js +0 -69
  322. package/dist/cli.js.map +0 -1
  323. package/dist/config/runtime-config.d.ts +0 -21
  324. package/dist/config/runtime-config.d.ts.map +0 -1
  325. package/dist/config/runtime-config.js +0 -98
  326. package/dist/config/runtime-config.js.map +0 -1
  327. package/dist/core.d.ts +0 -8
  328. package/dist/core.d.ts.map +0 -1
  329. package/dist/core.js +0 -4
  330. package/dist/core.js.map +0 -1
  331. package/dist/integrations/salesforce/authenticator.d.ts +0 -27
  332. package/dist/integrations/salesforce/authenticator.d.ts.map +0 -1
  333. package/dist/integrations/salesforce/authenticator.js +0 -27
  334. package/dist/integrations/salesforce/authenticator.js.map +0 -1
  335. package/dist/integrations/salesforce/cli-handler.d.ts +0 -14
  336. package/dist/integrations/salesforce/cli-handler.d.ts.map +0 -1
  337. package/dist/integrations/salesforce/cli-handler.js +0 -50
  338. package/dist/integrations/salesforce/cli-handler.js.map +0 -1
  339. package/dist/logging/index.d.ts +0 -2
  340. package/dist/logging/index.d.ts.map +0 -1
  341. package/dist/logging/index.js +0 -4
  342. package/dist/logging/index.js.map +0 -1
  343. package/dist/logging/logger.d.ts +0 -5
  344. package/dist/logging/logger.d.ts.map +0 -1
  345. package/dist/logging/logger.js +0 -15
  346. package/dist/logging/logger.js.map +0 -1
  347. package/dist/playwright.d.ts +0 -102
  348. package/dist/playwright.d.ts.map +0 -1
  349. package/dist/playwright.js +0 -116
  350. package/dist/playwright.js.map +0 -1
  351. package/dist/runtime/extension.d.ts +0 -274
  352. package/dist/runtime/extension.d.ts.map +0 -1
  353. package/dist/runtime/extension.js +0 -171
  354. package/dist/runtime/extension.js.map +0 -1
  355. package/dist/salesforce.d.ts +0 -71
  356. package/dist/salesforce.d.ts.map +0 -1
  357. package/dist/salesforce.js +0 -73
  358. package/dist/salesforce.js.map +0 -1
  359. package/dist/tools/browser/screenshot-service.d.ts.map +0 -1
  360. package/dist/tools/browser/screenshot-service.js.map +0 -1
  361. package/dist/tools/browser/snapshot-filter/index.d.ts.map +0 -1
  362. package/dist/tools/browser/snapshot-filter/index.js.map +0 -1
  363. package/dist/tools/browser/snapshot-filter/semantic-scorer.d.ts.map +0 -1
  364. package/dist/tools/browser/snapshot-filter/semantic-scorer.js.map +0 -1
  365. package/dist/tools/browser/snapshot-filter/snapshot-filter.d.ts +0 -4
  366. package/dist/tools/browser/snapshot-filter/snapshot-filter.d.ts.map +0 -1
  367. package/dist/tools/browser/snapshot-filter/snapshot-filter.js +0 -57
  368. package/dist/tools/browser/snapshot-filter/snapshot-filter.js.map +0 -1
  369. package/dist/tools/browser/snapshot-filter/tree-reconstructor.d.ts.map +0 -1
  370. package/dist/tools/browser/snapshot-filter/tree-reconstructor.js.map +0 -1
  371. package/dist/tools/browser/snapshot-service.d.ts +0 -19
  372. package/dist/tools/browser/snapshot-service.d.ts.map +0 -1
  373. package/dist/tools/browser/snapshot-service.js.map +0 -1
  374. package/dist/tools/browser/tool.d.ts +0 -34
  375. package/dist/tools/browser/tool.d.ts.map +0 -1
  376. package/dist/tools/browser/tool.js +0 -226
  377. package/dist/tools/browser/tool.js.map +0 -1
  378. package/dist/tools/browser/transient-state-tracker.d.ts +0 -16
  379. package/dist/tools/browser/transient-state-tracker.d.ts.map +0 -1
  380. package/dist/tools/browser/transient-state-tracker.js.map +0 -1
  381. package/dist/tools/salesforce/login-tool.d.ts +0 -7
  382. package/dist/tools/salesforce/login-tool.d.ts.map +0 -1
  383. package/dist/tools/salesforce/login-tool.js +0 -25
  384. package/dist/tools/salesforce/login-tool.js.map +0 -1
  385. package/docs/EXTENSIONS.md +0 -232
  386. package/docs/GUIDE.md +0 -465
  387. package/docs/ROADMAP.md +0 -47
  388. package/playwright.config.ts +0 -39
  389. package/test/examples/salesforce/trial-dev-org.spec.ts +0 -82
  390. package/test/examples/web/website-testing.spec.ts +0 -281
  391. /package/dist/{tools/browser → drivers/web/tools}/screenshot-service.js +0 -0
  392. /package/dist/{tools/browser → drivers/web/tools}/snapshot-filter/index.d.ts +0 -0
  393. /package/dist/{tools/browser → drivers/web/tools}/snapshot-filter/index.js +0 -0
  394. /package/dist/{tools/browser → drivers/web/tools}/snapshot-filter/semantic-scorer.d.ts +0 -0
  395. /package/dist/{tools/browser → drivers/web/tools}/snapshot-filter/semantic-scorer.js +0 -0
  396. /package/dist/{tools/browser → drivers/web/tools}/snapshot-filter/tree-reconstructor.d.ts +0 -0
  397. /package/dist/{tools/browser → drivers/web/tools}/snapshot-filter/tree-reconstructor.js +0 -0
@@ -0,0 +1 @@
1
+ {"version":3,"file":"serialize.d.ts","sourceRoot":"","sources":["../../src/contracts/serialize.ts"],"names":[],"mappings":"AAAA,wBAAgB,aAAa,CAAC,KAAK,EAAE,OAAO,GAAG,MAAM,CAEpD"}
@@ -0,0 +1,90 @@
1
+ export function serializeJson(value) {
2
+ return `${writeJson(value, 0, new Set())}\n`;
3
+ }
4
+ function writeJson(value, depth, ancestors) {
5
+ if (value === null || typeof value === 'boolean') {
6
+ return String(value);
7
+ }
8
+ if (typeof value === 'string') {
9
+ return JSON.stringify(value);
10
+ }
11
+ if (typeof value === 'number') {
12
+ if (!Number.isFinite(value)) {
13
+ throw new TypeError('Cannot serialize a non-finite number');
14
+ }
15
+ return JSON.stringify(value);
16
+ }
17
+ if (typeof value !== 'object') {
18
+ throw new TypeError(`Cannot serialize ${typeof value}`);
19
+ }
20
+ if (ancestors.has(value)) {
21
+ throw new TypeError('Cannot serialize a circular value');
22
+ }
23
+ ancestors.add(value);
24
+ try {
25
+ return Array.isArray(value) ? writeArray(value, depth, ancestors) : writeObject(value, depth, ancestors);
26
+ }
27
+ finally {
28
+ ancestors.delete(value);
29
+ }
30
+ }
31
+ function writeArray(value, depth, ancestors) {
32
+ for (let index = 0; index < value.length; index++) {
33
+ if (!Object.hasOwn(value, index)) {
34
+ throw new TypeError('Cannot serialize a sparse array');
35
+ }
36
+ }
37
+ const ownKeys = Reflect.ownKeys(value);
38
+ if (ownKeys.length !== value.length + 1 ||
39
+ ownKeys.some((key) => key !== 'length' && !isArrayIndex(key, value.length))) {
40
+ throw new TypeError('Cannot serialize an array with extra properties');
41
+ }
42
+ if (value.length === 0) {
43
+ return '[]';
44
+ }
45
+ const members = [];
46
+ for (let index = 0; index < value.length; index++) {
47
+ const descriptor = Object.getOwnPropertyDescriptor(value, String(index));
48
+ if (!descriptor.enumerable || !('value' in descriptor)) {
49
+ throw new TypeError('Cannot serialize a non-data array element');
50
+ }
51
+ members.push(`${indent(depth + 1)}${writeJson(descriptor.value, depth + 1, ancestors)}`);
52
+ }
53
+ return `[\n${members.join(',\n')}\n${indent(depth)}]`;
54
+ }
55
+ function writeObject(value, depth, ancestors) {
56
+ const prototype = Object.getPrototypeOf(value);
57
+ if (prototype !== Object.prototype && prototype !== null) {
58
+ throw new TypeError('Cannot serialize a non-plain object');
59
+ }
60
+ const ownKeys = Reflect.ownKeys(value);
61
+ if (ownKeys.some((key) => typeof key === 'symbol')) {
62
+ throw new TypeError('Cannot serialize symbol keys');
63
+ }
64
+ const keys = ownKeys.sort(compareUtf16);
65
+ if (keys.length === 0) {
66
+ return '{}';
67
+ }
68
+ const members = keys.map((key) => {
69
+ const descriptor = Object.getOwnPropertyDescriptor(value, key);
70
+ if (!descriptor?.enumerable || !('value' in descriptor)) {
71
+ throw new TypeError('Cannot serialize non-enumerable or accessor properties');
72
+ }
73
+ return `${indent(depth + 1)}${JSON.stringify(key)}: ${writeJson(descriptor.value, depth + 1, ancestors)}`;
74
+ });
75
+ return `{\n${members.join(',\n')}\n${indent(depth)}}`;
76
+ }
77
+ function isArrayIndex(key, length) {
78
+ if (typeof key !== 'string' || !/^(0|[1-9]\d*)$/.test(key)) {
79
+ return false;
80
+ }
81
+ const index = Number(key);
82
+ return Number.isSafeInteger(index) && index < length;
83
+ }
84
+ function compareUtf16(left, right) {
85
+ return left < right ? -1 : left > right ? 1 : 0;
86
+ }
87
+ function indent(depth) {
88
+ return ' '.repeat(depth);
89
+ }
90
+ //# sourceMappingURL=serialize.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"serialize.js","sourceRoot":"","sources":["../../src/contracts/serialize.ts"],"names":[],"mappings":"AAAA,MAAM,UAAU,aAAa,CAAC,KAAc;IAC3C,OAAO,GAAG,SAAS,CAAC,KAAK,EAAE,CAAC,EAAE,IAAI,GAAG,EAAE,CAAC,IAAI,CAAA;AAC7C,CAAC;AAED,SAAS,SAAS,CAAC,KAAc,EAAE,KAAa,EAAE,SAAsB;IACvE,IAAI,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,SAAS,EAAE,CAAC;QAClD,OAAO,MAAM,CAAC,KAAK,CAAC,CAAA;IACrB,CAAC;IAED,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC/B,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAA;IAC7B,CAAC;IAED,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC/B,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YAC7B,MAAM,IAAI,SAAS,CAAC,sCAAsC,CAAC,CAAA;QAC5D,CAAC;QACD,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAA;IAC7B,CAAC;IAED,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC/B,MAAM,IAAI,SAAS,CAAC,oBAAoB,OAAO,KAAK,EAAE,CAAC,CAAA;IACxD,CAAC;IAED,IAAI,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;QAC1B,MAAM,IAAI,SAAS,CAAC,mCAAmC,CAAC,CAAA;IACzD,CAAC;IAED,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;IACpB,IAAI,CAAC;QACJ,OAAO,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,KAAK,EAAE,KAAK,EAAE,SAAS,CAAC,CAAA;IACzG,CAAC;YAAS,CAAC;QACV,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;IACxB,CAAC;AACF,CAAC;AAED,SAAS,UAAU,CAAC,KAAgB,EAAE,KAAa,EAAE,SAAsB;IAC1E,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,KAAK,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC;QACnD,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,EAAE,CAAC;YAClC,MAAM,IAAI,SAAS,CAAC,iCAAiC,CAAC,CAAA;QACvD,CAAC;IACF,CAAC;IAED,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;IACtC,IACC,OAAO,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM,GAAG,CAAC;QACnC,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,KAAK,QAAQ,IAAI,CAAC,YAAY,CAAC,GAAG,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,EAC1E,CAAC;QACF,MAAM,IAAI,SAAS,CAAC,iDAAiD,CAAC,CAAA;IACvE,CAAC;IAED,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxB,OAAO,IAAI,CAAA;IACZ,CAAC;IAED,MAAM,OAAO,GAAa,EAAE,CAAA;IAC5B,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,KAAK,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC;QACnD,MAAM,UAAU,GAAG,MAAM,CAAC,wBAAwB,CAAC,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAA;QACxE,IAAI,CAAC,UAAU,CAAC,UAAU,IAAI,CAAC,CAAC,OAAO,IAAI,UAAU,CAAC,EAAE,CAAC;YACxD,MAAM,IAAI,SAAS,CAAC,2CAA2C,CAAC,CAAA;QACjE,CAAC;QACD,OAAO,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC,GAAG,SAAS,CAAC,UAAU,CAAC,KAAK,EAAE,KAAK,GAAG,CAAC,EAAE,SAAS,CAAC,EAAE,CAAC,CAAA;IACzF,CAAC;IAED,OAAO,MAAM,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,MAAM,CAAC,KAAK,CAAC,GAAG,CAAA;AACtD,CAAC;AAED,SAAS,WAAW,CAAC,KAAa,EAAE,KAAa,EAAE,SAAsB;IACxE,MAAM,SAAS,GAAG,MAAM,CAAC,cAAc,CAAC,KAAK,CAAC,CAAA;IAC9C,IAAI,SAAS,KAAK,MAAM,CAAC,SAAS,IAAI,SAAS,KAAK,IAAI,EAAE,CAAC;QAC1D,MAAM,IAAI,SAAS,CAAC,qCAAqC,CAAC,CAAA;IAC3D,CAAC;IAED,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;IACtC,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,OAAO,GAAG,KAAK,QAAQ,CAAC,EAAE,CAAC;QACpD,MAAM,IAAI,SAAS,CAAC,8BAA8B,CAAC,CAAA;IACpD,CAAC;IAED,MAAM,IAAI,GAAI,OAAoB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;IACrD,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,OAAO,IAAI,CAAA;IACZ,CAAC;IAED,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;QAChC,MAAM,UAAU,GAAG,MAAM,CAAC,wBAAwB,CAAC,KAAK,EAAE,GAAG,CAAC,CAAA;QAC9D,IAAI,CAAC,UAAU,EAAE,UAAU,IAAI,CAAC,CAAC,OAAO,IAAI,UAAU,CAAC,EAAE,CAAC;YACzD,MAAM,IAAI,SAAS,CAAC,wDAAwD,CAAC,CAAA;QAC9E,CAAC;QACD,OAAO,GAAG,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,SAAS,CAAC,UAAU,CAAC,KAAK,EAAE,KAAK,GAAG,CAAC,EAAE,SAAS,CAAC,EAAE,CAAA;IAC1G,CAAC,CAAC,CAAA;IAEF,OAAO,MAAM,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,MAAM,CAAC,KAAK,CAAC,GAAG,CAAA;AACtD,CAAC;AAED,SAAS,YAAY,CAAC,GAAoB,EAAE,MAAc;IACzD,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;QAC5D,OAAO,KAAK,CAAA;IACb,CAAC;IACD,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,CAAA;IACzB,OAAO,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,MAAM,CAAA;AACrD,CAAC;AAED,SAAS,YAAY,CAAC,IAAY,EAAE,KAAa;IAChD,OAAO,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;AAChD,CAAC;AAED,SAAS,MAAM,CAAC,KAAa;IAC5B,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;AAC1B,CAAC"}
@@ -0,0 +1,316 @@
1
+ export type JsonPrimitive = string | number | boolean | null;
2
+ export type JsonValue = JsonPrimitive | JsonValue[] | JsonObject;
3
+ export type JsonObject = {
4
+ [key: string]: JsonValue;
5
+ };
6
+ export type Diagnostic = {
7
+ code: string;
8
+ path: string;
9
+ message: string;
10
+ };
11
+ export type Validation<T> = {
12
+ ok: true;
13
+ value: T;
14
+ } | {
15
+ ok: false;
16
+ diagnostics: Diagnostic[];
17
+ };
18
+ export type RunRequestV1 = {
19
+ schemaVersion: 1;
20
+ scenario: {
21
+ id: string;
22
+ name?: string;
23
+ driver: {
24
+ id: string;
25
+ target: JsonObject;
26
+ };
27
+ policy?: string;
28
+ limits?: {
29
+ timeoutMs?: number;
30
+ budgetTokens?: number;
31
+ };
32
+ steps: Array<{
33
+ id: string;
34
+ action: string;
35
+ expect: string;
36
+ }>;
37
+ };
38
+ };
39
+ export type EffectiveLimits = {
40
+ scenarioTimeoutMs: number;
41
+ stepTimeoutMs: number;
42
+ turnsPerStep: number;
43
+ requestTimeoutMs: number;
44
+ maxRetries: number;
45
+ loopMaxRepetitions: number;
46
+ cleanupTimeoutMs: number;
47
+ budgetTokens?: number;
48
+ };
49
+ export type ModelEgressPolicyV1 = {
50
+ provider: {
51
+ id: 'openai';
52
+ model: string;
53
+ baseUrl?: string;
54
+ apiKeyBinding: string;
55
+ temperature?: number;
56
+ reasoningEffort?: 'low' | 'medium' | 'high';
57
+ };
58
+ textRedaction: 'on' | 'off';
59
+ allowOpaque: boolean;
60
+ maxStepBytes: number;
61
+ maxMessageBytes: number;
62
+ };
63
+ export type EvidencePolicyV1 = {
64
+ retention: 'on' | 'retain-on-failure' | 'off';
65
+ redaction: 'on' | 'off';
66
+ allowOpaque: boolean;
67
+ };
68
+ export type CheckmateManifestV1 = {
69
+ schemaVersion: 1;
70
+ outputDirectory?: string;
71
+ defaultPolicy: string;
72
+ secretBindings: Record<string, {
73
+ source: 'environment';
74
+ name: string;
75
+ }>;
76
+ policies: Record<string, {
77
+ modelEgress: ModelEgressPolicyV1;
78
+ bounds: EffectiveLimits;
79
+ evidence: EvidencePolicyV1;
80
+ drivers: Record<string, {
81
+ settings: JsonObject;
82
+ tools: {
83
+ allowed: string[];
84
+ };
85
+ }>;
86
+ }>;
87
+ drivers: Record<string, {
88
+ package: string;
89
+ secrets: Record<string, string>;
90
+ }>;
91
+ };
92
+ export type DriverDescriptorV1 = {
93
+ schemaVersion: 1;
94
+ id: string;
95
+ driverContractVersion: 1;
96
+ targetSchema: JsonObject;
97
+ settingsSchema: JsonObject;
98
+ requiredSecretSlots: string[];
99
+ tools: Array<{
100
+ name: string;
101
+ }>;
102
+ evidenceKinds: Array<{
103
+ kind: string;
104
+ mediaType: string;
105
+ content: 'text' | 'opaque';
106
+ }>;
107
+ };
108
+ export type TargetMutationState = 'not-attempted' | 'possibly-mutated';
109
+ export type Usage = {
110
+ promptTokens: number;
111
+ cachedPromptTokens: number;
112
+ completionTokens: number;
113
+ totalTokens: number;
114
+ };
115
+ export type StepReason = 'met-expectation' | 'failed-expectation' | 'loop-detected' | 'turn-cap-exceeded' | 'step-timeout' | 'scenario-timeout' | 'tool-error' | 'provider-error' | 'token-budget-exceeded' | 'interrupted' | 'internal-error';
116
+ export type RunReason = 'scenario-complete' | Exclude<StepReason, 'met-expectation'> | 'driver-load-failed' | 'driver-start-failed' | 'driver-teardown-failed' | 'evidence-write-failed' | 'result-write-failed';
117
+ export type StepToolCall = {
118
+ turn: number;
119
+ driverId: string;
120
+ name: string;
121
+ arguments: JsonValue;
122
+ status: 'ok' | 'error';
123
+ };
124
+ export type ExecutedStepResult = {
125
+ id: string;
126
+ status: 'passed' | 'failed';
127
+ category: 'app' | 'model' | 'infra';
128
+ reason: StepReason;
129
+ actual?: string;
130
+ turns: number;
131
+ durationMs: number;
132
+ usage: Usage;
133
+ toolCalls: StepToolCall[];
134
+ };
135
+ export type NotRunStepResult = {
136
+ id: string;
137
+ status: 'not-run';
138
+ reason: 'prior-step-failed';
139
+ blockedBy: string;
140
+ } | {
141
+ id: string;
142
+ status: 'not-run';
143
+ reason: 'scenario-not-started';
144
+ };
145
+ export type EvidenceReference = {
146
+ kind: string;
147
+ mediaType: string;
148
+ path: string;
149
+ producer: 'harness' | string;
150
+ stepId?: string;
151
+ };
152
+ export type ExecutionResultV1 = {
153
+ kind: 'run-result';
154
+ schemaVersion: 1;
155
+ runId: string;
156
+ scenarioId: string;
157
+ status: 'passed' | 'failed' | 'interrupted';
158
+ category: 'passed' | 'app' | 'model' | 'infra';
159
+ reason: RunReason;
160
+ targetMutation: TargetMutationState;
161
+ startedAt: string;
162
+ durationMs: number;
163
+ driver: {
164
+ id: string;
165
+ contractVersion: 1;
166
+ };
167
+ policy: {
168
+ id: string;
169
+ effectiveLimits: EffectiveLimits;
170
+ };
171
+ usage: Usage & {
172
+ state: 'complete' | 'partial' | 'unavailable';
173
+ };
174
+ steps: Array<ExecutedStepResult | NotRunStepResult>;
175
+ evidence: {
176
+ state: 'complete' | 'partial';
177
+ references: EvidenceReference[];
178
+ };
179
+ diagnostics: Diagnostic[];
180
+ };
181
+ export type InvalidInvocationResultV1 = {
182
+ kind: 'run-result';
183
+ schemaVersion: 1;
184
+ status: 'invalid';
185
+ category: 'invalid';
186
+ reason: 'invalid-invocation';
187
+ targetMutation: 'not-attempted';
188
+ diagnostics: Diagnostic[];
189
+ };
190
+ export type PreExecutionOperationalResultV1 = {
191
+ kind: 'run-result';
192
+ schemaVersion: 1;
193
+ source: 'parent';
194
+ status: 'error';
195
+ category: 'infra';
196
+ reason: 'pre-execution-error';
197
+ targetMutation: 'not-attempted';
198
+ diagnostics: [Diagnostic, ...Diagnostic[]];
199
+ };
200
+ export type ContainmentResultV1 = {
201
+ kind: 'run-result';
202
+ schemaVersion: 1;
203
+ source: 'parent';
204
+ status: 'contained';
205
+ category: 'infra';
206
+ reason: 'parent-containment';
207
+ executionState: 'unavailable';
208
+ durability: 'uncommitted';
209
+ runId?: string;
210
+ scenarioId: string;
211
+ declaredStepIds: string[];
212
+ targetMutation: TargetMutationState;
213
+ startedAt: string;
214
+ durationMs: number;
215
+ containment: {
216
+ phase: 'start' | 'run' | 'cleanup' | 'terminal';
217
+ trigger: 'start-frame-too-large' | 'run-deadline-expired' | 'cleanup-deadline-expired' | 'worker-result-unavailable';
218
+ };
219
+ diagnostics: [Diagnostic, ...Diagnostic[]];
220
+ };
221
+ export type RunResultV1 = ExecutionResultV1 | InvalidInvocationResultV1 | PreExecutionOperationalResultV1 | ContainmentResultV1;
222
+ export type ValidationResultV1 = {
223
+ kind: 'validation-result';
224
+ schemaVersion: 1;
225
+ status: 'valid';
226
+ scenarioId: string;
227
+ policy: {
228
+ id: string;
229
+ effectiveLimits: EffectiveLimits;
230
+ };
231
+ driver: {
232
+ id: string;
233
+ contractVersion: 1;
234
+ };
235
+ diagnostics: [];
236
+ } | {
237
+ kind: 'validation-result';
238
+ schemaVersion: 1;
239
+ status: 'invalid' | 'error';
240
+ diagnostics: [Diagnostic, ...Diagnostic[]];
241
+ };
242
+ export type ContractReferenceV1 = {
243
+ id: 'checkmate-config' | 'run-request' | 'run-result' | 'validation-result' | 'describe-result' | 'driver-descriptor';
244
+ schemaVersion: 1;
245
+ schemaPath: './schemas/checkmate-config.v1.json' | './schemas/run-request.v1.json' | './schemas/run-result.v1.json' | './schemas/validation-result.v1.json' | './schemas/describe-result.v1.json' | './schemas/driver-descriptor.v1.json';
246
+ };
247
+ export type DescribedPolicyV1 = {
248
+ id: string;
249
+ limits: EffectiveLimits;
250
+ evidence: EvidencePolicyV1;
251
+ drivers: Array<{
252
+ id: string;
253
+ allowedTools: '*' | string[];
254
+ }>;
255
+ requiredSecretBindings: string[];
256
+ };
257
+ export type DescribedDriverV1 = {
258
+ id: string;
259
+ contractVersion: 1;
260
+ targetSchema: JsonObject;
261
+ settingsSchema: JsonObject;
262
+ requiredSecretSlots: string[];
263
+ tools: Array<{
264
+ name: string;
265
+ }>;
266
+ evidenceKinds: Array<{
267
+ kind: string;
268
+ mediaType: string;
269
+ content: 'text' | 'opaque';
270
+ }>;
271
+ };
272
+ export type RouteReason = RunReason | 'invalid-invocation' | 'pre-execution-error' | 'parent-containment';
273
+ export type RouteRuleV1 = {
274
+ reason: RouteReason;
275
+ category: 'passed' | 'app' | 'model' | 'infra' | 'invalid';
276
+ exitCode: 0 | 1 | 2 | 3 | 4;
277
+ retry: 'never' | 'repair-then-new-run';
278
+ mutation: 'not-attempted' | 'possibly-mutated' | 'read-result-target-mutation';
279
+ nextAction: 'continue' | 'repair-request-or-configuration' | 'inspect-evidence-and-verify-sut-or-expectation' | 'repair-model-policy-or-egress' | 'repair-environment-and-start-new-run' | 'repair-environment-and-inspect-target' | 'repair-output-and-inspect-target';
280
+ };
281
+ export type AgentOnboardingV1 = {
282
+ workflow: ['describe', 'author-request', 'validate', 'run', 'route-result'];
283
+ commands: {
284
+ validate: 'checkmate validate <request.json>';
285
+ runFile: 'checkmate run <request.json>';
286
+ runStdin: 'checkmate run -';
287
+ };
288
+ routing: RouteRuleV1[];
289
+ evidence: {
290
+ pathBase: 'invocation-root';
291
+ followReferencesOnly: true;
292
+ retentionIsPolicyDependent: true;
293
+ inspectCompletenessState: true;
294
+ };
295
+ };
296
+ export type DescribeResultV1 = {
297
+ kind: 'describe-result';
298
+ schemaVersion: 1;
299
+ status: 'available';
300
+ contracts: ContractReferenceV1[];
301
+ environment: {
302
+ defaultPolicy: string;
303
+ policies: DescribedPolicyV1[];
304
+ drivers: DescribedDriverV1[];
305
+ };
306
+ onboarding: AgentOnboardingV1;
307
+ diagnostics: [];
308
+ } | {
309
+ kind: 'describe-result';
310
+ schemaVersion: 1;
311
+ status: 'invalid' | 'error';
312
+ diagnostics: [Diagnostic, ...Diagnostic[]];
313
+ };
314
+ export declare const PUBLIC_CONTRACT_REFERENCES_V1: readonly ContractReferenceV1[];
315
+ export declare const PUBLIC_ROUTE_RULES_V1: readonly RouteRuleV1[];
316
+ //# sourceMappingURL=types.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/contracts/types.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,aAAa,GAAG,MAAM,GAAG,MAAM,GAAG,OAAO,GAAG,IAAI,CAAA;AAC5D,MAAM,MAAM,SAAS,GAAG,aAAa,GAAG,SAAS,EAAE,GAAG,UAAU,CAAA;AAChE,MAAM,MAAM,UAAU,GAAG;IAAE,CAAC,GAAG,EAAE,MAAM,GAAG,SAAS,CAAA;CAAE,CAAA;AAErD,MAAM,MAAM,UAAU,GAAG;IACxB,IAAI,EAAE,MAAM,CAAA;IACZ,IAAI,EAAE,MAAM,CAAA;IACZ,OAAO,EAAE,MAAM,CAAA;CACf,CAAA;AAED,MAAM,MAAM,UAAU,CAAC,CAAC,IAAI;IAAE,EAAE,EAAE,IAAI,CAAC;IAAC,KAAK,EAAE,CAAC,CAAA;CAAE,GAAG;IAAE,EAAE,EAAE,KAAK,CAAC;IAAC,WAAW,EAAE,UAAU,EAAE,CAAA;CAAE,CAAA;AAE7F,MAAM,MAAM,YAAY,GAAG;IAC1B,aAAa,EAAE,CAAC,CAAA;IAChB,QAAQ,EAAE;QACT,EAAE,EAAE,MAAM,CAAA;QACV,IAAI,CAAC,EAAE,MAAM,CAAA;QACb,MAAM,EAAE;YAAE,EAAE,EAAE,MAAM,CAAC;YAAC,MAAM,EAAE,UAAU,CAAA;SAAE,CAAA;QAC1C,MAAM,CAAC,EAAE,MAAM,CAAA;QACf,MAAM,CAAC,EAAE;YAAE,SAAS,CAAC,EAAE,MAAM,CAAC;YAAC,YAAY,CAAC,EAAE,MAAM,CAAA;SAAE,CAAA;QACtD,KAAK,EAAE,KAAK,CAAC;YAAE,EAAE,EAAE,MAAM,CAAC;YAAC,MAAM,EAAE,MAAM,CAAC;YAAC,MAAM,EAAE,MAAM,CAAA;SAAE,CAAC,CAAA;KAC5D,CAAA;CACD,CAAA;AAED,MAAM,MAAM,eAAe,GAAG;IAC7B,iBAAiB,EAAE,MAAM,CAAA;IACzB,aAAa,EAAE,MAAM,CAAA;IACrB,YAAY,EAAE,MAAM,CAAA;IACpB,gBAAgB,EAAE,MAAM,CAAA;IACxB,UAAU,EAAE,MAAM,CAAA;IAClB,kBAAkB,EAAE,MAAM,CAAA;IAC1B,gBAAgB,EAAE,MAAM,CAAA;IACxB,YAAY,CAAC,EAAE,MAAM,CAAA;CACrB,CAAA;AAED,MAAM,MAAM,mBAAmB,GAAG;IACjC,QAAQ,EAAE;QACT,EAAE,EAAE,QAAQ,CAAA;QACZ,KAAK,EAAE,MAAM,CAAA;QACb,OAAO,CAAC,EAAE,MAAM,CAAA;QAChB,aAAa,EAAE,MAAM,CAAA;QACrB,WAAW,CAAC,EAAE,MAAM,CAAA;QACpB,eAAe,CAAC,EAAE,KAAK,GAAG,QAAQ,GAAG,MAAM,CAAA;KAC3C,CAAA;IACD,aAAa,EAAE,IAAI,GAAG,KAAK,CAAA;IAC3B,WAAW,EAAE,OAAO,CAAA;IACpB,YAAY,EAAE,MAAM,CAAA;IACpB,eAAe,EAAE,MAAM,CAAA;CACvB,CAAA;AAED,MAAM,MAAM,gBAAgB,GAAG;IAC9B,SAAS,EAAE,IAAI,GAAG,mBAAmB,GAAG,KAAK,CAAA;IAC7C,SAAS,EAAE,IAAI,GAAG,KAAK,CAAA;IACvB,WAAW,EAAE,OAAO,CAAA;CACpB,CAAA;AAED,MAAM,MAAM,mBAAmB,GAAG;IACjC,aAAa,EAAE,CAAC,CAAA;IAChB,eAAe,CAAC,EAAE,MAAM,CAAA;IACxB,aAAa,EAAE,MAAM,CAAA;IACrB,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE;QAAE,MAAM,EAAE,aAAa,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC,CAAA;IACvE,QAAQ,EAAE,MAAM,CACf,MAAM,EACN;QACC,WAAW,EAAE,mBAAmB,CAAA;QAChC,MAAM,EAAE,eAAe,CAAA;QACvB,QAAQ,EAAE,gBAAgB,CAAA;QAC1B,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE;YAAE,QAAQ,EAAE,UAAU,CAAC;YAAC,KAAK,EAAE;gBAAE,OAAO,EAAE,MAAM,EAAE,CAAA;aAAE,CAAA;SAAE,CAAC,CAAA;KAC/E,CACD,CAAA;IACD,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;KAAE,CAAC,CAAA;CAC7E,CAAA;AAED,MAAM,MAAM,kBAAkB,GAAG;IAChC,aAAa,EAAE,CAAC,CAAA;IAChB,EAAE,EAAE,MAAM,CAAA;IACV,qBAAqB,EAAE,CAAC,CAAA;IACxB,YAAY,EAAE,UAAU,CAAA;IACxB,cAAc,EAAE,UAAU,CAAA;IAC1B,mBAAmB,EAAE,MAAM,EAAE,CAAA;IAC7B,KAAK,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC,CAAA;IAC9B,aAAa,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,GAAG,QAAQ,CAAA;KAAE,CAAC,CAAA;CACrF,CAAA;AAED,MAAM,MAAM,mBAAmB,GAAG,eAAe,GAAG,kBAAkB,CAAA;AAEtE,MAAM,MAAM,KAAK,GAAG;IACnB,YAAY,EAAE,MAAM,CAAA;IACpB,kBAAkB,EAAE,MAAM,CAAA;IAC1B,gBAAgB,EAAE,MAAM,CAAA;IACxB,WAAW,EAAE,MAAM,CAAA;CACnB,CAAA;AAED,MAAM,MAAM,UAAU,GACnB,iBAAiB,GACjB,oBAAoB,GACpB,eAAe,GACf,mBAAmB,GACnB,cAAc,GACd,kBAAkB,GAClB,YAAY,GACZ,gBAAgB,GAChB,uBAAuB,GACvB,aAAa,GACb,gBAAgB,CAAA;AAEnB,MAAM,MAAM,SAAS,GAClB,mBAAmB,GACnB,OAAO,CAAC,UAAU,EAAE,iBAAiB,CAAC,GACtC,oBAAoB,GACpB,qBAAqB,GACrB,wBAAwB,GACxB,uBAAuB,GACvB,qBAAqB,CAAA;AAExB,MAAM,MAAM,YAAY,GAAG;IAC1B,IAAI,EAAE,MAAM,CAAA;IACZ,QAAQ,EAAE,MAAM,CAAA;IAChB,IAAI,EAAE,MAAM,CAAA;IACZ,SAAS,EAAE,SAAS,CAAA;IACpB,MAAM,EAAE,IAAI,GAAG,OAAO,CAAA;CACtB,CAAA;AAED,MAAM,MAAM,kBAAkB,GAAG;IAChC,EAAE,EAAE,MAAM,CAAA;IACV,MAAM,EAAE,QAAQ,GAAG,QAAQ,CAAA;IAC3B,QAAQ,EAAE,KAAK,GAAG,OAAO,GAAG,OAAO,CAAA;IACnC,MAAM,EAAE,UAAU,CAAA;IAClB,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,KAAK,EAAE,MAAM,CAAA;IACb,UAAU,EAAE,MAAM,CAAA;IAClB,KAAK,EAAE,KAAK,CAAA;IACZ,SAAS,EAAE,YAAY,EAAE,CAAA;CACzB,CAAA;AAED,MAAM,MAAM,gBAAgB,GACzB;IAAE,EAAE,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,SAAS,CAAC;IAAC,MAAM,EAAE,mBAAmB,CAAC;IAAC,SAAS,EAAE,MAAM,CAAA;CAAE,GACjF;IAAE,EAAE,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,SAAS,CAAC;IAAC,MAAM,EAAE,sBAAsB,CAAA;CAAE,CAAA;AAEpE,MAAM,MAAM,iBAAiB,GAAG;IAC/B,IAAI,EAAE,MAAM,CAAA;IACZ,SAAS,EAAE,MAAM,CAAA;IACjB,IAAI,EAAE,MAAM,CAAA;IACZ,QAAQ,EAAE,SAAS,GAAG,MAAM,CAAA;IAC5B,MAAM,CAAC,EAAE,MAAM,CAAA;CACf,CAAA;AAED,MAAM,MAAM,iBAAiB,GAAG;IAC/B,IAAI,EAAE,YAAY,CAAA;IAClB,aAAa,EAAE,CAAC,CAAA;IAChB,KAAK,EAAE,MAAM,CAAA;IACb,UAAU,EAAE,MAAM,CAAA;IAClB,MAAM,EAAE,QAAQ,GAAG,QAAQ,GAAG,aAAa,CAAA;IAC3C,QAAQ,EAAE,QAAQ,GAAG,KAAK,GAAG,OAAO,GAAG,OAAO,CAAA;IAC9C,MAAM,EAAE,SAAS,CAAA;IACjB,cAAc,EAAE,mBAAmB,CAAA;IACnC,SAAS,EAAE,MAAM,CAAA;IACjB,UAAU,EAAE,MAAM,CAAA;IAClB,MAAM,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,eAAe,EAAE,CAAC,CAAA;KAAE,CAAA;IAC1C,MAAM,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,eAAe,EAAE,eAAe,CAAA;KAAE,CAAA;IACxD,KAAK,EAAE,KAAK,GAAG;QAAE,KAAK,EAAE,UAAU,GAAG,SAAS,GAAG,aAAa,CAAA;KAAE,CAAA;IAChE,KAAK,EAAE,KAAK,CAAC,kBAAkB,GAAG,gBAAgB,CAAC,CAAA;IACnD,QAAQ,EAAE;QAAE,KAAK,EAAE,UAAU,GAAG,SAAS,CAAC;QAAC,UAAU,EAAE,iBAAiB,EAAE,CAAA;KAAE,CAAA;IAC5E,WAAW,EAAE,UAAU,EAAE,CAAA;CACzB,CAAA;AAED,MAAM,MAAM,yBAAyB,GAAG;IACvC,IAAI,EAAE,YAAY,CAAA;IAClB,aAAa,EAAE,CAAC,CAAA;IAChB,MAAM,EAAE,SAAS,CAAA;IACjB,QAAQ,EAAE,SAAS,CAAA;IACnB,MAAM,EAAE,oBAAoB,CAAA;IAC5B,cAAc,EAAE,eAAe,CAAA;IAC/B,WAAW,EAAE,UAAU,EAAE,CAAA;CACzB,CAAA;AAED,MAAM,MAAM,+BAA+B,GAAG;IAC7C,IAAI,EAAE,YAAY,CAAA;IAClB,aAAa,EAAE,CAAC,CAAA;IAChB,MAAM,EAAE,QAAQ,CAAA;IAChB,MAAM,EAAE,OAAO,CAAA;IACf,QAAQ,EAAE,OAAO,CAAA;IACjB,MAAM,EAAE,qBAAqB,CAAA;IAC7B,cAAc,EAAE,eAAe,CAAA;IAC/B,WAAW,EAAE,CAAC,UAAU,EAAE,GAAG,UAAU,EAAE,CAAC,CAAA;CAC1C,CAAA;AAED,MAAM,MAAM,mBAAmB,GAAG;IACjC,IAAI,EAAE,YAAY,CAAA;IAClB,aAAa,EAAE,CAAC,CAAA;IAChB,MAAM,EAAE,QAAQ,CAAA;IAChB,MAAM,EAAE,WAAW,CAAA;IACnB,QAAQ,EAAE,OAAO,CAAA;IACjB,MAAM,EAAE,oBAAoB,CAAA;IAC5B,cAAc,EAAE,aAAa,CAAA;IAC7B,UAAU,EAAE,aAAa,CAAA;IACzB,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,UAAU,EAAE,MAAM,CAAA;IAClB,eAAe,EAAE,MAAM,EAAE,CAAA;IACzB,cAAc,EAAE,mBAAmB,CAAA;IACnC,SAAS,EAAE,MAAM,CAAA;IACjB,UAAU,EAAE,MAAM,CAAA;IAClB,WAAW,EAAE;QACZ,KAAK,EAAE,OAAO,GAAG,KAAK,GAAG,SAAS,GAAG,UAAU,CAAA;QAC/C,OAAO,EACN,uBAAuB,GAAG,sBAAsB,GAAG,0BAA0B,GAAG,2BAA2B,CAAA;KAC5G,CAAA;IACD,WAAW,EAAE,CAAC,UAAU,EAAE,GAAG,UAAU,EAAE,CAAC,CAAA;CAC1C,CAAA;AAED,MAAM,MAAM,WAAW,GACtB,iBAAiB,GAAG,yBAAyB,GAAG,+BAA+B,GAAG,mBAAmB,CAAA;AAEtG,MAAM,MAAM,kBAAkB,GAC3B;IACA,IAAI,EAAE,mBAAmB,CAAA;IACzB,aAAa,EAAE,CAAC,CAAA;IAChB,MAAM,EAAE,OAAO,CAAA;IACf,UAAU,EAAE,MAAM,CAAA;IAClB,MAAM,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,eAAe,EAAE,eAAe,CAAA;KAAE,CAAA;IACxD,MAAM,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,eAAe,EAAE,CAAC,CAAA;KAAE,CAAA;IAC1C,WAAW,EAAE,EAAE,CAAA;CACd,GACD;IACA,IAAI,EAAE,mBAAmB,CAAA;IACzB,aAAa,EAAE,CAAC,CAAA;IAChB,MAAM,EAAE,SAAS,GAAG,OAAO,CAAA;IAC3B,WAAW,EAAE,CAAC,UAAU,EAAE,GAAG,UAAU,EAAE,CAAC,CAAA;CACzC,CAAA;AAEJ,MAAM,MAAM,mBAAmB,GAAG;IACjC,EAAE,EACC,kBAAkB,GAClB,aAAa,GACb,YAAY,GACZ,mBAAmB,GACnB,iBAAiB,GACjB,mBAAmB,CAAA;IACtB,aAAa,EAAE,CAAC,CAAA;IAChB,UAAU,EACP,oCAAoC,GACpC,+BAA+B,GAC/B,8BAA8B,GAC9B,qCAAqC,GACrC,mCAAmC,GACnC,qCAAqC,CAAA;CACxC,CAAA;AAED,MAAM,MAAM,iBAAiB,GAAG;IAC/B,EAAE,EAAE,MAAM,CAAA;IACV,MAAM,EAAE,eAAe,CAAA;IACvB,QAAQ,EAAE,gBAAgB,CAAA;IAC1B,OAAO,EAAE,KAAK,CAAC;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,YAAY,EAAE,GAAG,GAAG,MAAM,EAAE,CAAA;KAAE,CAAC,CAAA;IAC5D,sBAAsB,EAAE,MAAM,EAAE,CAAA;CAChC,CAAA;AAED,MAAM,MAAM,iBAAiB,GAAG;IAC/B,EAAE,EAAE,MAAM,CAAA;IACV,eAAe,EAAE,CAAC,CAAA;IAClB,YAAY,EAAE,UAAU,CAAA;IACxB,cAAc,EAAE,UAAU,CAAA;IAC1B,mBAAmB,EAAE,MAAM,EAAE,CAAA;IAC7B,KAAK,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC,CAAA;IAC9B,aAAa,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,GAAG,QAAQ,CAAA;KAAE,CAAC,CAAA;CACrF,CAAA;AAED,MAAM,MAAM,WAAW,GAAG,SAAS,GAAG,oBAAoB,GAAG,qBAAqB,GAAG,oBAAoB,CAAA;AAEzG,MAAM,MAAM,WAAW,GAAG;IACzB,MAAM,EAAE,WAAW,CAAA;IACnB,QAAQ,EAAE,QAAQ,GAAG,KAAK,GAAG,OAAO,GAAG,OAAO,GAAG,SAAS,CAAA;IAC1D,QAAQ,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;IAC3B,KAAK,EAAE,OAAO,GAAG,qBAAqB,CAAA;IACtC,QAAQ,EAAE,eAAe,GAAG,kBAAkB,GAAG,6BAA6B,CAAA;IAC9E,UAAU,EACP,UAAU,GACV,iCAAiC,GACjC,gDAAgD,GAChD,+BAA+B,GAC/B,sCAAsC,GACtC,uCAAuC,GACvC,kCAAkC,CAAA;CACrC,CAAA;AAED,MAAM,MAAM,iBAAiB,GAAG;IAC/B,QAAQ,EAAE,CAAC,UAAU,EAAE,gBAAgB,EAAE,UAAU,EAAE,KAAK,EAAE,cAAc,CAAC,CAAA;IAC3E,QAAQ,EAAE;QACT,QAAQ,EAAE,mCAAmC,CAAA;QAC7C,OAAO,EAAE,8BAA8B,CAAA;QACvC,QAAQ,EAAE,iBAAiB,CAAA;KAC3B,CAAA;IACD,OAAO,EAAE,WAAW,EAAE,CAAA;IACtB,QAAQ,EAAE;QACT,QAAQ,EAAE,iBAAiB,CAAA;QAC3B,oBAAoB,EAAE,IAAI,CAAA;QAC1B,0BAA0B,EAAE,IAAI,CAAA;QAChC,wBAAwB,EAAE,IAAI,CAAA;KAC9B,CAAA;CACD,CAAA;AAED,MAAM,MAAM,gBAAgB,GACzB;IACA,IAAI,EAAE,iBAAiB,CAAA;IACvB,aAAa,EAAE,CAAC,CAAA;IAChB,MAAM,EAAE,WAAW,CAAA;IACnB,SAAS,EAAE,mBAAmB,EAAE,CAAA;IAChC,WAAW,EAAE;QACZ,aAAa,EAAE,MAAM,CAAA;QACrB,QAAQ,EAAE,iBAAiB,EAAE,CAAA;QAC7B,OAAO,EAAE,iBAAiB,EAAE,CAAA;KAC5B,CAAA;IACD,UAAU,EAAE,iBAAiB,CAAA;IAC7B,WAAW,EAAE,EAAE,CAAA;CACd,GACD;IACA,IAAI,EAAE,iBAAiB,CAAA;IACvB,aAAa,EAAE,CAAC,CAAA;IAChB,MAAM,EAAE,SAAS,GAAG,OAAO,CAAA;IAC3B,WAAW,EAAE,CAAC,UAAU,EAAE,GAAG,UAAU,EAAE,CAAC,CAAA;CACzC,CAAA;AAEJ,eAAO,MAAM,6BAA6B,EAAE,SAAS,mBAAmB,EAOvE,CAAA;AAED,eAAO,MAAM,qBAAqB,EAAE,SAAS,WAAW,EAqEvD,CAAA"}
@@ -0,0 +1,74 @@
1
+ export const PUBLIC_CONTRACT_REFERENCES_V1 = [
2
+ { id: 'checkmate-config', schemaVersion: 1, schemaPath: './schemas/checkmate-config.v1.json' },
3
+ { id: 'run-request', schemaVersion: 1, schemaPath: './schemas/run-request.v1.json' },
4
+ { id: 'run-result', schemaVersion: 1, schemaPath: './schemas/run-result.v1.json' },
5
+ { id: 'validation-result', schemaVersion: 1, schemaPath: './schemas/validation-result.v1.json' },
6
+ { id: 'describe-result', schemaVersion: 1, schemaPath: './schemas/describe-result.v1.json' },
7
+ { id: 'driver-descriptor', schemaVersion: 1, schemaPath: './schemas/driver-descriptor.v1.json' },
8
+ ];
9
+ export const PUBLIC_ROUTE_RULES_V1 = [
10
+ {
11
+ reason: 'scenario-complete',
12
+ category: 'passed',
13
+ exitCode: 0,
14
+ retry: 'never',
15
+ mutation: 'read-result-target-mutation',
16
+ nextAction: 'continue',
17
+ },
18
+ {
19
+ reason: 'failed-expectation',
20
+ category: 'app',
21
+ exitCode: 1,
22
+ retry: 'repair-then-new-run',
23
+ mutation: 'read-result-target-mutation',
24
+ nextAction: 'inspect-evidence-and-verify-sut-or-expectation',
25
+ },
26
+ ...routeRules(['loop-detected', 'turn-cap-exceeded', 'step-timeout'], 'model', 2, 'repair-model-policy-or-egress'),
27
+ ...routeRules([
28
+ 'scenario-timeout',
29
+ 'tool-error',
30
+ 'provider-error',
31
+ 'token-budget-exceeded',
32
+ 'interrupted',
33
+ 'driver-load-failed',
34
+ 'driver-start-failed',
35
+ 'driver-teardown-failed',
36
+ ], 'infra', 3, 'repair-environment-and-inspect-target'),
37
+ ...routeRules(['evidence-write-failed', 'result-write-failed'], 'infra', 3, 'repair-output-and-inspect-target'),
38
+ ...routeRules(['internal-error'], 'infra', 3, 'repair-environment-and-inspect-target'),
39
+ {
40
+ reason: 'invalid-invocation',
41
+ category: 'invalid',
42
+ exitCode: 4,
43
+ retry: 'repair-then-new-run',
44
+ mutation: 'not-attempted',
45
+ nextAction: 'repair-request-or-configuration',
46
+ },
47
+ {
48
+ reason: 'pre-execution-error',
49
+ category: 'infra',
50
+ exitCode: 3,
51
+ retry: 'repair-then-new-run',
52
+ mutation: 'not-attempted',
53
+ nextAction: 'repair-environment-and-start-new-run',
54
+ },
55
+ {
56
+ reason: 'parent-containment',
57
+ category: 'infra',
58
+ exitCode: 3,
59
+ retry: 'repair-then-new-run',
60
+ mutation: 'read-result-target-mutation',
61
+ nextAction: 'repair-environment-and-inspect-target',
62
+ },
63
+ ];
64
+ function routeRules(reasons, category, exitCode, nextAction) {
65
+ return reasons.map((reason) => ({
66
+ reason,
67
+ category,
68
+ exitCode,
69
+ retry: 'repair-then-new-run',
70
+ mutation: 'read-result-target-mutation',
71
+ nextAction,
72
+ }));
73
+ }
74
+ //# sourceMappingURL=types.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/contracts/types.ts"],"names":[],"mappings":"AAiUA,MAAM,CAAC,MAAM,6BAA6B,GAAmC;IAC5E,EAAE,EAAE,EAAE,kBAAkB,EAAE,aAAa,EAAE,CAAC,EAAE,UAAU,EAAE,oCAAoC,EAAE;IAC9F,EAAE,EAAE,EAAE,aAAa,EAAE,aAAa,EAAE,CAAC,EAAE,UAAU,EAAE,+BAA+B,EAAE;IACpF,EAAE,EAAE,EAAE,YAAY,EAAE,aAAa,EAAE,CAAC,EAAE,UAAU,EAAE,8BAA8B,EAAE;IAClF,EAAE,EAAE,EAAE,mBAAmB,EAAE,aAAa,EAAE,CAAC,EAAE,UAAU,EAAE,qCAAqC,EAAE;IAChG,EAAE,EAAE,EAAE,iBAAiB,EAAE,aAAa,EAAE,CAAC,EAAE,UAAU,EAAE,mCAAmC,EAAE;IAC5F,EAAE,EAAE,EAAE,mBAAmB,EAAE,aAAa,EAAE,CAAC,EAAE,UAAU,EAAE,qCAAqC,EAAE;CAChG,CAAA;AAED,MAAM,CAAC,MAAM,qBAAqB,GAA2B;IAC5D;QACC,MAAM,EAAE,mBAAmB;QAC3B,QAAQ,EAAE,QAAQ;QAClB,QAAQ,EAAE,CAAC;QACX,KAAK,EAAE,OAAO;QACd,QAAQ,EAAE,6BAA6B;QACvC,UAAU,EAAE,UAAU;KACtB;IACD;QACC,MAAM,EAAE,oBAAoB;QAC5B,QAAQ,EAAE,KAAK;QACf,QAAQ,EAAE,CAAC;QACX,KAAK,EAAE,qBAAqB;QAC5B,QAAQ,EAAE,6BAA6B;QACvC,UAAU,EAAE,gDAAgD;KAC5D;IACD,GAAG,UAAU,CACZ,CAAC,eAAe,EAAE,mBAAmB,EAAE,cAAc,CAAU,EAC/D,OAAO,EACP,CAAC,EACD,+BAA+B,CAC/B;IACD,GAAG,UAAU,CACZ;QACC,kBAAkB;QAClB,YAAY;QACZ,gBAAgB;QAChB,uBAAuB;QACvB,aAAa;QACb,oBAAoB;QACpB,qBAAqB;QACrB,wBAAwB;KACf,EACV,OAAO,EACP,CAAC,EACD,uCAAuC,CACvC;IACD,GAAG,UAAU,CACZ,CAAC,uBAAuB,EAAE,qBAAqB,CAAU,EACzD,OAAO,EACP,CAAC,EACD,kCAAkC,CAClC;IACD,GAAG,UAAU,CAAC,CAAC,gBAAgB,CAAU,EAAE,OAAO,EAAE,CAAC,EAAE,uCAAuC,CAAC;IAC/F;QACC,MAAM,EAAE,oBAAoB;QAC5B,QAAQ,EAAE,SAAS;QACnB,QAAQ,EAAE,CAAC;QACX,KAAK,EAAE,qBAAqB;QAC5B,QAAQ,EAAE,eAAe;QACzB,UAAU,EAAE,iCAAiC;KAC7C;IACD;QACC,MAAM,EAAE,qBAAqB;QAC7B,QAAQ,EAAE,OAAO;QACjB,QAAQ,EAAE,CAAC;QACX,KAAK,EAAE,qBAAqB;QAC5B,QAAQ,EAAE,eAAe;QACzB,UAAU,EAAE,sCAAsC;KAClD;IACD;QACC,MAAM,EAAE,oBAAoB;QAC5B,QAAQ,EAAE,OAAO;QACjB,QAAQ,EAAE,CAAC;QACX,KAAK,EAAE,qBAAqB;QAC5B,QAAQ,EAAE,6BAA6B;QACvC,UAAU,EAAE,uCAAuC;KACnD;CACD,CAAA;AAED,SAAS,UAAU,CAClB,OAAqB,EACrB,QAAiC,EACjC,QAAiC,EACjC,UAAqC;IAErC,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QAC/B,MAAM;QACN,QAAQ;QACR,QAAQ;QACR,KAAK,EAAE,qBAAqB;QAC5B,QAAQ,EAAE,6BAA6B;QACvC,UAAU;KACV,CAAC,CAAC,CAAA;AACJ,CAAC"}
@@ -0,0 +1,8 @@
1
+ import type { CheckmateManifestV1, DescribeResultV1, DriverDescriptorV1, RunRequestV1, RunResultV1, Validation, ValidationResultV1 } from './types.js';
2
+ export declare function validateManifest(input: unknown): Validation<CheckmateManifestV1>;
3
+ export declare function validateRequest(input: unknown): Validation<RunRequestV1>;
4
+ export declare function validateRunResult(input: unknown): Validation<RunResultV1>;
5
+ export declare function validateValidationResult(input: unknown): Validation<ValidationResultV1>;
6
+ export declare function validateDescribeResult(input: unknown): Validation<DescribeResultV1>;
7
+ export declare function validateDescriptor(input: unknown): Validation<DriverDescriptorV1>;
8
+ //# sourceMappingURL=validator.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"validator.d.ts","sourceRoot":"","sources":["../../src/contracts/validator.ts"],"names":[],"mappings":"AAOA,OAAO,KAAK,EACX,mBAAmB,EACnB,gBAAgB,EAChB,kBAAkB,EAClB,YAAY,EACZ,WAAW,EACX,UAAU,EACV,kBAAkB,EAClB,MAAM,YAAY,CAAA;AAmCnB,wBAAgB,gBAAgB,CAAC,KAAK,EAAE,OAAO,GAAG,UAAU,CAAC,mBAAmB,CAAC,CAEhF;AAED,wBAAgB,eAAe,CAAC,KAAK,EAAE,OAAO,GAAG,UAAU,CAAC,YAAY,CAAC,CAExE;AAED,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,OAAO,GAAG,UAAU,CAAC,WAAW,CAAC,CAEzE;AAED,wBAAgB,wBAAwB,CAAC,KAAK,EAAE,OAAO,GAAG,UAAU,CAAC,kBAAkB,CAAC,CAEvF;AAED,wBAAgB,sBAAsB,CAAC,KAAK,EAAE,OAAO,GAAG,UAAU,CAAC,gBAAgB,CAAC,CAEnF;AAED,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,OAAO,GAAG,UAAU,CAAC,kBAAkB,CAAC,CAEjF"}
@@ -0,0 +1,71 @@
1
+ import { existsSync, readFileSync } from 'node:fs';
2
+ import { createRequire } from 'node:module';
3
+ import { schemaDiagnostics } from './diagnostics.js';
4
+ import { serializeJson } from './serialize.js';
5
+ const require = createRequire(import.meta.url);
6
+ const Ajv2020Constructor = require('ajv/dist/2020.js');
7
+ const addFormats = require('ajv-formats');
8
+ const schemaFiles = {
9
+ manifest: 'checkmate-config.v1.json',
10
+ request: 'run-request.v1.json',
11
+ runResult: 'run-result.v1.json',
12
+ validationResult: 'validation-result.v1.json',
13
+ describeResult: 'describe-result.v1.json',
14
+ descriptor: 'driver-descriptor.v1.json',
15
+ };
16
+ const ajv = new Ajv2020Constructor({
17
+ allErrors: true,
18
+ strict: true,
19
+ coerceTypes: false,
20
+ removeAdditional: false,
21
+ useDefaults: false,
22
+ ownProperties: true,
23
+ });
24
+ addFormats(ajv);
25
+ const validators = {
26
+ manifest: ajv.compile(loadSchema(schemaFiles.manifest)),
27
+ request: ajv.compile(loadSchema(schemaFiles.request)),
28
+ runResult: ajv.compile(loadSchema(schemaFiles.runResult)),
29
+ validationResult: ajv.compile(loadSchema(schemaFiles.validationResult)),
30
+ describeResult: ajv.compile(loadSchema(schemaFiles.describeResult)),
31
+ descriptor: ajv.compile(loadSchema(schemaFiles.descriptor)),
32
+ };
33
+ export function validateManifest(input) {
34
+ return validate(validators.manifest, input);
35
+ }
36
+ export function validateRequest(input) {
37
+ return validate(validators.request, input);
38
+ }
39
+ export function validateRunResult(input) {
40
+ return validate(validators.runResult, input);
41
+ }
42
+ export function validateValidationResult(input) {
43
+ return validate(validators.validationResult, input);
44
+ }
45
+ export function validateDescribeResult(input) {
46
+ return validate(validators.describeResult, input);
47
+ }
48
+ export function validateDescriptor(input) {
49
+ return validate(validators.descriptor, input);
50
+ }
51
+ function validate(validator, input) {
52
+ try {
53
+ serializeJson(input);
54
+ }
55
+ catch {
56
+ return {
57
+ ok: false,
58
+ diagnostics: [{ code: 'input.non-json', path: '', message: 'must contain only JSON values' }],
59
+ };
60
+ }
61
+ if (validator(input)) {
62
+ return { ok: true, value: input };
63
+ }
64
+ return { ok: false, diagnostics: schemaDiagnostics(validator.errors) };
65
+ }
66
+ function loadSchema(fileName) {
67
+ const sourceUrl = new URL(`./schemas/${fileName}`, import.meta.url);
68
+ const url = existsSync(sourceUrl) ? sourceUrl : new URL(`../../schemas/${fileName}`, import.meta.url);
69
+ return JSON.parse(readFileSync(url, 'utf8'));
70
+ }
71
+ //# sourceMappingURL=validator.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"validator.js","sourceRoot":"","sources":["../../src/contracts/validator.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,SAAS,CAAA;AAClD,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAA;AAI3C,OAAO,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAA;AACpD,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAA;AAW9C,MAAM,OAAO,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;AAC9C,MAAM,kBAAkB,GAAG,OAAO,CAAC,kBAAkB,CAAmB,CAAA;AACxE,MAAM,UAAU,GAAG,OAAO,CAAC,aAAa,CAAkB,CAAA;AAE1D,MAAM,WAAW,GAAG;IACnB,QAAQ,EAAE,0BAA0B;IACpC,OAAO,EAAE,qBAAqB;IAC9B,SAAS,EAAE,oBAAoB;IAC/B,gBAAgB,EAAE,2BAA2B;IAC7C,cAAc,EAAE,yBAAyB;IACzC,UAAU,EAAE,2BAA2B;CAC9B,CAAA;AAEV,MAAM,GAAG,GAAG,IAAI,kBAAkB,CAAC;IAClC,SAAS,EAAE,IAAI;IACf,MAAM,EAAE,IAAI;IACZ,WAAW,EAAE,KAAK;IAClB,gBAAgB,EAAE,KAAK;IACvB,WAAW,EAAE,KAAK;IAClB,aAAa,EAAE,IAAI;CACnB,CAAC,CAAA;AAEF,UAAU,CAAC,GAAG,CAAC,CAAA;AAEf,MAAM,UAAU,GAAG;IAClB,QAAQ,EAAE,GAAG,CAAC,OAAO,CAAC,UAAU,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;IACvD,OAAO,EAAE,GAAG,CAAC,OAAO,CAAC,UAAU,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;IACrD,SAAS,EAAE,GAAG,CAAC,OAAO,CAAC,UAAU,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;IACzD,gBAAgB,EAAE,GAAG,CAAC,OAAO,CAAC,UAAU,CAAC,WAAW,CAAC,gBAAgB,CAAC,CAAC;IACvE,cAAc,EAAE,GAAG,CAAC,OAAO,CAAC,UAAU,CAAC,WAAW,CAAC,cAAc,CAAC,CAAC;IACnE,UAAU,EAAE,GAAG,CAAC,OAAO,CAAC,UAAU,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC;CAC3D,CAAA;AAED,MAAM,UAAU,gBAAgB,CAAC,KAAc;IAC9C,OAAO,QAAQ,CAAC,UAAU,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAA;AAC5C,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,KAAc;IAC7C,OAAO,QAAQ,CAAC,UAAU,CAAC,OAAO,EAAE,KAAK,CAAC,CAAA;AAC3C,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,KAAc;IAC/C,OAAO,QAAQ,CAAC,UAAU,CAAC,SAAS,EAAE,KAAK,CAAC,CAAA;AAC7C,CAAC;AAED,MAAM,UAAU,wBAAwB,CAAC,KAAc;IACtD,OAAO,QAAQ,CAAC,UAAU,CAAC,gBAAgB,EAAE,KAAK,CAAC,CAAA;AACpD,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,KAAc;IACpD,OAAO,QAAQ,CAAC,UAAU,CAAC,cAAc,EAAE,KAAK,CAAC,CAAA;AAClD,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,KAAc;IAChD,OAAO,QAAQ,CAAC,UAAU,CAAC,UAAU,EAAE,KAAK,CAAC,CAAA;AAC9C,CAAC;AAED,SAAS,QAAQ,CAAI,SAA2B,EAAE,KAAc;IAC/D,IAAI,CAAC;QACJ,aAAa,CAAC,KAAK,CAAC,CAAA;IACrB,CAAC;IAAC,MAAM,CAAC;QACR,OAAO;YACN,EAAE,EAAE,KAAK;YACT,WAAW,EAAE,CAAC,EAAE,IAAI,EAAE,gBAAgB,EAAE,IAAI,EAAE,EAAE,EAAE,OAAO,EAAE,+BAA+B,EAAE,CAAC;SAC7F,CAAA;IACF,CAAC;IAED,IAAI,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC;QACtB,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,KAAU,EAAE,CAAA;IACvC,CAAC;IAED,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,WAAW,EAAE,iBAAiB,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAA;AACvE,CAAC;AAED,SAAS,UAAU,CAAC,QAAgB;IACnC,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,aAAa,QAAQ,EAAE,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IACnE,MAAM,GAAG,GAAG,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,iBAAiB,QAAQ,EAAE,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IACrG,OAAO,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,GAAG,EAAE,MAAM,CAAC,CAAc,CAAA;AAC1D,CAAC"}