@xoxoai/checkmate 0.4.28 → 0.5.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (397) hide show
  1. package/README.md +259 -224
  2. package/bin/checkmate.js +1 -1
  3. package/dist/ai/client.d.ts +45 -30
  4. package/dist/ai/client.d.ts.map +1 -1
  5. package/dist/ai/client.js +198 -129
  6. package/dist/ai/client.js.map +1 -1
  7. package/dist/ai/message-handler.d.ts +5 -7
  8. package/dist/ai/message-handler.d.ts.map +1 -1
  9. package/dist/ai/message-handler.js +38 -21
  10. package/dist/ai/message-handler.js.map +1 -1
  11. package/dist/ai/message-history.d.ts +4 -6
  12. package/dist/ai/message-history.d.ts.map +1 -1
  13. package/dist/ai/message-history.js +18 -21
  14. package/dist/ai/message-history.js.map +1 -1
  15. package/dist/ai/rate-limit-policy.d.ts +5 -3
  16. package/dist/ai/rate-limit-policy.d.ts.map +1 -1
  17. package/dist/ai/rate-limit-policy.js +24 -7
  18. package/dist/ai/rate-limit-policy.js.map +1 -1
  19. package/dist/ai/tool-response-handler.d.ts +11 -16
  20. package/dist/ai/tool-response-handler.d.ts.map +1 -1
  21. package/dist/ai/tool-response-handler.js +59 -28
  22. package/dist/ai/tool-response-handler.js.map +1 -1
  23. package/dist/ai/turn-processor.d.ts +34 -0
  24. package/dist/ai/turn-processor.d.ts.map +1 -0
  25. package/dist/ai/turn-processor.js +107 -0
  26. package/dist/ai/turn-processor.js.map +1 -0
  27. package/dist/api/allocate-run-identity.d.ts +8 -0
  28. package/dist/api/allocate-run-identity.d.ts.map +1 -0
  29. package/dist/api/allocate-run-identity.js +10 -0
  30. package/dist/api/allocate-run-identity.js.map +1 -0
  31. package/dist/api/execute-prepared-run.d.ts +22 -0
  32. package/dist/api/execute-prepared-run.d.ts.map +1 -0
  33. package/dist/api/execute-prepared-run.js +160 -0
  34. package/dist/api/execute-prepared-run.js.map +1 -0
  35. package/dist/api/index.d.ts +25 -0
  36. package/dist/api/index.d.ts.map +1 -0
  37. package/dist/api/index.js +69 -0
  38. package/dist/api/index.js.map +1 -0
  39. package/dist/api/prepare-run.d.ts +44 -0
  40. package/dist/api/prepare-run.d.ts.map +1 -0
  41. package/dist/api/prepare-run.js +261 -0
  42. package/dist/api/prepare-run.js.map +1 -0
  43. package/dist/cli/diagnostic-relay.d.ts +6 -0
  44. package/dist/cli/diagnostic-relay.d.ts.map +1 -0
  45. package/dist/cli/diagnostic-relay.js +6 -0
  46. package/dist/cli/diagnostic-relay.js.map +1 -0
  47. package/dist/cli/main.d.ts +21 -0
  48. package/dist/cli/main.d.ts.map +1 -0
  49. package/dist/cli/main.js +166 -0
  50. package/dist/cli/main.js.map +1 -0
  51. package/dist/cli/protocol.d.ts +57 -0
  52. package/dist/cli/protocol.d.ts.map +1 -0
  53. package/dist/cli/protocol.js +116 -0
  54. package/dist/cli/protocol.js.map +1 -0
  55. package/dist/cli/reconcile-result.d.ts +13 -0
  56. package/dist/cli/reconcile-result.d.ts.map +1 -0
  57. package/dist/cli/reconcile-result.js +300 -0
  58. package/dist/cli/reconcile-result.js.map +1 -0
  59. package/dist/cli/run-parent.d.ts +37 -0
  60. package/dist/cli/run-parent.d.ts.map +1 -0
  61. package/dist/cli/run-parent.js +491 -0
  62. package/dist/cli/run-parent.js.map +1 -0
  63. package/dist/cli/signals.d.ts +36 -0
  64. package/dist/cli/signals.d.ts.map +1 -0
  65. package/dist/cli/signals.js +85 -0
  66. package/dist/cli/signals.js.map +1 -0
  67. package/dist/cli/static-commands.d.ts +11 -0
  68. package/dist/cli/static-commands.d.ts.map +1 -0
  69. package/dist/cli/static-commands.js +83 -0
  70. package/dist/cli/static-commands.js.map +1 -0
  71. package/dist/cli/worker-stream-guard.d.ts +20 -0
  72. package/dist/cli/worker-stream-guard.d.ts.map +1 -0
  73. package/dist/cli/worker-stream-guard.js +41 -0
  74. package/dist/cli/worker-stream-guard.js.map +1 -0
  75. package/dist/cli/worker.d.ts +3 -0
  76. package/dist/cli/worker.d.ts.map +1 -0
  77. package/dist/cli/worker.js +111 -0
  78. package/dist/cli/worker.js.map +1 -0
  79. package/dist/config/ingestion.d.ts +58 -0
  80. package/dist/config/ingestion.d.ts.map +1 -0
  81. package/dist/config/ingestion.js +283 -0
  82. package/dist/config/ingestion.js.map +1 -0
  83. package/dist/config/manifest.d.ts +20 -0
  84. package/dist/config/manifest.d.ts.map +1 -0
  85. package/dist/config/manifest.js +91 -0
  86. package/dist/config/manifest.js.map +1 -0
  87. package/dist/config/model-egress.d.ts +10 -0
  88. package/dist/config/model-egress.d.ts.map +1 -0
  89. package/dist/config/model-egress.js +62 -0
  90. package/dist/config/model-egress.js.map +1 -0
  91. package/dist/config/package-resolution.d.ts +4 -0
  92. package/dist/config/package-resolution.d.ts.map +1 -0
  93. package/dist/config/package-resolution.js +24 -0
  94. package/dist/config/package-resolution.js.map +1 -0
  95. package/dist/config/policy.d.ts +44 -0
  96. package/dist/config/policy.d.ts.map +1 -0
  97. package/dist/config/policy.js +141 -0
  98. package/dist/config/policy.js.map +1 -0
  99. package/dist/config/record.d.ts +4 -0
  100. package/dist/config/record.d.ts.map +1 -0
  101. package/dist/config/record.js +10 -0
  102. package/dist/config/record.js.map +1 -0
  103. package/dist/config/secrets.d.ts +11 -0
  104. package/dist/config/secrets.d.ts.map +1 -0
  105. package/dist/config/secrets.js +42 -0
  106. package/dist/config/secrets.js.map +1 -0
  107. package/dist/contracts/diagnostics.d.ts +4 -0
  108. package/dist/contracts/diagnostics.d.ts.map +1 -0
  109. package/dist/contracts/diagnostics.js +31 -0
  110. package/dist/contracts/diagnostics.js.map +1 -0
  111. package/dist/contracts/serialize.d.ts +2 -0
  112. package/dist/contracts/serialize.d.ts.map +1 -0
  113. package/dist/contracts/serialize.js +90 -0
  114. package/dist/contracts/serialize.js.map +1 -0
  115. package/dist/contracts/types.d.ts +316 -0
  116. package/dist/contracts/types.d.ts.map +1 -0
  117. package/dist/contracts/types.js +74 -0
  118. package/dist/contracts/types.js.map +1 -0
  119. package/dist/contracts/validator.d.ts +8 -0
  120. package/dist/contracts/validator.d.ts.map +1 -0
  121. package/dist/contracts/validator.js +71 -0
  122. package/dist/contracts/validator.js.map +1 -0
  123. package/dist/driver.d.ts +97 -0
  124. package/dist/driver.d.ts.map +1 -0
  125. package/dist/driver.js +24 -0
  126. package/dist/driver.js.map +1 -0
  127. package/dist/drivers/descriptor.d.ts +15 -0
  128. package/dist/drivers/descriptor.d.ts.map +1 -0
  129. package/dist/drivers/descriptor.js +122 -0
  130. package/dist/drivers/descriptor.js.map +1 -0
  131. package/dist/drivers/loader.d.ts +18 -0
  132. package/dist/drivers/loader.d.ts.map +1 -0
  133. package/dist/drivers/loader.js +97 -0
  134. package/dist/drivers/loader.js.map +1 -0
  135. package/dist/drivers/web/checkmate-driver.json +44 -0
  136. package/dist/drivers/web/index.d.ts +6 -0
  137. package/dist/drivers/web/index.d.ts.map +1 -0
  138. package/dist/drivers/web/index.js +27 -0
  139. package/dist/drivers/web/index.js.map +1 -0
  140. package/dist/drivers/web/session.d.ts +22 -0
  141. package/dist/drivers/web/session.d.ts.map +1 -0
  142. package/dist/drivers/web/session.js +130 -0
  143. package/dist/drivers/web/session.js.map +1 -0
  144. package/dist/drivers/web/tools/network-request-recorder.d.ts +46 -0
  145. package/dist/drivers/web/tools/network-request-recorder.d.ts.map +1 -0
  146. package/dist/drivers/web/tools/network-request-recorder.js +164 -0
  147. package/dist/drivers/web/tools/network-request-recorder.js.map +1 -0
  148. package/dist/{tools/browser → drivers/web/tools}/screenshot-service.d.ts +1 -1
  149. package/dist/drivers/web/tools/screenshot-service.d.ts.map +1 -0
  150. package/dist/drivers/web/tools/screenshot-service.js.map +1 -0
  151. package/dist/drivers/web/tools/snapshot-filter/index.d.ts.map +1 -0
  152. package/dist/drivers/web/tools/snapshot-filter/index.js.map +1 -0
  153. package/dist/drivers/web/tools/snapshot-filter/semantic-scorer.d.ts.map +1 -0
  154. package/dist/drivers/web/tools/snapshot-filter/semantic-scorer.js.map +1 -0
  155. package/dist/drivers/web/tools/snapshot-filter/snapshot-filter.d.ts +5 -0
  156. package/dist/drivers/web/tools/snapshot-filter/snapshot-filter.d.ts.map +1 -0
  157. package/dist/drivers/web/tools/snapshot-filter/snapshot-filter.js +56 -0
  158. package/dist/drivers/web/tools/snapshot-filter/snapshot-filter.js.map +1 -0
  159. package/dist/drivers/web/tools/snapshot-filter/tree-reconstructor.d.ts.map +1 -0
  160. package/dist/drivers/web/tools/snapshot-filter/tree-reconstructor.js.map +1 -0
  161. package/dist/drivers/web/tools/snapshot-service.d.ts +31 -0
  162. package/dist/drivers/web/tools/snapshot-service.d.ts.map +1 -0
  163. package/dist/{tools/browser → drivers/web/tools}/snapshot-service.js +36 -7
  164. package/dist/drivers/web/tools/snapshot-service.js.map +1 -0
  165. package/dist/drivers/web/tools/tool.d.ts +76 -0
  166. package/dist/drivers/web/tools/tool.d.ts.map +1 -0
  167. package/dist/drivers/web/tools/tool.js +562 -0
  168. package/dist/drivers/web/tools/tool.js.map +1 -0
  169. package/dist/drivers/web/tools/transient-state-tracker.d.ts +26 -0
  170. package/dist/drivers/web/tools/transient-state-tracker.d.ts.map +1 -0
  171. package/dist/{tools/browser → drivers/web/tools}/transient-state-tracker.js +54 -19
  172. package/dist/drivers/web/tools/transient-state-tracker.js.map +1 -0
  173. package/dist/drivers/web/tools/types.d.ts +11 -0
  174. package/dist/drivers/web/tools/types.d.ts.map +1 -0
  175. package/dist/drivers/web/tools/types.js +2 -0
  176. package/dist/drivers/web/tools/types.js.map +1 -0
  177. package/dist/evidence/atomic-file.d.ts +23 -0
  178. package/dist/evidence/atomic-file.d.ts.map +1 -0
  179. package/dist/evidence/atomic-file.js +104 -0
  180. package/dist/evidence/atomic-file.js.map +1 -0
  181. package/dist/evidence/layout.d.ts +30 -0
  182. package/dist/evidence/layout.d.ts.map +1 -0
  183. package/dist/evidence/layout.js +152 -0
  184. package/dist/evidence/layout.js.map +1 -0
  185. package/dist/evidence/retention.d.ts +5 -0
  186. package/dist/evidence/retention.d.ts.map +1 -0
  187. package/dist/evidence/retention.js +10 -0
  188. package/dist/evidence/retention.js.map +1 -0
  189. package/dist/evidence/store.d.ts +101 -0
  190. package/dist/evidence/store.d.ts.map +1 -0
  191. package/dist/evidence/store.js +375 -0
  192. package/dist/evidence/store.js.map +1 -0
  193. package/dist/evidence/terminal-finalizer.d.ts +19 -0
  194. package/dist/evidence/terminal-finalizer.d.ts.map +1 -0
  195. package/dist/evidence/terminal-finalizer.js +56 -0
  196. package/dist/evidence/terminal-finalizer.js.map +1 -0
  197. package/dist/index.d.ts +8 -1
  198. package/dist/index.d.ts.map +1 -1
  199. package/dist/index.js +11 -1
  200. package/dist/index.js.map +1 -1
  201. package/dist/logging/invocation-logger.d.ts +4 -0
  202. package/dist/logging/invocation-logger.d.ts.map +1 -0
  203. package/dist/logging/invocation-logger.js +25 -0
  204. package/dist/logging/invocation-logger.js.map +1 -0
  205. package/dist/logging/types.d.ts +8 -0
  206. package/dist/logging/types.d.ts.map +1 -0
  207. package/dist/logging/types.js +7 -0
  208. package/dist/logging/types.js.map +1 -0
  209. package/dist/redaction/diagnostic-sanitizer.d.ts +7 -0
  210. package/dist/redaction/diagnostic-sanitizer.d.ts.map +1 -0
  211. package/dist/redaction/diagnostic-sanitizer.js +42 -0
  212. package/dist/redaction/diagnostic-sanitizer.js.map +1 -0
  213. package/dist/redaction/redactor.d.ts +40 -0
  214. package/dist/redaction/redactor.d.ts.map +1 -0
  215. package/dist/redaction/redactor.js +176 -0
  216. package/dist/redaction/redactor.js.map +1 -0
  217. package/dist/redaction/scrub.d.ts +29 -0
  218. package/dist/redaction/scrub.d.ts.map +1 -0
  219. package/dist/redaction/scrub.js +54 -0
  220. package/dist/redaction/scrub.js.map +1 -0
  221. package/dist/runtime/config.d.ts +15 -0
  222. package/dist/runtime/config.d.ts.map +1 -0
  223. package/dist/runtime/config.js +2 -0
  224. package/dist/runtime/config.js.map +1 -0
  225. package/dist/runtime/driver-boundary.d.ts +16 -0
  226. package/dist/runtime/driver-boundary.d.ts.map +1 -0
  227. package/dist/runtime/driver-boundary.js +71 -0
  228. package/dist/runtime/driver-boundary.js.map +1 -0
  229. package/dist/runtime/driver-session.d.ts +9 -0
  230. package/dist/runtime/driver-session.d.ts.map +1 -0
  231. package/dist/runtime/driver-session.js +64 -0
  232. package/dist/runtime/driver-session.js.map +1 -0
  233. package/dist/runtime/internal-step-evidence.d.ts +30 -0
  234. package/dist/runtime/internal-step-evidence.d.ts.map +1 -0
  235. package/dist/runtime/internal-step-evidence.js +82 -0
  236. package/dist/runtime/internal-step-evidence.js.map +1 -0
  237. package/dist/runtime/result-adapter.d.ts +9 -0
  238. package/dist/runtime/result-adapter.d.ts.map +1 -0
  239. package/dist/runtime/result-adapter.js +77 -0
  240. package/dist/runtime/result-adapter.js.map +1 -0
  241. package/dist/runtime/runner.d.ts +35 -88
  242. package/dist/runtime/runner.d.ts.map +1 -1
  243. package/dist/runtime/runner.js +60 -74
  244. package/dist/runtime/runner.js.map +1 -1
  245. package/dist/runtime/scenario-control.d.ts +40 -0
  246. package/dist/runtime/scenario-control.d.ts.map +1 -0
  247. package/dist/runtime/scenario-control.js +94 -0
  248. package/dist/runtime/scenario-control.js.map +1 -0
  249. package/dist/runtime/scenario-runner.d.ts +39 -0
  250. package/dist/runtime/scenario-runner.d.ts.map +1 -0
  251. package/dist/runtime/scenario-runner.js +273 -0
  252. package/dist/runtime/scenario-runner.js.map +1 -0
  253. package/dist/runtime/scenario-state.d.ts +55 -0
  254. package/dist/runtime/scenario-state.d.ts.map +1 -0
  255. package/dist/runtime/scenario-state.js +128 -0
  256. package/dist/runtime/scenario-state.js.map +1 -0
  257. package/dist/runtime/step-execution.d.ts +24 -14
  258. package/dist/runtime/step-execution.d.ts.map +1 -1
  259. package/dist/runtime/step-execution.js +130 -36
  260. package/dist/runtime/step-execution.js.map +1 -1
  261. package/dist/runtime/text.d.ts +10 -0
  262. package/dist/runtime/text.d.ts.map +1 -0
  263. package/dist/runtime/text.js +25 -0
  264. package/dist/runtime/text.js.map +1 -0
  265. package/dist/runtime/types.d.ts +50 -76
  266. package/dist/runtime/types.d.ts.map +1 -1
  267. package/dist/runtime/usage-tracker.d.ts +37 -0
  268. package/dist/runtime/usage-tracker.d.ts.map +1 -0
  269. package/dist/runtime/usage-tracker.js +110 -0
  270. package/dist/runtime/usage-tracker.js.map +1 -0
  271. package/dist/tools/define-agent-tool.d.ts +3 -28
  272. package/dist/tools/define-agent-tool.d.ts.map +1 -1
  273. package/dist/tools/define-agent-tool.js +3 -28
  274. package/dist/tools/define-agent-tool.js.map +1 -1
  275. package/dist/tools/dispatcher.d.ts +11 -3
  276. package/dist/tools/dispatcher.d.ts.map +1 -1
  277. package/dist/tools/dispatcher.js +50 -8
  278. package/dist/tools/dispatcher.js.map +1 -1
  279. package/dist/tools/registry.d.ts +8 -10
  280. package/dist/tools/registry.d.ts.map +1 -1
  281. package/dist/tools/registry.js +19 -11
  282. package/dist/tools/registry.js.map +1 -1
  283. package/dist/tools/step/result-tool.d.ts.map +1 -1
  284. package/dist/tools/step/result-tool.js +8 -6
  285. package/dist/tools/step/result-tool.js.map +1 -1
  286. package/dist/tools/tool-contract.d.ts +1 -1
  287. package/dist/tools/tool-contract.d.ts.map +1 -1
  288. package/dist/tools/tool-contract.js.map +1 -1
  289. package/dist/tools/types.d.ts +77 -6
  290. package/dist/tools/types.d.ts.map +1 -1
  291. package/dist/tools/types.js.map +1 -1
  292. package/docs/CLI.md +59 -0
  293. package/docs/CONFIGURATION.md +91 -0
  294. package/docs/DRIVERS.md +75 -0
  295. package/docs/EVIDENCE.md +62 -0
  296. package/package.json +51 -59
  297. package/schemas/checkmate-config.v1.json +176 -0
  298. package/schemas/describe-result.v1.json +414 -0
  299. package/schemas/driver-descriptor.v1.json +66 -0
  300. package/schemas/run-request.v1.json +67 -0
  301. package/schemas/run-result.v1.json +333 -0
  302. package/schemas/validation-result.v1.json +86 -0
  303. package/dist/ai/response-processor.d.ts +0 -20
  304. package/dist/ai/response-processor.d.ts.map +0 -1
  305. package/dist/ai/response-processor.js +0 -62
  306. package/dist/ai/response-processor.js.map +0 -1
  307. package/dist/ai/token-pricing.d.ts +0 -13
  308. package/dist/ai/token-pricing.d.ts.map +0 -1
  309. package/dist/ai/token-pricing.js +0 -348
  310. package/dist/ai/token-pricing.js.map +0 -1
  311. package/dist/ai/token-tracker.d.ts +0 -33
  312. package/dist/ai/token-tracker.d.ts.map +0 -1
  313. package/dist/ai/token-tracker.js +0 -138
  314. package/dist/ai/token-tracker.js.map +0 -1
  315. package/dist/cli/create-examples.d.ts +0 -21
  316. package/dist/cli/create-examples.d.ts.map +0 -1
  317. package/dist/cli/create-examples.js +0 -116
  318. package/dist/cli/create-examples.js.map +0 -1
  319. package/dist/cli.d.ts +0 -15
  320. package/dist/cli.d.ts.map +0 -1
  321. package/dist/cli.js +0 -69
  322. package/dist/cli.js.map +0 -1
  323. package/dist/config/runtime-config.d.ts +0 -21
  324. package/dist/config/runtime-config.d.ts.map +0 -1
  325. package/dist/config/runtime-config.js +0 -98
  326. package/dist/config/runtime-config.js.map +0 -1
  327. package/dist/core.d.ts +0 -8
  328. package/dist/core.d.ts.map +0 -1
  329. package/dist/core.js +0 -4
  330. package/dist/core.js.map +0 -1
  331. package/dist/integrations/salesforce/authenticator.d.ts +0 -27
  332. package/dist/integrations/salesforce/authenticator.d.ts.map +0 -1
  333. package/dist/integrations/salesforce/authenticator.js +0 -27
  334. package/dist/integrations/salesforce/authenticator.js.map +0 -1
  335. package/dist/integrations/salesforce/cli-handler.d.ts +0 -14
  336. package/dist/integrations/salesforce/cli-handler.d.ts.map +0 -1
  337. package/dist/integrations/salesforce/cli-handler.js +0 -50
  338. package/dist/integrations/salesforce/cli-handler.js.map +0 -1
  339. package/dist/logging/index.d.ts +0 -2
  340. package/dist/logging/index.d.ts.map +0 -1
  341. package/dist/logging/index.js +0 -4
  342. package/dist/logging/index.js.map +0 -1
  343. package/dist/logging/logger.d.ts +0 -5
  344. package/dist/logging/logger.d.ts.map +0 -1
  345. package/dist/logging/logger.js +0 -15
  346. package/dist/logging/logger.js.map +0 -1
  347. package/dist/playwright.d.ts +0 -102
  348. package/dist/playwright.d.ts.map +0 -1
  349. package/dist/playwright.js +0 -116
  350. package/dist/playwright.js.map +0 -1
  351. package/dist/runtime/extension.d.ts +0 -274
  352. package/dist/runtime/extension.d.ts.map +0 -1
  353. package/dist/runtime/extension.js +0 -171
  354. package/dist/runtime/extension.js.map +0 -1
  355. package/dist/salesforce.d.ts +0 -71
  356. package/dist/salesforce.d.ts.map +0 -1
  357. package/dist/salesforce.js +0 -73
  358. package/dist/salesforce.js.map +0 -1
  359. package/dist/tools/browser/screenshot-service.d.ts.map +0 -1
  360. package/dist/tools/browser/screenshot-service.js.map +0 -1
  361. package/dist/tools/browser/snapshot-filter/index.d.ts.map +0 -1
  362. package/dist/tools/browser/snapshot-filter/index.js.map +0 -1
  363. package/dist/tools/browser/snapshot-filter/semantic-scorer.d.ts.map +0 -1
  364. package/dist/tools/browser/snapshot-filter/semantic-scorer.js.map +0 -1
  365. package/dist/tools/browser/snapshot-filter/snapshot-filter.d.ts +0 -4
  366. package/dist/tools/browser/snapshot-filter/snapshot-filter.d.ts.map +0 -1
  367. package/dist/tools/browser/snapshot-filter/snapshot-filter.js +0 -57
  368. package/dist/tools/browser/snapshot-filter/snapshot-filter.js.map +0 -1
  369. package/dist/tools/browser/snapshot-filter/tree-reconstructor.d.ts.map +0 -1
  370. package/dist/tools/browser/snapshot-filter/tree-reconstructor.js.map +0 -1
  371. package/dist/tools/browser/snapshot-service.d.ts +0 -19
  372. package/dist/tools/browser/snapshot-service.d.ts.map +0 -1
  373. package/dist/tools/browser/snapshot-service.js.map +0 -1
  374. package/dist/tools/browser/tool.d.ts +0 -34
  375. package/dist/tools/browser/tool.d.ts.map +0 -1
  376. package/dist/tools/browser/tool.js +0 -226
  377. package/dist/tools/browser/tool.js.map +0 -1
  378. package/dist/tools/browser/transient-state-tracker.d.ts +0 -16
  379. package/dist/tools/browser/transient-state-tracker.d.ts.map +0 -1
  380. package/dist/tools/browser/transient-state-tracker.js.map +0 -1
  381. package/dist/tools/salesforce/login-tool.d.ts +0 -7
  382. package/dist/tools/salesforce/login-tool.d.ts.map +0 -1
  383. package/dist/tools/salesforce/login-tool.js +0 -25
  384. package/dist/tools/salesforce/login-tool.js.map +0 -1
  385. package/docs/EXTENSIONS.md +0 -232
  386. package/docs/GUIDE.md +0 -465
  387. package/docs/ROADMAP.md +0 -47
  388. package/playwright.config.ts +0 -39
  389. package/test/examples/salesforce/trial-dev-org.spec.ts +0 -82
  390. package/test/examples/web/website-testing.spec.ts +0 -281
  391. /package/dist/{tools/browser → drivers/web/tools}/screenshot-service.js +0 -0
  392. /package/dist/{tools/browser → drivers/web/tools}/snapshot-filter/index.d.ts +0 -0
  393. /package/dist/{tools/browser → drivers/web/tools}/snapshot-filter/index.js +0 -0
  394. /package/dist/{tools/browser → drivers/web/tools}/snapshot-filter/semantic-scorer.d.ts +0 -0
  395. /package/dist/{tools/browser → drivers/web/tools}/snapshot-filter/semantic-scorer.js +0 -0
  396. /package/dist/{tools/browser → drivers/web/tools}/snapshot-filter/tree-reconstructor.d.ts +0 -0
  397. /package/dist/{tools/browser → drivers/web/tools}/snapshot-filter/tree-reconstructor.js +0 -0
package/dist/index.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,WAAW,CAAA"}
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,IAAI,YAAY,EAAE,QAAQ,IAAI,eAAe,EAAE,QAAQ,IAAI,mBAAmB,EAAE,MAAM,gBAAgB,CAAA;AASlH,OAAO,EAAE,yBAAyB,EAAE,MAAM,gBAAgB,CAAA;AAI1D,MAAM,UAAU,GAAG,CAClB,OAAgB,EAChB,OAA0B;IAE1B,OAAO,YAAY,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;AACtC,CAAC;AAED,MAAM,UAAU,QAAQ,CAAC,OAAgB,EAAE,OAA0C;IACpF,OAAO,eAAe,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;AACzC,CAAC;AAED,MAAM,UAAU,QAAQ,CAAC,OAA0C;IAClE,OAAO,mBAAmB,CAAC,OAAO,CAAC,CAAA;AACpC,CAAC"}
@@ -0,0 +1,4 @@
1
+ import { DiagnosticSanitizer } from '../redaction/diagnostic-sanitizer.js';
2
+ import type { RuntimeLogger } from './types.js';
3
+ export declare function createInvocationLogger(sink: RuntimeLogger, sanitizer: DiagnosticSanitizer): RuntimeLogger;
4
+ //# sourceMappingURL=invocation-logger.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"invocation-logger.d.ts","sourceRoot":"","sources":["../../src/logging/invocation-logger.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAAE,MAAM,sCAAsC,CAAA;AAC1E,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,YAAY,CAAA;AAE/C,wBAAgB,sBAAsB,CAAC,IAAI,EAAE,aAAa,EAAE,SAAS,EAAE,mBAAmB,GAAG,aAAa,CAOzG"}
@@ -0,0 +1,25 @@
1
+ export function createInvocationLogger(sink, sanitizer) {
2
+ return {
3
+ debug: (message, ...details) => sink.debug(sanitizeLog(message, details, sanitizer)),
4
+ info: (message, ...details) => sink.info(sanitizeLog(message, details, sanitizer)),
5
+ warn: (message, ...details) => sink.warn(sanitizeLog(message, details, sanitizer)),
6
+ error: (message, ...details) => sink.error(sanitizeLog(message, details, sanitizer)),
7
+ };
8
+ }
9
+ function sanitizeLog(message, details, sanitizer) {
10
+ const suffix = details.length === 0 ? '' : ` ${details.map((detail) => diagnosticDetail(detail, sanitizer)).join(' ')}`;
11
+ return sanitizer.text(`${message}${suffix}`);
12
+ }
13
+ function diagnosticDetail(value, sanitizer) {
14
+ if (value instanceof Error)
15
+ return `${value.name}: ${sanitizer.error(value)}`;
16
+ if (typeof value === 'string')
17
+ return value;
18
+ try {
19
+ return JSON.stringify(value) ?? String(value);
20
+ }
21
+ catch {
22
+ return String(value);
23
+ }
24
+ }
25
+ //# sourceMappingURL=invocation-logger.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"invocation-logger.js","sourceRoot":"","sources":["../../src/logging/invocation-logger.ts"],"names":[],"mappings":"AAGA,MAAM,UAAU,sBAAsB,CAAC,IAAmB,EAAE,SAA8B;IACzF,OAAO;QACN,KAAK,EAAE,CAAC,OAAO,EAAE,GAAG,OAAO,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,OAAO,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC;QACpF,IAAI,EAAE,CAAC,OAAO,EAAE,GAAG,OAAO,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC;QAClF,IAAI,EAAE,CAAC,OAAO,EAAE,GAAG,OAAO,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC;QAClF,KAAK,EAAE,CAAC,OAAO,EAAE,GAAG,OAAO,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,OAAO,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC;KACpF,CAAA;AACF,CAAC;AAED,SAAS,WAAW,CAAC,OAAe,EAAE,OAA2B,EAAE,SAA8B;IAChG,MAAM,MAAM,GACX,OAAO,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,gBAAgB,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAA;IACzG,OAAO,SAAS,CAAC,IAAI,CAAC,GAAG,OAAO,GAAG,MAAM,EAAE,CAAC,CAAA;AAC7C,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAc,EAAE,SAA8B;IACvE,IAAI,KAAK,YAAY,KAAK;QAAE,OAAO,GAAG,KAAK,CAAC,IAAI,KAAK,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAA;IAC7E,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAA;IAC3C,IAAI,CAAC;QACJ,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,KAAK,CAAC,CAAA;IAC9C,CAAC;IAAC,MAAM,CAAC;QACR,OAAO,MAAM,CAAC,KAAK,CAAC,CAAA;IACrB,CAAC;AACF,CAAC"}
@@ -0,0 +1,8 @@
1
+ export type RuntimeLogger = Readonly<{
2
+ debug(message: string, ...details: unknown[]): unknown;
3
+ info(message: string, ...details: unknown[]): unknown;
4
+ warn(message: string, ...details: unknown[]): unknown;
5
+ error(message: string, ...details: unknown[]): unknown;
6
+ }>;
7
+ export declare const silentLogger: RuntimeLogger;
8
+ //# sourceMappingURL=types.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/logging/types.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,aAAa,GAAG,QAAQ,CAAC;IACpC,KAAK,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE,GAAG,OAAO,CAAA;IACtD,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE,GAAG,OAAO,CAAA;IACrD,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE,GAAG,OAAO,CAAA;IACrD,KAAK,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE,GAAG,OAAO,CAAA;CACtD,CAAC,CAAA;AAEF,eAAO,MAAM,YAAY,EAAE,aAK1B,CAAA"}
@@ -0,0 +1,7 @@
1
+ export const silentLogger = {
2
+ debug: () => undefined,
3
+ info: () => undefined,
4
+ warn: () => undefined,
5
+ error: () => undefined,
6
+ };
7
+ //# sourceMappingURL=types.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/logging/types.ts"],"names":[],"mappings":"AAOA,MAAM,CAAC,MAAM,YAAY,GAAkB;IAC1C,KAAK,EAAE,GAAG,EAAE,CAAC,SAAS;IACtB,IAAI,EAAE,GAAG,EAAE,CAAC,SAAS;IACrB,IAAI,EAAE,GAAG,EAAE,CAAC,SAAS;IACrB,KAAK,EAAE,GAAG,EAAE,CAAC,SAAS;CACtB,CAAA"}
@@ -0,0 +1,7 @@
1
+ export declare class DiagnosticSanitizer {
2
+ private readonly redactor;
3
+ constructor(exactSecrets: Iterable<string>);
4
+ text(value: string): string;
5
+ error(error: unknown): string;
6
+ }
7
+ //# sourceMappingURL=diagnostic-sanitizer.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"diagnostic-sanitizer.d.ts","sourceRoot":"","sources":["../../src/redaction/diagnostic-sanitizer.ts"],"names":[],"mappings":"AAIA,qBAAa,mBAAmB;IAC/B,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAU;gBAEvB,YAAY,EAAE,QAAQ,CAAC,MAAM,CAAC;IAI1C,IAAI,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM;IAI3B,KAAK,CAAC,KAAK,EAAE,OAAO,GAAG,MAAM;CAe7B"}
@@ -0,0 +1,42 @@
1
+ import { Redactor } from './redactor.js';
2
+ const MAX_CAUSE_DEPTH = 16;
3
+ export class DiagnosticSanitizer {
4
+ redactor;
5
+ constructor(exactSecrets) {
6
+ this.redactor = new Redactor({ mode: 'off', exactSecrets });
7
+ }
8
+ text(value) {
9
+ return this.redactor.redactDiagnosticText(value);
10
+ }
11
+ error(error) {
12
+ const messages = [];
13
+ const seen = new Set();
14
+ let current = error;
15
+ for (let depth = 0; current !== undefined && depth < MAX_CAUSE_DEPTH; depth++) {
16
+ if (seen.has(current)) {
17
+ messages.push('[circular cause]');
18
+ break;
19
+ }
20
+ seen.add(current);
21
+ messages.push(this.text(errorMessage(current)));
22
+ current = errorCause(current);
23
+ }
24
+ return messages.join('\ncaused by: ');
25
+ }
26
+ }
27
+ function errorMessage(error) {
28
+ if (error instanceof Error)
29
+ return error.message;
30
+ if (typeof error === 'string')
31
+ return error;
32
+ try {
33
+ return JSON.stringify(error) ?? String(error);
34
+ }
35
+ catch {
36
+ return String(error);
37
+ }
38
+ }
39
+ function errorCause(error) {
40
+ return error && typeof error === 'object' && 'cause' in error ? error.cause : undefined;
41
+ }
42
+ //# sourceMappingURL=diagnostic-sanitizer.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"diagnostic-sanitizer.js","sourceRoot":"","sources":["../../src/redaction/diagnostic-sanitizer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAA;AAExC,MAAM,eAAe,GAAG,EAAE,CAAA;AAE1B,MAAM,OAAO,mBAAmB;IACd,QAAQ,CAAU;IAEnC,YAAY,YAA8B;QACzC,IAAI,CAAC,QAAQ,GAAG,IAAI,QAAQ,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,YAAY,EAAE,CAAC,CAAA;IAC5D,CAAC;IAED,IAAI,CAAC,KAAa;QACjB,OAAO,IAAI,CAAC,QAAQ,CAAC,oBAAoB,CAAC,KAAK,CAAC,CAAA;IACjD,CAAC;IAED,KAAK,CAAC,KAAc;QACnB,MAAM,QAAQ,GAAa,EAAE,CAAA;QAC7B,MAAM,IAAI,GAAG,IAAI,GAAG,EAAW,CAAA;QAC/B,IAAI,OAAO,GAAY,KAAK,CAAA;QAC5B,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,OAAO,KAAK,SAAS,IAAI,KAAK,GAAG,eAAe,EAAE,KAAK,EAAE,EAAE,CAAC;YAC/E,IAAI,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;gBACvB,QAAQ,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAA;gBACjC,MAAK;YACN,CAAC;YACD,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;YACjB,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,CAAA;YAC/C,OAAO,GAAG,UAAU,CAAC,OAAO,CAAC,CAAA;QAC9B,CAAC;QACD,OAAO,QAAQ,CAAC,IAAI,CAAC,eAAe,CAAC,CAAA;IACtC,CAAC;CACD;AAED,SAAS,YAAY,CAAC,KAAc;IACnC,IAAI,KAAK,YAAY,KAAK;QAAE,OAAO,KAAK,CAAC,OAAO,CAAA;IAChD,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAA;IAC3C,IAAI,CAAC;QACJ,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,KAAK,CAAC,CAAA;IAC9C,CAAC;IAAC,MAAM,CAAC;QACR,OAAO,MAAM,CAAC,KAAK,CAAC,CAAA;IACrB,CAAC;AACF,CAAC;AAED,SAAS,UAAU,CAAC,KAAc;IACjC,OAAO,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,OAAO,IAAI,KAAK,CAAC,CAAC,CAAE,KAA6B,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAA;AACjH,CAAC"}
@@ -0,0 +1,40 @@
1
+ import type { Diagnostic, EvidenceReference, ExecutedStepResult, ExecutionResultV1, JsonValue, RunRequestV1 } from '../contracts/types.js';
2
+ export declare const REDACTED_VALUE = "[secret omitted]";
3
+ export type RedactorOptions = Readonly<{
4
+ mode: 'on' | 'off';
5
+ exactSecrets?: Iterable<string>;
6
+ }>;
7
+ export type InvocationDocumentV1 = Readonly<{
8
+ layoutVersion: 1;
9
+ runId: string;
10
+ startedAt: string;
11
+ request: RunRequestV1;
12
+ }>;
13
+ export type CheckpointDocumentV1 = Readonly<{
14
+ layoutVersion: 1;
15
+ runId: string;
16
+ updatedAt: string;
17
+ state: 'partial';
18
+ completedSteps: readonly ExecutedStepResult[];
19
+ evidenceReferences: readonly EvidenceReference[];
20
+ diagnostics: readonly Diagnostic[];
21
+ }>;
22
+ export declare class Redactor {
23
+ private readonly enabled;
24
+ private readonly exactSecrets;
25
+ constructor({ mode, exactSecrets }: RedactorOptions);
26
+ redactText(value: string): string;
27
+ redactContent(value: JsonValue): JsonValue;
28
+ redactInvocation(document: InvocationDocumentV1): InvocationDocumentV1;
29
+ redactCheckpoint(document: CheckpointDocumentV1): CheckpointDocumentV1;
30
+ redactExecutionResult(result: ExecutionResultV1): ExecutionResultV1;
31
+ redactDiagnosticText(value: string): string;
32
+ private redactRequest;
33
+ private redactExecutedStep;
34
+ private copyNotRunStep;
35
+ private redactDiagnostic;
36
+ private transformContent;
37
+ private sanitizeText;
38
+ }
39
+ export declare function isSensitiveKey(key: string): boolean;
40
+ //# sourceMappingURL=redactor.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"redactor.d.ts","sourceRoot":"","sources":["../../src/redaction/redactor.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACX,UAAU,EACV,iBAAiB,EACjB,kBAAkB,EAClB,iBAAiB,EAEjB,SAAS,EAET,YAAY,EACZ,MAAM,uBAAuB,CAAA;AAI9B,eAAO,MAAM,cAAc,qBAAqB,CAAA;AAiBhD,MAAM,MAAM,eAAe,GAAG,QAAQ,CAAC;IACtC,IAAI,EAAE,IAAI,GAAG,KAAK,CAAA;IAClB,YAAY,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAA;CAC/B,CAAC,CAAA;AAEF,MAAM,MAAM,oBAAoB,GAAG,QAAQ,CAAC;IAC3C,aAAa,EAAE,CAAC,CAAA;IAChB,KAAK,EAAE,MAAM,CAAA;IACb,SAAS,EAAE,MAAM,CAAA;IACjB,OAAO,EAAE,YAAY,CAAA;CACrB,CAAC,CAAA;AAEF,MAAM,MAAM,oBAAoB,GAAG,QAAQ,CAAC;IAC3C,aAAa,EAAE,CAAC,CAAA;IAChB,KAAK,EAAE,MAAM,CAAA;IACb,SAAS,EAAE,MAAM,CAAA;IACjB,KAAK,EAAE,SAAS,CAAA;IAChB,cAAc,EAAE,SAAS,kBAAkB,EAAE,CAAA;IAC7C,kBAAkB,EAAE,SAAS,iBAAiB,EAAE,CAAA;IAChD,WAAW,EAAE,SAAS,UAAU,EAAE,CAAA;CAClC,CAAC,CAAA;AAEF,qBAAa,QAAQ;IACpB,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;IACjC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAmB;gBAEpC,EAAE,IAAI,EAAE,YAAiB,EAAE,EAAE,eAAe;IAOxD,UAAU,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM;IAIjC,aAAa,CAAC,KAAK,EAAE,SAAS,GAAG,SAAS;IAI1C,gBAAgB,CAAC,QAAQ,EAAE,oBAAoB,GAAG,oBAAoB;IAStE,gBAAgB,CAAC,QAAQ,EAAE,oBAAoB,GAAG,oBAAoB;IAYtE,qBAAqB,CAAC,MAAM,EAAE,iBAAiB,GAAG,iBAAiB;IA0BnE,oBAAoB,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM;IAI3C,OAAO,CAAC,aAAa;IAqBrB,OAAO,CAAC,kBAAkB;IAoB1B,OAAO,CAAC,cAAc;IAMtB,OAAO,CAAC,gBAAgB;IAQxB,OAAO,CAAC,gBAAgB;IAexB,OAAO,CAAC,YAAY;CAKpB;AAED,wBAAgB,cAAc,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAGnD"}
@@ -0,0 +1,176 @@
1
+ import { compareUtf16 } from '../config/record.js';
2
+ import { scrub } from './scrub.js';
3
+ export const REDACTED_VALUE = '[secret omitted]';
4
+ const MAX_SENSITIVE_KEY_LENGTH = 128;
5
+ const SENSITIVE_KEYS = new Set([
6
+ 'accesstoken',
7
+ 'apikey',
8
+ 'authorization',
9
+ 'checkmateopenaiapikey',
10
+ 'clientsecret',
11
+ 'cookie',
12
+ 'databasepassword',
13
+ 'openaiapikey',
14
+ 'password',
15
+ 'refreshtoken',
16
+ 'secret',
17
+ ]);
18
+ export class Redactor {
19
+ enabled;
20
+ exactSecrets;
21
+ constructor({ mode, exactSecrets = [] }) {
22
+ this.enabled = mode === 'on';
23
+ this.exactSecrets = [...new Set(exactSecrets)]
24
+ .filter((value) => value.length > 0)
25
+ .sort((left, right) => right.length - left.length || compareUtf16(left, right));
26
+ }
27
+ redactText(value) {
28
+ return this.enabled ? this.sanitizeText(value) : value;
29
+ }
30
+ redactContent(value) {
31
+ return this.enabled ? this.transformContent(value) : structuredClone(value);
32
+ }
33
+ redactInvocation(document) {
34
+ return {
35
+ layoutVersion: document.layoutVersion,
36
+ runId: document.runId,
37
+ startedAt: document.startedAt,
38
+ request: this.redactRequest(document.request),
39
+ };
40
+ }
41
+ redactCheckpoint(document) {
42
+ return {
43
+ layoutVersion: document.layoutVersion,
44
+ runId: document.runId,
45
+ updatedAt: document.updatedAt,
46
+ state: document.state,
47
+ completedSteps: document.completedSteps.map((step) => this.redactExecutedStep(step)),
48
+ evidenceReferences: document.evidenceReferences.map(copyEvidenceReference),
49
+ diagnostics: document.diagnostics.map((diagnostic) => this.redactDiagnostic(diagnostic)),
50
+ };
51
+ }
52
+ redactExecutionResult(result) {
53
+ return {
54
+ kind: result.kind,
55
+ schemaVersion: result.schemaVersion,
56
+ runId: result.runId,
57
+ scenarioId: result.scenarioId,
58
+ status: result.status,
59
+ category: result.category,
60
+ reason: result.reason,
61
+ targetMutation: result.targetMutation,
62
+ startedAt: result.startedAt,
63
+ durationMs: result.durationMs,
64
+ driver: { ...result.driver },
65
+ policy: { id: result.policy.id, effectiveLimits: { ...result.policy.effectiveLimits } },
66
+ usage: { ...result.usage },
67
+ steps: result.steps.map((step) => step.status === 'not-run' ? this.copyNotRunStep(step) : this.redactExecutedStep(step)),
68
+ evidence: {
69
+ state: result.evidence.state,
70
+ references: result.evidence.references.map(copyEvidenceReference),
71
+ },
72
+ diagnostics: result.diagnostics.map((diagnostic) => this.redactDiagnostic(diagnostic)),
73
+ };
74
+ }
75
+ redactDiagnosticText(value) {
76
+ return this.sanitizeText(value);
77
+ }
78
+ redactRequest(request) {
79
+ return {
80
+ schemaVersion: request.schemaVersion,
81
+ scenario: {
82
+ id: request.scenario.id,
83
+ ...(request.scenario.name === undefined ? {} : { name: this.redactText(request.scenario.name) }),
84
+ driver: {
85
+ id: request.scenario.driver.id,
86
+ target: this.redactContent(request.scenario.driver.target),
87
+ },
88
+ ...(request.scenario.policy === undefined ? {} : { policy: request.scenario.policy }),
89
+ ...(request.scenario.limits === undefined ? {} : { limits: { ...request.scenario.limits } }),
90
+ steps: request.scenario.steps.map((step) => ({
91
+ id: step.id,
92
+ action: this.redactText(step.action),
93
+ expect: this.redactText(step.expect),
94
+ })),
95
+ },
96
+ };
97
+ }
98
+ redactExecutedStep(step) {
99
+ return {
100
+ id: step.id,
101
+ status: step.status,
102
+ category: step.category,
103
+ reason: step.reason,
104
+ ...(step.actual === undefined ? {} : { actual: this.redactText(step.actual) }),
105
+ turns: step.turns,
106
+ durationMs: step.durationMs,
107
+ usage: { ...step.usage },
108
+ toolCalls: step.toolCalls.map((call) => ({
109
+ turn: call.turn,
110
+ driverId: call.driverId,
111
+ name: call.name,
112
+ arguments: this.redactContent(call.arguments),
113
+ status: call.status,
114
+ })),
115
+ };
116
+ }
117
+ copyNotRunStep(step) {
118
+ return step.reason === 'prior-step-failed'
119
+ ? { id: step.id, status: step.status, reason: step.reason, blockedBy: step.blockedBy }
120
+ : { id: step.id, status: step.status, reason: step.reason };
121
+ }
122
+ redactDiagnostic(diagnostic) {
123
+ return {
124
+ code: diagnostic.code,
125
+ path: diagnostic.path,
126
+ message: this.redactText(diagnostic.message),
127
+ };
128
+ }
129
+ transformContent(value) {
130
+ if (typeof value === 'string')
131
+ return this.sanitizeText(value);
132
+ if (Array.isArray(value))
133
+ return value.map((entry) => this.transformContent(entry));
134
+ if (value === null || typeof value !== 'object')
135
+ return value;
136
+ const transformed = Object.create(null);
137
+ const used = new Set();
138
+ for (const key of Object.keys(value).sort(compareUtf16)) {
139
+ const redactedKey = uniqueContentKey(this.sanitizeText(key), used);
140
+ used.add(redactedKey);
141
+ transformed[redactedKey] = isSensitiveKey(key) ? REDACTED_VALUE : this.transformContent(value[key]);
142
+ }
143
+ return transformed;
144
+ }
145
+ sanitizeText(value) {
146
+ let sanitized = value;
147
+ for (const secret of this.exactSecrets)
148
+ sanitized = sanitized.replaceAll(secret, REDACTED_VALUE);
149
+ return scrub(sanitized);
150
+ }
151
+ }
152
+ export function isSensitiveKey(key) {
153
+ if (key.length > MAX_SENSITIVE_KEY_LENGTH)
154
+ return false;
155
+ return SENSITIVE_KEYS.has(key.replaceAll(/[-_\s]/g, '').toLowerCase());
156
+ }
157
+ function uniqueContentKey(base, used) {
158
+ if (!used.has(base))
159
+ return base;
160
+ for (let suffix = 2; suffix <= Number.MAX_SAFE_INTEGER; suffix++) {
161
+ const candidate = `${base} [collision ${suffix}]`;
162
+ if (!used.has(candidate))
163
+ return candidate;
164
+ }
165
+ throw new Error('Unable to allocate a collision-safe redacted key');
166
+ }
167
+ function copyEvidenceReference(reference) {
168
+ return {
169
+ kind: reference.kind,
170
+ mediaType: reference.mediaType,
171
+ path: reference.path,
172
+ producer: reference.producer,
173
+ ...(reference.stepId === undefined ? {} : { stepId: reference.stepId }),
174
+ };
175
+ }
176
+ //# sourceMappingURL=redactor.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"redactor.js","sourceRoot":"","sources":["../../src/redaction/redactor.ts"],"names":[],"mappings":"AAUA,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAA;AAClD,OAAO,EAAE,KAAK,EAAE,MAAM,YAAY,CAAA;AAElC,MAAM,CAAC,MAAM,cAAc,GAAG,kBAAkB,CAAA;AAEhD,MAAM,wBAAwB,GAAG,GAAG,CAAA;AACpC,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC;IAC9B,aAAa;IACb,QAAQ;IACR,eAAe;IACf,uBAAuB;IACvB,cAAc;IACd,QAAQ;IACR,kBAAkB;IAClB,cAAc;IACd,UAAU;IACV,cAAc;IACd,QAAQ;CACR,CAAC,CAAA;AAwBF,MAAM,OAAO,QAAQ;IACH,OAAO,CAAS;IAChB,YAAY,CAAmB;IAEhD,YAAY,EAAE,IAAI,EAAE,YAAY,GAAG,EAAE,EAAmB;QACvD,IAAI,CAAC,OAAO,GAAG,IAAI,KAAK,IAAI,CAAA;QAC5B,IAAI,CAAC,YAAY,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,YAAY,CAAC,CAAC;aAC5C,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;aACnC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,YAAY,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAA;IACjF,CAAC;IAED,UAAU,CAAC,KAAa;QACvB,OAAO,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAA;IACvD,CAAC;IAED,aAAa,CAAC,KAAgB;QAC7B,OAAO,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,KAAK,CAAC,CAAA;IAC5E,CAAC;IAED,gBAAgB,CAAC,QAA8B;QAC9C,OAAO;YACN,aAAa,EAAE,QAAQ,CAAC,aAAa;YACrC,KAAK,EAAE,QAAQ,CAAC,KAAK;YACrB,SAAS,EAAE,QAAQ,CAAC,SAAS;YAC7B,OAAO,EAAE,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,OAAO,CAAC;SAC7C,CAAA;IACF,CAAC;IAED,gBAAgB,CAAC,QAA8B;QAC9C,OAAO;YACN,aAAa,EAAE,QAAQ,CAAC,aAAa;YACrC,KAAK,EAAE,QAAQ,CAAC,KAAK;YACrB,SAAS,EAAE,QAAQ,CAAC,SAAS;YAC7B,KAAK,EAAE,QAAQ,CAAC,KAAK;YACrB,cAAc,EAAE,QAAQ,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,CAAC;YACpF,kBAAkB,EAAE,QAAQ,CAAC,kBAAkB,CAAC,GAAG,CAAC,qBAAqB,CAAC;YAC1E,WAAW,EAAE,QAAQ,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,IAAI,CAAC,gBAAgB,CAAC,UAAU,CAAC,CAAC;SACxF,CAAA;IACF,CAAC;IAED,qBAAqB,CAAC,MAAyB;QAC9C,OAAO;YACN,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,aAAa,EAAE,MAAM,CAAC,aAAa;YACnC,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,cAAc,EAAE,MAAM,CAAC,cAAc;YACrC,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,MAAM,EAAE,EAAE,GAAG,MAAM,CAAC,MAAM,EAAE;YAC5B,MAAM,EAAE,EAAE,EAAE,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,eAAe,EAAE,EAAE,GAAG,MAAM,CAAC,MAAM,CAAC,eAAe,EAAE,EAAE;YACvF,KAAK,EAAE,EAAE,GAAG,MAAM,CAAC,KAAK,EAAE;YAC1B,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAChC,IAAI,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,CACrF;YACD,QAAQ,EAAE;gBACT,KAAK,EAAE,MAAM,CAAC,QAAQ,CAAC,KAAK;gBAC5B,UAAU,EAAE,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,GAAG,CAAC,qBAAqB,CAAC;aACjE;YACD,WAAW,EAAE,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,IAAI,CAAC,gBAAgB,CAAC,UAAU,CAAC,CAAC;SACtF,CAAA;IACF,CAAC;IAED,oBAAoB,CAAC,KAAa;QACjC,OAAO,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAA;IAChC,CAAC;IAEO,aAAa,CAAC,OAAqB;QAC1C,OAAO;YACN,aAAa,EAAE,OAAO,CAAC,aAAa;YACpC,QAAQ,EAAE;gBACT,EAAE,EAAE,OAAO,CAAC,QAAQ,CAAC,EAAE;gBACvB,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;gBAChG,MAAM,EAAE;oBACP,EAAE,EAAE,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE;oBAC9B,MAAM,EAAE,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAe;iBACxE;gBACD,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;gBACrF,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,GAAG,OAAO,CAAC,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC;gBAC5F,KAAK,EAAE,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;oBAC5C,EAAE,EAAE,IAAI,CAAC,EAAE;oBACX,MAAM,EAAE,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC;oBACpC,MAAM,EAAE,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC;iBACpC,CAAC,CAAC;aACH;SACD,CAAA;IACF,CAAC;IAEO,kBAAkB,CAAC,IAAwB;QAClD,OAAO;YACN,EAAE,EAAE,IAAI,CAAC,EAAE;YACX,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,GAAG,CAAC,IAAI,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;YAC9E,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,KAAK,EAAE,EAAE,GAAG,IAAI,CAAC,KAAK,EAAE;YACxB,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;gBACxC,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,SAAS,EAAE,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC;gBAC7C,MAAM,EAAE,IAAI,CAAC,MAAM;aACnB,CAAC,CAAC;SACH,CAAA;IACF,CAAC;IAEO,cAAc,CAAC,IAAsB;QAC5C,OAAO,IAAI,CAAC,MAAM,KAAK,mBAAmB;YACzC,CAAC,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE;YACtF,CAAC,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAA;IAC7D,CAAC;IAEO,gBAAgB,CAAC,UAAsB;QAC9C,OAAO;YACN,IAAI,EAAE,UAAU,CAAC,IAAI;YACrB,IAAI,EAAE,UAAU,CAAC,IAAI;YACrB,OAAO,EAAE,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,OAAO,CAAC;SAC5C,CAAA;IACF,CAAC;IAEO,gBAAgB,CAAC,KAAgB;QACxC,IAAI,OAAO,KAAK,KAAK,QAAQ;YAAE,OAAO,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAA;QAC9D,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;YAAE,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC,CAAA;QACnF,IAAI,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ;YAAE,OAAO,KAAK,CAAA;QAE7D,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAA8B,CAAA;QACpE,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAA;QAC9B,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC;YACzD,MAAM,WAAW,GAAG,gBAAgB,CAAC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,CAAA;YAClE,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,CAAA;YACrB,WAAW,CAAC,WAAW,CAAC,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAA;QACpG,CAAC;QACD,OAAO,WAAW,CAAA;IACnB,CAAC;IAEO,YAAY,CAAC,KAAa;QACjC,IAAI,SAAS,GAAG,KAAK,CAAA;QACrB,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,YAAY;YAAE,SAAS,GAAG,SAAS,CAAC,UAAU,CAAC,MAAM,EAAE,cAAc,CAAC,CAAA;QAChG,OAAO,KAAK,CAAC,SAAS,CAAC,CAAA;IACxB,CAAC;CACD;AAED,MAAM,UAAU,cAAc,CAAC,GAAW;IACzC,IAAI,GAAG,CAAC,MAAM,GAAG,wBAAwB;QAAE,OAAO,KAAK,CAAA;IACvD,OAAO,cAAc,CAAC,GAAG,CAAC,GAAG,CAAC,UAAU,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC,CAAA;AACvE,CAAC;AAED,SAAS,gBAAgB,CAAC,IAAY,EAAE,IAAyB;IAChE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC;QAAE,OAAO,IAAI,CAAA;IAChC,KAAK,IAAI,MAAM,GAAG,CAAC,EAAE,MAAM,IAAI,MAAM,CAAC,gBAAgB,EAAE,MAAM,EAAE,EAAE,CAAC;QAClE,MAAM,SAAS,GAAG,GAAG,IAAI,eAAe,MAAM,GAAG,CAAA;QACjD,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC;YAAE,OAAO,SAAS,CAAA;IAC3C,CAAC;IACD,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAA;AACpE,CAAC;AAED,SAAS,qBAAqB,CAAC,SAA4B;IAC1D,OAAO;QACN,IAAI,EAAE,SAAS,CAAC,IAAI;QACpB,SAAS,EAAE,SAAS,CAAC,SAAS;QAC9B,IAAI,EAAE,SAAS,CAAC,IAAI;QACpB,QAAQ,EAAE,SAAS,CAAC,QAAQ;QAC5B,GAAG,CAAC,SAAS,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,SAAS,CAAC,MAAM,EAAE,CAAC;KACvE,CAAA;AACF,CAAC"}
@@ -0,0 +1,29 @@
1
+ /**
2
+ * The single place that decides what counts as a secret.
3
+ *
4
+ * `StepEvidence` calls this where the loop *records* evidence, so a credential the model typed
5
+ * into the page never reaches `StepReport` in the first place. The logging path (`ToolDispatcher`,
6
+ * `ToolResponseHandler`) consumes the same function instead of keeping its own copy of the rules,
7
+ * so there is exactly one definition of "looks like a secret" in the codebase.
8
+ *
9
+ * @example
10
+ * ```ts
11
+ * scrub('Authorization: Bearer sk-abc123') // 'Authorization: [secret omitted]'
12
+ * ```
13
+ */
14
+ export declare function scrub(value: string): string;
15
+ /**
16
+ * Recursively applies {@link scrub} to every string value in an arbitrary JSON-like value,
17
+ * preserving its shape.
18
+ *
19
+ * Tool call arguments are kept as a structured object rather than a serialized string, so
20
+ * scrubbing them string-by-string is what keeps the report's `toolCalls` array both readable
21
+ * and free of secrets.
22
+ *
23
+ * @example
24
+ * ```ts
25
+ * scrubValue({ ref: 'e17', text: 'sk-abc123' }) // { ref: 'e17', text: '[secret omitted]' }
26
+ * ```
27
+ */
28
+ export declare function scrubValue<T>(value: T): T;
29
+ //# sourceMappingURL=scrub.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"scrub.d.ts","sourceRoot":"","sources":["../../src/redaction/scrub.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AACH,wBAAgB,KAAK,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAQ3C;AAED;;;;;;;;;;;;GAYG;AACH,wBAAgB,UAAU,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,GAAG,CAAC,CAczC"}
@@ -0,0 +1,54 @@
1
+ /**
2
+ * The single place that decides what counts as a secret.
3
+ *
4
+ * `StepEvidence` calls this where the loop *records* evidence, so a credential the model typed
5
+ * into the page never reaches `StepReport` in the first place. The logging path (`ToolDispatcher`,
6
+ * `ToolResponseHandler`) consumes the same function instead of keeping its own copy of the rules,
7
+ * so there is exactly one definition of "looks like a secret" in the codebase.
8
+ *
9
+ * @example
10
+ * ```ts
11
+ * scrub('Authorization: Bearer sk-abc123') // 'Authorization: [secret omitted]'
12
+ * ```
13
+ */
14
+ export function scrub(value) {
15
+ return scrubSecretFields(value)
16
+ .replace(/data:image\/[a-zA-Z0-9.+-]+;base64,[A-Za-z0-9+/=]+/g, '[image omitted]')
17
+ .replace(/[A-Za-z0-9+/]{200,}={0,2}/g, '[base64 omitted]')
18
+ .replace(/sk-[A-Za-z0-9_-]+/g, '[secret omitted]')
19
+ .replace(/Bearer\s+[A-Za-z0-9._~+/=-]+/gi, 'Bearer [secret omitted]')
20
+ .replace(/Authorization\s*[:=]\s*[^\s,;}]+/gi, '[secret omitted]')
21
+ .replace(/Cookie\s*[:=]\s*[^\n,;}]+/gi, '[secret omitted]');
22
+ }
23
+ /**
24
+ * Recursively applies {@link scrub} to every string value in an arbitrary JSON-like value,
25
+ * preserving its shape.
26
+ *
27
+ * Tool call arguments are kept as a structured object rather than a serialized string, so
28
+ * scrubbing them string-by-string is what keeps the report's `toolCalls` array both readable
29
+ * and free of secrets.
30
+ *
31
+ * @example
32
+ * ```ts
33
+ * scrubValue({ ref: 'e17', text: 'sk-abc123' }) // { ref: 'e17', text: '[secret omitted]' }
34
+ * ```
35
+ */
36
+ export function scrubValue(value) {
37
+ if (typeof value === 'string') {
38
+ return scrub(value);
39
+ }
40
+ if (Array.isArray(value)) {
41
+ return value.map((item) => scrubValue(item));
42
+ }
43
+ if (value && typeof value === 'object') {
44
+ return Object.fromEntries(Object.entries(value).map(([key, entry]) => [key, scrubValue(entry)]));
45
+ }
46
+ return value;
47
+ }
48
+ function scrubSecretFields(value) {
49
+ const secretKey = String.raw `(?:CHECKMATE_OPENAI_API_KEY|OPENAI_API_KEY|api[_-]?key|apikey|authorization|cookie)`;
50
+ return value
51
+ .replace(new RegExp(String.raw `(["'])${secretKey}\1\s*:\s*(["'])(?:\\.|(?!\2).)*\2\s*,?`, 'gi'), '[secret omitted]')
52
+ .replace(new RegExp(String.raw `\b${secretKey}\b\s*[:=]\s*(?:Bearer\s+[^\s,;}]+|"[^"]*"|'[^']*'|[^\s,;}]+)`, 'gi'), '[secret omitted]');
53
+ }
54
+ //# sourceMappingURL=scrub.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"scrub.js","sourceRoot":"","sources":["../../src/redaction/scrub.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AACH,MAAM,UAAU,KAAK,CAAC,KAAa;IAClC,OAAO,iBAAiB,CAAC,KAAK,CAAC;SAC7B,OAAO,CAAC,qDAAqD,EAAE,iBAAiB,CAAC;SACjF,OAAO,CAAC,4BAA4B,EAAE,kBAAkB,CAAC;SACzD,OAAO,CAAC,oBAAoB,EAAE,kBAAkB,CAAC;SACjD,OAAO,CAAC,gCAAgC,EAAE,yBAAyB,CAAC;SACpE,OAAO,CAAC,oCAAoC,EAAE,kBAAkB,CAAC;SACjE,OAAO,CAAC,6BAA6B,EAAE,kBAAkB,CAAC,CAAA;AAC7D,CAAC;AAED;;;;;;;;;;;;GAYG;AACH,MAAM,UAAU,UAAU,CAAI,KAAQ;IACrC,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC/B,OAAO,KAAK,CAAC,KAAK,CAAM,CAAA;IACzB,CAAC;IAED,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QAC1B,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,CAAM,CAAA;IAClD,CAAC;IAED,IAAI,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QACxC,OAAO,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAM,CAAA;IACtG,CAAC;IAED,OAAO,KAAK,CAAA;AACb,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAa;IACvC,MAAM,SAAS,GAAG,MAAM,CAAC,GAAG,CAAA,qFAAqF,CAAA;IACjH,OAAO,KAAK;SACV,OAAO,CACP,IAAI,MAAM,CAAC,MAAM,CAAC,GAAG,CAAA,SAAS,SAAS,wCAAwC,EAAE,IAAI,CAAC,EACtF,kBAAkB,CAClB;SACA,OAAO,CACP,IAAI,MAAM,CAAC,MAAM,CAAC,GAAG,CAAA,KAAK,SAAS,8DAA8D,EAAE,IAAI,CAAC,EACxG,kBAAkB,CAClB,CAAA;AACH,CAAC"}
@@ -0,0 +1,15 @@
1
+ export type RuntimeConfig = Readonly<{
2
+ model: string;
3
+ baseUrl?: string;
4
+ reasoningEffort?: 'low' | 'medium' | 'high';
5
+ temperature: number;
6
+ turnCap: number;
7
+ requestTimeout: number;
8
+ maxRetries: number;
9
+ loopMaxRepetitions: number;
10
+ redact: boolean;
11
+ toolChoice: 'required' | 'auto';
12
+ rateLimitDelay: number;
13
+ logLevel: 'debug' | 'info' | 'warn' | 'error' | 'off';
14
+ }>;
15
+ //# sourceMappingURL=config.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../../src/runtime/config.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,aAAa,GAAG,QAAQ,CAAC;IACpC,KAAK,EAAE,MAAM,CAAA;IACb,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,eAAe,CAAC,EAAE,KAAK,GAAG,QAAQ,GAAG,MAAM,CAAA;IAC3C,WAAW,EAAE,MAAM,CAAA;IACnB,OAAO,EAAE,MAAM,CAAA;IACf,cAAc,EAAE,MAAM,CAAA;IACtB,UAAU,EAAE,MAAM,CAAA;IAClB,kBAAkB,EAAE,MAAM,CAAA;IAC1B,MAAM,EAAE,OAAO,CAAA;IACf,UAAU,EAAE,UAAU,GAAG,MAAM,CAAA;IAC/B,cAAc,EAAE,MAAM,CAAA;IACtB,QAAQ,EAAE,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,OAAO,GAAG,KAAK,CAAA;CACrD,CAAC,CAAA"}
@@ -0,0 +1,2 @@
1
+ export {};
2
+ //# sourceMappingURL=config.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"config.js","sourceRoot":"","sources":["../../src/runtime/config.ts"],"names":[],"mappings":""}
@@ -0,0 +1,16 @@
1
+ import type { ControlExpirationReason, StepControl } from './scenario-control.js';
2
+ export declare class DriverBoundaryError extends Error {
3
+ readonly operation: string;
4
+ readonly reason: ControlExpirationReason;
5
+ constructor(operation: string, reason: ControlExpirationReason);
6
+ }
7
+ export declare function awaitDriverBoundary<T>(input: {
8
+ operation: string;
9
+ signal: AbortSignal;
10
+ deadline: number;
11
+ call: (signal: AbortSignal) => Promise<T> | T;
12
+ now?: () => number;
13
+ reason?: () => ControlExpirationReason;
14
+ }): Promise<T>;
15
+ export declare function awaitStepDriverBoundary<T>(operation: string, control: StepControl, call: (signal: AbortSignal) => Promise<T> | T): Promise<T>;
16
+ //# sourceMappingURL=driver-boundary.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"driver-boundary.d.ts","sourceRoot":"","sources":["../../src/runtime/driver-boundary.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,uBAAuB,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAA;AAEjF,qBAAa,mBAAoB,SAAQ,KAAK;IAE5C,QAAQ,CAAC,SAAS,EAAE,MAAM;IAC1B,QAAQ,CAAC,MAAM,EAAE,uBAAuB;gBAD/B,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,uBAAuB;CAKzC;AAED,wBAAsB,mBAAmB,CAAC,CAAC,EAAE,KAAK,EAAE;IACnD,SAAS,EAAE,MAAM,CAAA;IACjB,MAAM,EAAE,WAAW,CAAA;IACnB,QAAQ,EAAE,MAAM,CAAA;IAChB,IAAI,EAAE,CAAC,MAAM,EAAE,WAAW,KAAK,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAA;IAC7C,GAAG,CAAC,EAAE,MAAM,MAAM,CAAA;IAClB,MAAM,CAAC,EAAE,MAAM,uBAAuB,CAAA;CACtC,GAAG,OAAO,CAAC,CAAC,CAAC,CAyCb;AAED,wBAAgB,uBAAuB,CAAC,CAAC,EACxC,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,WAAW,EACpB,IAAI,EAAE,CAAC,MAAM,EAAE,WAAW,KAAK,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,GAC3C,OAAO,CAAC,CAAC,CAAC,CAYZ"}
@@ -0,0 +1,71 @@
1
+ export class DriverBoundaryError extends Error {
2
+ operation;
3
+ reason;
4
+ constructor(operation, reason) {
5
+ super(`Driver boundary '${operation}' expired: ${reason}`);
6
+ this.operation = operation;
7
+ this.reason = reason;
8
+ this.name = 'DriverBoundaryError';
9
+ }
10
+ }
11
+ export async function awaitDriverBoundary(input) {
12
+ const now = input.now ?? Date.now;
13
+ if (input.signal.aborted || now() >= input.deadline) {
14
+ throw new DriverBoundaryError(input.operation, input.reason?.() ?? signalReason(input.signal));
15
+ }
16
+ const controller = new AbortController();
17
+ const reason = () => input.reason?.() ?? signalReason(input.signal);
18
+ const timeout = Math.max(0, input.deadline - now());
19
+ let timer;
20
+ let onAbort;
21
+ const boundaryPromise = new Promise((_, reject) => {
22
+ onAbort = () => {
23
+ const expiration = reason();
24
+ controller.abort(expiration);
25
+ reject(new DriverBoundaryError(input.operation, expiration));
26
+ };
27
+ if (input.signal.aborted)
28
+ queueMicrotask(onAbort);
29
+ else
30
+ input.signal.addEventListener('abort', onAbort, { once: true });
31
+ timer = setTimeout(onAbort, timeout);
32
+ });
33
+ let callPromise;
34
+ try {
35
+ callPromise = Promise.resolve(input.call(controller.signal));
36
+ }
37
+ catch (error) {
38
+ callPromise = Promise.reject(error);
39
+ }
40
+ void callPromise.catch(() => undefined);
41
+ try {
42
+ const value = await Promise.race([callPromise, boundaryPromise]);
43
+ if (input.signal.aborted || now() >= input.deadline) {
44
+ const expiration = reason();
45
+ controller.abort(expiration);
46
+ throw new DriverBoundaryError(input.operation, expiration);
47
+ }
48
+ return value;
49
+ }
50
+ finally {
51
+ clearTimeout(timer);
52
+ input.signal.removeEventListener('abort', onAbort);
53
+ }
54
+ }
55
+ export function awaitStepDriverBoundary(operation, control, call) {
56
+ return awaitDriverBoundary({
57
+ operation,
58
+ signal: control.signal,
59
+ deadline: control.deadline,
60
+ now: control.now,
61
+ reason: () => {
62
+ const state = control.poll();
63
+ return state.expired ? state.reason : 'step-timeout';
64
+ },
65
+ call,
66
+ });
67
+ }
68
+ function signalReason(signal) {
69
+ return signal.reason === 'interrupted' || signal.reason === 'scenario-timeout' ? signal.reason : 'step-timeout';
70
+ }
71
+ //# sourceMappingURL=driver-boundary.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"driver-boundary.js","sourceRoot":"","sources":["../../src/runtime/driver-boundary.ts"],"names":[],"mappings":"AAEA,MAAM,OAAO,mBAAoB,SAAQ,KAAK;IAEnC;IACA;IAFV,YACU,SAAiB,EACjB,MAA+B;QAExC,KAAK,CAAC,oBAAoB,SAAS,cAAc,MAAM,EAAE,CAAC,CAAA;QAHjD,cAAS,GAAT,SAAS,CAAQ;QACjB,WAAM,GAAN,MAAM,CAAyB;QAGxC,IAAI,CAAC,IAAI,GAAG,qBAAqB,CAAA;IAClC,CAAC;CACD;AAED,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAI,KAO5C;IACA,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAA;IACjC,IAAI,KAAK,CAAC,MAAM,CAAC,OAAO,IAAI,GAAG,EAAE,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;QACrD,MAAM,IAAI,mBAAmB,CAAC,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,MAAM,EAAE,EAAE,IAAI,YAAY,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAA;IAC/F,CAAC;IACD,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAA;IACxC,MAAM,MAAM,GAAG,GAAG,EAAE,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,IAAI,YAAY,CAAC,KAAK,CAAC,MAAM,CAAC,CAAA;IACnE,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,QAAQ,GAAG,GAAG,EAAE,CAAC,CAAA;IACnD,IAAI,KAAoC,CAAA;IACxC,IAAI,OAAmB,CAAA;IACvB,MAAM,eAAe,GAAG,IAAI,OAAO,CAAQ,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE;QACxD,OAAO,GAAG,GAAG,EAAE;YACd,MAAM,UAAU,GAAG,MAAM,EAAE,CAAA;YAC3B,UAAU,CAAC,KAAK,CAAC,UAAU,CAAC,CAAA;YAC5B,MAAM,CAAC,IAAI,mBAAmB,CAAC,KAAK,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC,CAAA;QAC7D,CAAC,CAAA;QACD,IAAI,KAAK,CAAC,MAAM,CAAC,OAAO;YAAE,cAAc,CAAC,OAAO,CAAC,CAAA;;YAC5C,KAAK,CAAC,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAA;QACpE,KAAK,GAAG,UAAU,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;IACrC,CAAC,CAAC,CAAA;IAEF,IAAI,WAAuB,CAAA;IAC3B,IAAI,CAAC;QACJ,WAAW,GAAG,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAA;IAC7D,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QAChB,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;IACpC,CAAC;IACD,KAAK,WAAW,CAAC,KAAK,CAAC,GAAS,EAAE,CAAC,SAAS,CAAC,CAAA;IAE7C,IAAI,CAAC;QACJ,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,eAAe,CAAC,CAAC,CAAA;QAChE,IAAI,KAAK,CAAC,MAAM,CAAC,OAAO,IAAI,GAAG,EAAE,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;YACrD,MAAM,UAAU,GAAG,MAAM,EAAE,CAAA;YAC3B,UAAU,CAAC,KAAK,CAAC,UAAU,CAAC,CAAA;YAC5B,MAAM,IAAI,mBAAmB,CAAC,KAAK,CAAC,SAAS,EAAE,UAAU,CAAC,CAAA;QAC3D,CAAC;QACD,OAAO,KAAK,CAAA;IACb,CAAC;YAAS,CAAC;QACV,YAAY,CAAC,KAAM,CAAC,CAAA;QACpB,KAAK,CAAC,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,OAAQ,CAAC,CAAA;IACpD,CAAC;AACF,CAAC;AAED,MAAM,UAAU,uBAAuB,CACtC,SAAiB,EACjB,OAAoB,EACpB,IAA6C;IAE7C,OAAO,mBAAmB,CAAC;QAC1B,SAAS;QACT,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,GAAG,EAAE,OAAO,CAAC,GAAG;QAChB,MAAM,EAAE,GAAG,EAAE;YACZ,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,EAAE,CAAA;YAC5B,OAAO,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,cAAc,CAAA;QACrD,CAAC;QACD,IAAI;KACJ,CAAC,CAAA;AACH,CAAC;AAED,SAAS,YAAY,CAAC,MAAmB;IACxC,OAAO,MAAM,CAAC,MAAM,KAAK,aAAa,IAAI,MAAM,CAAC,MAAM,KAAK,kBAAkB,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,cAAc,CAAA;AAChH,CAAC"}
@@ -0,0 +1,9 @@
1
+ import type { ChatCompletionMessageParam } from 'openai/resources/chat/completions';
2
+ import type { DriverSession, DriverTool, StepIntent } from '../driver.js';
3
+ import type { AgentTool, ToolExecution } from '../tools/types.js';
4
+ import type { StepControl } from './scenario-control.js';
5
+ export declare function adaptDriverTool(driverId: string, tool: DriverTool): AgentTool;
6
+ export declare function buildInitialDriverContext(session: DriverSession, step: StepIntent, control: StepControl): Promise<ChatCompletionMessageParam[]>;
7
+ export declare function buildPostToolDriverContext(session: DriverSession, step: StepIntent, turn: number, toolResponses: readonly ToolExecution[], control: StepControl): Promise<ChatCompletionMessageParam[]>;
8
+ export declare function isEphemeralDriverMessage(message: ChatCompletionMessageParam): boolean;
9
+ //# sourceMappingURL=driver-session.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"driver-session.d.ts","sourceRoot":"","sources":["../../src/runtime/driver-session.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,0BAA0B,EAAE,MAAM,mCAAmC,CAAA;AACnF,OAAO,KAAK,EAAwB,aAAa,EAAE,UAAU,EAAuB,UAAU,EAAE,MAAM,cAAc,CAAA;AACpH,OAAO,KAAK,EAAE,SAAS,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAA;AAEjE,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAA;AAExD,wBAAgB,eAAe,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,GAAG,SAAS,CAiB7E;AAED,wBAAsB,yBAAyB,CAC9C,OAAO,EAAE,aAAa,EACtB,IAAI,EAAE,UAAU,EAChB,OAAO,EAAE,WAAW,GAClB,OAAO,CAAC,0BAA0B,EAAE,CAAC,CAKvC;AAED,wBAAsB,0BAA0B,CAC/C,OAAO,EAAE,aAAa,EACtB,IAAI,EAAE,UAAU,EAChB,IAAI,EAAE,MAAM,EACZ,aAAa,EAAE,SAAS,aAAa,EAAE,EACvC,OAAO,EAAE,WAAW,GAClB,OAAO,CAAC,0BAA0B,EAAE,CAAC,CAUvC;AAED,wBAAgB,wBAAwB,CAAC,OAAO,EAAE,0BAA0B,GAAG,OAAO,CAErF"}