@xoxoai/checkmate 0.4.28 → 0.5.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (397) hide show
  1. package/README.md +259 -224
  2. package/bin/checkmate.js +1 -1
  3. package/dist/ai/client.d.ts +45 -30
  4. package/dist/ai/client.d.ts.map +1 -1
  5. package/dist/ai/client.js +198 -129
  6. package/dist/ai/client.js.map +1 -1
  7. package/dist/ai/message-handler.d.ts +5 -7
  8. package/dist/ai/message-handler.d.ts.map +1 -1
  9. package/dist/ai/message-handler.js +38 -21
  10. package/dist/ai/message-handler.js.map +1 -1
  11. package/dist/ai/message-history.d.ts +4 -6
  12. package/dist/ai/message-history.d.ts.map +1 -1
  13. package/dist/ai/message-history.js +18 -21
  14. package/dist/ai/message-history.js.map +1 -1
  15. package/dist/ai/rate-limit-policy.d.ts +5 -3
  16. package/dist/ai/rate-limit-policy.d.ts.map +1 -1
  17. package/dist/ai/rate-limit-policy.js +24 -7
  18. package/dist/ai/rate-limit-policy.js.map +1 -1
  19. package/dist/ai/tool-response-handler.d.ts +11 -16
  20. package/dist/ai/tool-response-handler.d.ts.map +1 -1
  21. package/dist/ai/tool-response-handler.js +59 -28
  22. package/dist/ai/tool-response-handler.js.map +1 -1
  23. package/dist/ai/turn-processor.d.ts +34 -0
  24. package/dist/ai/turn-processor.d.ts.map +1 -0
  25. package/dist/ai/turn-processor.js +107 -0
  26. package/dist/ai/turn-processor.js.map +1 -0
  27. package/dist/api/allocate-run-identity.d.ts +8 -0
  28. package/dist/api/allocate-run-identity.d.ts.map +1 -0
  29. package/dist/api/allocate-run-identity.js +10 -0
  30. package/dist/api/allocate-run-identity.js.map +1 -0
  31. package/dist/api/execute-prepared-run.d.ts +22 -0
  32. package/dist/api/execute-prepared-run.d.ts.map +1 -0
  33. package/dist/api/execute-prepared-run.js +160 -0
  34. package/dist/api/execute-prepared-run.js.map +1 -0
  35. package/dist/api/index.d.ts +25 -0
  36. package/dist/api/index.d.ts.map +1 -0
  37. package/dist/api/index.js +69 -0
  38. package/dist/api/index.js.map +1 -0
  39. package/dist/api/prepare-run.d.ts +44 -0
  40. package/dist/api/prepare-run.d.ts.map +1 -0
  41. package/dist/api/prepare-run.js +261 -0
  42. package/dist/api/prepare-run.js.map +1 -0
  43. package/dist/cli/diagnostic-relay.d.ts +6 -0
  44. package/dist/cli/diagnostic-relay.d.ts.map +1 -0
  45. package/dist/cli/diagnostic-relay.js +6 -0
  46. package/dist/cli/diagnostic-relay.js.map +1 -0
  47. package/dist/cli/main.d.ts +21 -0
  48. package/dist/cli/main.d.ts.map +1 -0
  49. package/dist/cli/main.js +166 -0
  50. package/dist/cli/main.js.map +1 -0
  51. package/dist/cli/protocol.d.ts +57 -0
  52. package/dist/cli/protocol.d.ts.map +1 -0
  53. package/dist/cli/protocol.js +116 -0
  54. package/dist/cli/protocol.js.map +1 -0
  55. package/dist/cli/reconcile-result.d.ts +13 -0
  56. package/dist/cli/reconcile-result.d.ts.map +1 -0
  57. package/dist/cli/reconcile-result.js +300 -0
  58. package/dist/cli/reconcile-result.js.map +1 -0
  59. package/dist/cli/run-parent.d.ts +37 -0
  60. package/dist/cli/run-parent.d.ts.map +1 -0
  61. package/dist/cli/run-parent.js +491 -0
  62. package/dist/cli/run-parent.js.map +1 -0
  63. package/dist/cli/signals.d.ts +36 -0
  64. package/dist/cli/signals.d.ts.map +1 -0
  65. package/dist/cli/signals.js +85 -0
  66. package/dist/cli/signals.js.map +1 -0
  67. package/dist/cli/static-commands.d.ts +11 -0
  68. package/dist/cli/static-commands.d.ts.map +1 -0
  69. package/dist/cli/static-commands.js +83 -0
  70. package/dist/cli/static-commands.js.map +1 -0
  71. package/dist/cli/worker-stream-guard.d.ts +20 -0
  72. package/dist/cli/worker-stream-guard.d.ts.map +1 -0
  73. package/dist/cli/worker-stream-guard.js +41 -0
  74. package/dist/cli/worker-stream-guard.js.map +1 -0
  75. package/dist/cli/worker.d.ts +3 -0
  76. package/dist/cli/worker.d.ts.map +1 -0
  77. package/dist/cli/worker.js +111 -0
  78. package/dist/cli/worker.js.map +1 -0
  79. package/dist/config/ingestion.d.ts +58 -0
  80. package/dist/config/ingestion.d.ts.map +1 -0
  81. package/dist/config/ingestion.js +283 -0
  82. package/dist/config/ingestion.js.map +1 -0
  83. package/dist/config/manifest.d.ts +20 -0
  84. package/dist/config/manifest.d.ts.map +1 -0
  85. package/dist/config/manifest.js +91 -0
  86. package/dist/config/manifest.js.map +1 -0
  87. package/dist/config/model-egress.d.ts +10 -0
  88. package/dist/config/model-egress.d.ts.map +1 -0
  89. package/dist/config/model-egress.js +62 -0
  90. package/dist/config/model-egress.js.map +1 -0
  91. package/dist/config/package-resolution.d.ts +4 -0
  92. package/dist/config/package-resolution.d.ts.map +1 -0
  93. package/dist/config/package-resolution.js +24 -0
  94. package/dist/config/package-resolution.js.map +1 -0
  95. package/dist/config/policy.d.ts +44 -0
  96. package/dist/config/policy.d.ts.map +1 -0
  97. package/dist/config/policy.js +141 -0
  98. package/dist/config/policy.js.map +1 -0
  99. package/dist/config/record.d.ts +4 -0
  100. package/dist/config/record.d.ts.map +1 -0
  101. package/dist/config/record.js +10 -0
  102. package/dist/config/record.js.map +1 -0
  103. package/dist/config/secrets.d.ts +11 -0
  104. package/dist/config/secrets.d.ts.map +1 -0
  105. package/dist/config/secrets.js +42 -0
  106. package/dist/config/secrets.js.map +1 -0
  107. package/dist/contracts/diagnostics.d.ts +4 -0
  108. package/dist/contracts/diagnostics.d.ts.map +1 -0
  109. package/dist/contracts/diagnostics.js +31 -0
  110. package/dist/contracts/diagnostics.js.map +1 -0
  111. package/dist/contracts/serialize.d.ts +2 -0
  112. package/dist/contracts/serialize.d.ts.map +1 -0
  113. package/dist/contracts/serialize.js +90 -0
  114. package/dist/contracts/serialize.js.map +1 -0
  115. package/dist/contracts/types.d.ts +316 -0
  116. package/dist/contracts/types.d.ts.map +1 -0
  117. package/dist/contracts/types.js +74 -0
  118. package/dist/contracts/types.js.map +1 -0
  119. package/dist/contracts/validator.d.ts +8 -0
  120. package/dist/contracts/validator.d.ts.map +1 -0
  121. package/dist/contracts/validator.js +71 -0
  122. package/dist/contracts/validator.js.map +1 -0
  123. package/dist/driver.d.ts +97 -0
  124. package/dist/driver.d.ts.map +1 -0
  125. package/dist/driver.js +24 -0
  126. package/dist/driver.js.map +1 -0
  127. package/dist/drivers/descriptor.d.ts +15 -0
  128. package/dist/drivers/descriptor.d.ts.map +1 -0
  129. package/dist/drivers/descriptor.js +122 -0
  130. package/dist/drivers/descriptor.js.map +1 -0
  131. package/dist/drivers/loader.d.ts +18 -0
  132. package/dist/drivers/loader.d.ts.map +1 -0
  133. package/dist/drivers/loader.js +97 -0
  134. package/dist/drivers/loader.js.map +1 -0
  135. package/dist/drivers/web/checkmate-driver.json +44 -0
  136. package/dist/drivers/web/index.d.ts +6 -0
  137. package/dist/drivers/web/index.d.ts.map +1 -0
  138. package/dist/drivers/web/index.js +27 -0
  139. package/dist/drivers/web/index.js.map +1 -0
  140. package/dist/drivers/web/session.d.ts +22 -0
  141. package/dist/drivers/web/session.d.ts.map +1 -0
  142. package/dist/drivers/web/session.js +130 -0
  143. package/dist/drivers/web/session.js.map +1 -0
  144. package/dist/drivers/web/tools/network-request-recorder.d.ts +46 -0
  145. package/dist/drivers/web/tools/network-request-recorder.d.ts.map +1 -0
  146. package/dist/drivers/web/tools/network-request-recorder.js +164 -0
  147. package/dist/drivers/web/tools/network-request-recorder.js.map +1 -0
  148. package/dist/{tools/browser → drivers/web/tools}/screenshot-service.d.ts +1 -1
  149. package/dist/drivers/web/tools/screenshot-service.d.ts.map +1 -0
  150. package/dist/drivers/web/tools/screenshot-service.js.map +1 -0
  151. package/dist/drivers/web/tools/snapshot-filter/index.d.ts.map +1 -0
  152. package/dist/drivers/web/tools/snapshot-filter/index.js.map +1 -0
  153. package/dist/drivers/web/tools/snapshot-filter/semantic-scorer.d.ts.map +1 -0
  154. package/dist/drivers/web/tools/snapshot-filter/semantic-scorer.js.map +1 -0
  155. package/dist/drivers/web/tools/snapshot-filter/snapshot-filter.d.ts +5 -0
  156. package/dist/drivers/web/tools/snapshot-filter/snapshot-filter.d.ts.map +1 -0
  157. package/dist/drivers/web/tools/snapshot-filter/snapshot-filter.js +56 -0
  158. package/dist/drivers/web/tools/snapshot-filter/snapshot-filter.js.map +1 -0
  159. package/dist/drivers/web/tools/snapshot-filter/tree-reconstructor.d.ts.map +1 -0
  160. package/dist/drivers/web/tools/snapshot-filter/tree-reconstructor.js.map +1 -0
  161. package/dist/drivers/web/tools/snapshot-service.d.ts +31 -0
  162. package/dist/drivers/web/tools/snapshot-service.d.ts.map +1 -0
  163. package/dist/{tools/browser → drivers/web/tools}/snapshot-service.js +36 -7
  164. package/dist/drivers/web/tools/snapshot-service.js.map +1 -0
  165. package/dist/drivers/web/tools/tool.d.ts +76 -0
  166. package/dist/drivers/web/tools/tool.d.ts.map +1 -0
  167. package/dist/drivers/web/tools/tool.js +562 -0
  168. package/dist/drivers/web/tools/tool.js.map +1 -0
  169. package/dist/drivers/web/tools/transient-state-tracker.d.ts +26 -0
  170. package/dist/drivers/web/tools/transient-state-tracker.d.ts.map +1 -0
  171. package/dist/{tools/browser → drivers/web/tools}/transient-state-tracker.js +54 -19
  172. package/dist/drivers/web/tools/transient-state-tracker.js.map +1 -0
  173. package/dist/drivers/web/tools/types.d.ts +11 -0
  174. package/dist/drivers/web/tools/types.d.ts.map +1 -0
  175. package/dist/drivers/web/tools/types.js +2 -0
  176. package/dist/drivers/web/tools/types.js.map +1 -0
  177. package/dist/evidence/atomic-file.d.ts +23 -0
  178. package/dist/evidence/atomic-file.d.ts.map +1 -0
  179. package/dist/evidence/atomic-file.js +104 -0
  180. package/dist/evidence/atomic-file.js.map +1 -0
  181. package/dist/evidence/layout.d.ts +30 -0
  182. package/dist/evidence/layout.d.ts.map +1 -0
  183. package/dist/evidence/layout.js +152 -0
  184. package/dist/evidence/layout.js.map +1 -0
  185. package/dist/evidence/retention.d.ts +5 -0
  186. package/dist/evidence/retention.d.ts.map +1 -0
  187. package/dist/evidence/retention.js +10 -0
  188. package/dist/evidence/retention.js.map +1 -0
  189. package/dist/evidence/store.d.ts +101 -0
  190. package/dist/evidence/store.d.ts.map +1 -0
  191. package/dist/evidence/store.js +375 -0
  192. package/dist/evidence/store.js.map +1 -0
  193. package/dist/evidence/terminal-finalizer.d.ts +19 -0
  194. package/dist/evidence/terminal-finalizer.d.ts.map +1 -0
  195. package/dist/evidence/terminal-finalizer.js +56 -0
  196. package/dist/evidence/terminal-finalizer.js.map +1 -0
  197. package/dist/index.d.ts +8 -1
  198. package/dist/index.d.ts.map +1 -1
  199. package/dist/index.js +11 -1
  200. package/dist/index.js.map +1 -1
  201. package/dist/logging/invocation-logger.d.ts +4 -0
  202. package/dist/logging/invocation-logger.d.ts.map +1 -0
  203. package/dist/logging/invocation-logger.js +25 -0
  204. package/dist/logging/invocation-logger.js.map +1 -0
  205. package/dist/logging/types.d.ts +8 -0
  206. package/dist/logging/types.d.ts.map +1 -0
  207. package/dist/logging/types.js +7 -0
  208. package/dist/logging/types.js.map +1 -0
  209. package/dist/redaction/diagnostic-sanitizer.d.ts +7 -0
  210. package/dist/redaction/diagnostic-sanitizer.d.ts.map +1 -0
  211. package/dist/redaction/diagnostic-sanitizer.js +42 -0
  212. package/dist/redaction/diagnostic-sanitizer.js.map +1 -0
  213. package/dist/redaction/redactor.d.ts +40 -0
  214. package/dist/redaction/redactor.d.ts.map +1 -0
  215. package/dist/redaction/redactor.js +176 -0
  216. package/dist/redaction/redactor.js.map +1 -0
  217. package/dist/redaction/scrub.d.ts +29 -0
  218. package/dist/redaction/scrub.d.ts.map +1 -0
  219. package/dist/redaction/scrub.js +54 -0
  220. package/dist/redaction/scrub.js.map +1 -0
  221. package/dist/runtime/config.d.ts +15 -0
  222. package/dist/runtime/config.d.ts.map +1 -0
  223. package/dist/runtime/config.js +2 -0
  224. package/dist/runtime/config.js.map +1 -0
  225. package/dist/runtime/driver-boundary.d.ts +16 -0
  226. package/dist/runtime/driver-boundary.d.ts.map +1 -0
  227. package/dist/runtime/driver-boundary.js +71 -0
  228. package/dist/runtime/driver-boundary.js.map +1 -0
  229. package/dist/runtime/driver-session.d.ts +9 -0
  230. package/dist/runtime/driver-session.d.ts.map +1 -0
  231. package/dist/runtime/driver-session.js +64 -0
  232. package/dist/runtime/driver-session.js.map +1 -0
  233. package/dist/runtime/internal-step-evidence.d.ts +30 -0
  234. package/dist/runtime/internal-step-evidence.d.ts.map +1 -0
  235. package/dist/runtime/internal-step-evidence.js +82 -0
  236. package/dist/runtime/internal-step-evidence.js.map +1 -0
  237. package/dist/runtime/result-adapter.d.ts +9 -0
  238. package/dist/runtime/result-adapter.d.ts.map +1 -0
  239. package/dist/runtime/result-adapter.js +77 -0
  240. package/dist/runtime/result-adapter.js.map +1 -0
  241. package/dist/runtime/runner.d.ts +35 -88
  242. package/dist/runtime/runner.d.ts.map +1 -1
  243. package/dist/runtime/runner.js +60 -74
  244. package/dist/runtime/runner.js.map +1 -1
  245. package/dist/runtime/scenario-control.d.ts +40 -0
  246. package/dist/runtime/scenario-control.d.ts.map +1 -0
  247. package/dist/runtime/scenario-control.js +94 -0
  248. package/dist/runtime/scenario-control.js.map +1 -0
  249. package/dist/runtime/scenario-runner.d.ts +39 -0
  250. package/dist/runtime/scenario-runner.d.ts.map +1 -0
  251. package/dist/runtime/scenario-runner.js +273 -0
  252. package/dist/runtime/scenario-runner.js.map +1 -0
  253. package/dist/runtime/scenario-state.d.ts +55 -0
  254. package/dist/runtime/scenario-state.d.ts.map +1 -0
  255. package/dist/runtime/scenario-state.js +128 -0
  256. package/dist/runtime/scenario-state.js.map +1 -0
  257. package/dist/runtime/step-execution.d.ts +24 -14
  258. package/dist/runtime/step-execution.d.ts.map +1 -1
  259. package/dist/runtime/step-execution.js +130 -36
  260. package/dist/runtime/step-execution.js.map +1 -1
  261. package/dist/runtime/text.d.ts +10 -0
  262. package/dist/runtime/text.d.ts.map +1 -0
  263. package/dist/runtime/text.js +25 -0
  264. package/dist/runtime/text.js.map +1 -0
  265. package/dist/runtime/types.d.ts +50 -76
  266. package/dist/runtime/types.d.ts.map +1 -1
  267. package/dist/runtime/usage-tracker.d.ts +37 -0
  268. package/dist/runtime/usage-tracker.d.ts.map +1 -0
  269. package/dist/runtime/usage-tracker.js +110 -0
  270. package/dist/runtime/usage-tracker.js.map +1 -0
  271. package/dist/tools/define-agent-tool.d.ts +3 -28
  272. package/dist/tools/define-agent-tool.d.ts.map +1 -1
  273. package/dist/tools/define-agent-tool.js +3 -28
  274. package/dist/tools/define-agent-tool.js.map +1 -1
  275. package/dist/tools/dispatcher.d.ts +11 -3
  276. package/dist/tools/dispatcher.d.ts.map +1 -1
  277. package/dist/tools/dispatcher.js +50 -8
  278. package/dist/tools/dispatcher.js.map +1 -1
  279. package/dist/tools/registry.d.ts +8 -10
  280. package/dist/tools/registry.d.ts.map +1 -1
  281. package/dist/tools/registry.js +19 -11
  282. package/dist/tools/registry.js.map +1 -1
  283. package/dist/tools/step/result-tool.d.ts.map +1 -1
  284. package/dist/tools/step/result-tool.js +8 -6
  285. package/dist/tools/step/result-tool.js.map +1 -1
  286. package/dist/tools/tool-contract.d.ts +1 -1
  287. package/dist/tools/tool-contract.d.ts.map +1 -1
  288. package/dist/tools/tool-contract.js.map +1 -1
  289. package/dist/tools/types.d.ts +77 -6
  290. package/dist/tools/types.d.ts.map +1 -1
  291. package/dist/tools/types.js.map +1 -1
  292. package/docs/CLI.md +59 -0
  293. package/docs/CONFIGURATION.md +91 -0
  294. package/docs/DRIVERS.md +75 -0
  295. package/docs/EVIDENCE.md +62 -0
  296. package/package.json +51 -59
  297. package/schemas/checkmate-config.v1.json +176 -0
  298. package/schemas/describe-result.v1.json +414 -0
  299. package/schemas/driver-descriptor.v1.json +66 -0
  300. package/schemas/run-request.v1.json +67 -0
  301. package/schemas/run-result.v1.json +333 -0
  302. package/schemas/validation-result.v1.json +86 -0
  303. package/dist/ai/response-processor.d.ts +0 -20
  304. package/dist/ai/response-processor.d.ts.map +0 -1
  305. package/dist/ai/response-processor.js +0 -62
  306. package/dist/ai/response-processor.js.map +0 -1
  307. package/dist/ai/token-pricing.d.ts +0 -13
  308. package/dist/ai/token-pricing.d.ts.map +0 -1
  309. package/dist/ai/token-pricing.js +0 -348
  310. package/dist/ai/token-pricing.js.map +0 -1
  311. package/dist/ai/token-tracker.d.ts +0 -33
  312. package/dist/ai/token-tracker.d.ts.map +0 -1
  313. package/dist/ai/token-tracker.js +0 -138
  314. package/dist/ai/token-tracker.js.map +0 -1
  315. package/dist/cli/create-examples.d.ts +0 -21
  316. package/dist/cli/create-examples.d.ts.map +0 -1
  317. package/dist/cli/create-examples.js +0 -116
  318. package/dist/cli/create-examples.js.map +0 -1
  319. package/dist/cli.d.ts +0 -15
  320. package/dist/cli.d.ts.map +0 -1
  321. package/dist/cli.js +0 -69
  322. package/dist/cli.js.map +0 -1
  323. package/dist/config/runtime-config.d.ts +0 -21
  324. package/dist/config/runtime-config.d.ts.map +0 -1
  325. package/dist/config/runtime-config.js +0 -98
  326. package/dist/config/runtime-config.js.map +0 -1
  327. package/dist/core.d.ts +0 -8
  328. package/dist/core.d.ts.map +0 -1
  329. package/dist/core.js +0 -4
  330. package/dist/core.js.map +0 -1
  331. package/dist/integrations/salesforce/authenticator.d.ts +0 -27
  332. package/dist/integrations/salesforce/authenticator.d.ts.map +0 -1
  333. package/dist/integrations/salesforce/authenticator.js +0 -27
  334. package/dist/integrations/salesforce/authenticator.js.map +0 -1
  335. package/dist/integrations/salesforce/cli-handler.d.ts +0 -14
  336. package/dist/integrations/salesforce/cli-handler.d.ts.map +0 -1
  337. package/dist/integrations/salesforce/cli-handler.js +0 -50
  338. package/dist/integrations/salesforce/cli-handler.js.map +0 -1
  339. package/dist/logging/index.d.ts +0 -2
  340. package/dist/logging/index.d.ts.map +0 -1
  341. package/dist/logging/index.js +0 -4
  342. package/dist/logging/index.js.map +0 -1
  343. package/dist/logging/logger.d.ts +0 -5
  344. package/dist/logging/logger.d.ts.map +0 -1
  345. package/dist/logging/logger.js +0 -15
  346. package/dist/logging/logger.js.map +0 -1
  347. package/dist/playwright.d.ts +0 -102
  348. package/dist/playwright.d.ts.map +0 -1
  349. package/dist/playwright.js +0 -116
  350. package/dist/playwright.js.map +0 -1
  351. package/dist/runtime/extension.d.ts +0 -274
  352. package/dist/runtime/extension.d.ts.map +0 -1
  353. package/dist/runtime/extension.js +0 -171
  354. package/dist/runtime/extension.js.map +0 -1
  355. package/dist/salesforce.d.ts +0 -71
  356. package/dist/salesforce.d.ts.map +0 -1
  357. package/dist/salesforce.js +0 -73
  358. package/dist/salesforce.js.map +0 -1
  359. package/dist/tools/browser/screenshot-service.d.ts.map +0 -1
  360. package/dist/tools/browser/screenshot-service.js.map +0 -1
  361. package/dist/tools/browser/snapshot-filter/index.d.ts.map +0 -1
  362. package/dist/tools/browser/snapshot-filter/index.js.map +0 -1
  363. package/dist/tools/browser/snapshot-filter/semantic-scorer.d.ts.map +0 -1
  364. package/dist/tools/browser/snapshot-filter/semantic-scorer.js.map +0 -1
  365. package/dist/tools/browser/snapshot-filter/snapshot-filter.d.ts +0 -4
  366. package/dist/tools/browser/snapshot-filter/snapshot-filter.d.ts.map +0 -1
  367. package/dist/tools/browser/snapshot-filter/snapshot-filter.js +0 -57
  368. package/dist/tools/browser/snapshot-filter/snapshot-filter.js.map +0 -1
  369. package/dist/tools/browser/snapshot-filter/tree-reconstructor.d.ts.map +0 -1
  370. package/dist/tools/browser/snapshot-filter/tree-reconstructor.js.map +0 -1
  371. package/dist/tools/browser/snapshot-service.d.ts +0 -19
  372. package/dist/tools/browser/snapshot-service.d.ts.map +0 -1
  373. package/dist/tools/browser/snapshot-service.js.map +0 -1
  374. package/dist/tools/browser/tool.d.ts +0 -34
  375. package/dist/tools/browser/tool.d.ts.map +0 -1
  376. package/dist/tools/browser/tool.js +0 -226
  377. package/dist/tools/browser/tool.js.map +0 -1
  378. package/dist/tools/browser/transient-state-tracker.d.ts +0 -16
  379. package/dist/tools/browser/transient-state-tracker.d.ts.map +0 -1
  380. package/dist/tools/browser/transient-state-tracker.js.map +0 -1
  381. package/dist/tools/salesforce/login-tool.d.ts +0 -7
  382. package/dist/tools/salesforce/login-tool.d.ts.map +0 -1
  383. package/dist/tools/salesforce/login-tool.js +0 -25
  384. package/dist/tools/salesforce/login-tool.js.map +0 -1
  385. package/docs/EXTENSIONS.md +0 -232
  386. package/docs/GUIDE.md +0 -465
  387. package/docs/ROADMAP.md +0 -47
  388. package/playwright.config.ts +0 -39
  389. package/test/examples/salesforce/trial-dev-org.spec.ts +0 -82
  390. package/test/examples/web/website-testing.spec.ts +0 -281
  391. /package/dist/{tools/browser → drivers/web/tools}/screenshot-service.js +0 -0
  392. /package/dist/{tools/browser → drivers/web/tools}/snapshot-filter/index.d.ts +0 -0
  393. /package/dist/{tools/browser → drivers/web/tools}/snapshot-filter/index.js +0 -0
  394. /package/dist/{tools/browser → drivers/web/tools}/snapshot-filter/semantic-scorer.d.ts +0 -0
  395. /package/dist/{tools/browser → drivers/web/tools}/snapshot-filter/semantic-scorer.js +0 -0
  396. /package/dist/{tools/browser → drivers/web/tools}/snapshot-filter/tree-reconstructor.d.ts +0 -0
  397. /package/dist/{tools/browser → drivers/web/tools}/snapshot-filter/tree-reconstructor.js +0 -0
@@ -1,348 +0,0 @@
1
- /**
2
- * TokenPricing estimates provider token costs in USD.
3
- */
4
- export class TokenPricing {
5
- static roundToCents(price) {
6
- return Math.round(price * 1000) / 1000;
7
- }
8
- static inputPricePerMillionUSD(model) {
9
- switch (model) {
10
- case 'gpt-5.4':
11
- return this.roundToCents(2.5);
12
- case 'gpt-5.3-instant':
13
- case 'gpt-5.3-codex':
14
- return this.roundToCents(1.5);
15
- case 'gpt-5.2':
16
- return this.roundToCents(1.75);
17
- case 'gpt-5.2-pro':
18
- return this.roundToCents(21.0);
19
- case 'gpt-5-mini':
20
- return this.roundToCents(0.25);
21
- case 'gpt-5.1':
22
- return this.roundToCents(1.25);
23
- case 'gpt-5-nano':
24
- return this.roundToCents(0.05);
25
- case 'gpt-5-pro':
26
- return this.roundToCents(15.0);
27
- case 'gpt-4.1':
28
- return this.roundToCents(3.0);
29
- case 'gpt-4.1-mini':
30
- return this.roundToCents(0.8);
31
- case 'gpt-4.1-nano':
32
- return this.roundToCents(0.2);
33
- case 'gpt-4o':
34
- case 'gpt-4o-2024-11-20':
35
- return this.roundToCents(2.5);
36
- case 'gpt-4o-mini':
37
- case 'gpt-4o-mini-2024-07-18':
38
- return this.roundToCents(0.15);
39
- case 'gpt-4-turbo':
40
- case 'gpt-4-turbo-preview':
41
- return this.roundToCents(10.0);
42
- case 'gpt-4':
43
- return this.roundToCents(30.0);
44
- case 'gpt-3.5-turbo':
45
- return this.roundToCents(0.5);
46
- case 'o4-mini':
47
- return this.roundToCents(4.0);
48
- case 'o3-mini':
49
- return this.roundToCents(1.1);
50
- case 'o1':
51
- case 'o1-2024-12-17':
52
- return this.roundToCents(15.0);
53
- case 'o1-mini':
54
- case 'o1-mini-2024-09-12':
55
- return this.roundToCents(3.0);
56
- case 'claude-3-5-sonnet-20241022':
57
- case 'claude-3-5-sonnet-latest':
58
- case 'claude-4-sonnet':
59
- case 'claude-4.5-sonnet':
60
- case 'claude-4.6-sonnet':
61
- return this.roundToCents(3.0);
62
- case 'claude-3-5-haiku-20241022':
63
- case 'claude-3-5-haiku-latest':
64
- return this.roundToCents(0.25);
65
- case 'claude-4.5-haiku':
66
- return this.roundToCents(1.0);
67
- case 'claude-3-opus-20240229':
68
- case 'claude-3-opus-latest':
69
- return this.roundToCents(15.0);
70
- case 'claude-4.6-opus':
71
- return this.roundToCents(5.0);
72
- case 'claude-opus-4.5':
73
- case 'claude-opus-4-5':
74
- return this.roundToCents(5.0);
75
- case 'claude-opus-4.1':
76
- case 'claude-opus-4-1':
77
- case 'claude-opus-4':
78
- return this.roundToCents(15.0);
79
- case 'claude-sonnet-4.5':
80
- case 'claude-sonnet-4-5':
81
- case 'claude-sonnet-4':
82
- case 'claude-sonnet-3.7':
83
- return this.roundToCents(3.0);
84
- case 'claude-haiku-4.5':
85
- case 'claude-haiku-4-5':
86
- return this.roundToCents(1.0);
87
- case 'claude-haiku-3.5':
88
- return this.roundToCents(0.8);
89
- case 'claude-haiku-3':
90
- return this.roundToCents(0.25);
91
- case 'gemini-3.1-pro-preview':
92
- return this.roundToCents(2.0);
93
- case 'gemini-3.1-flash-lite-preview':
94
- return this.roundToCents(0.25);
95
- case 'gemini-3.1-flash-image-preview':
96
- return this.roundToCents(0.5);
97
- case 'gemini-3-pro-preview':
98
- return this.roundToCents(2.0);
99
- case 'gemini-2.5-pro':
100
- return this.roundToCents(1.25);
101
- case 'gemini-2.5-flash':
102
- case 'gemini-2.5-flash-preview-09-2025':
103
- return this.roundToCents(0.3);
104
- case 'gemini-2.5-flash-lite':
105
- case 'gemini-2.5-flash-lite-preview-09-2025':
106
- return this.roundToCents(0.1);
107
- case 'gemini-3-flash-preview':
108
- case 'gemini-3-flash':
109
- return this.roundToCents(0.5);
110
- case 'gemini-3-pro-image-preview':
111
- case 'gemini-3-pro-image':
112
- return this.roundToCents(2.0);
113
- case 'gemini-2.0-flash':
114
- return this.roundToCents(0.1);
115
- case 'gemini-2.0-flash-lite':
116
- return this.roundToCents(0.075);
117
- case 'grok-4.20':
118
- case 'grok-4.20-latest':
119
- return this.roundToCents(3.0);
120
- case 'grok-4':
121
- case 'grok-4-0709':
122
- case 'grok-4-latest':
123
- return this.roundToCents(3.0);
124
- case 'grok-4-1-fast':
125
- case 'grok-4-1-fast-reasoning':
126
- case 'grok-4-1-fast-reasoning-latest':
127
- case 'grok-4-1-fast-non-reasoning':
128
- case 'grok-4-fast-reasoning':
129
- case 'grok-4-fast-non-reasoning':
130
- return this.roundToCents(0.2);
131
- case 'grok-code-fast-1':
132
- return this.roundToCents(0.2);
133
- case 'grok-2-vision-1212':
134
- return this.roundToCents(2.0);
135
- case 'grok-3':
136
- case 'grok-3-latest':
137
- case 'grok-3-beta':
138
- case 'grok-3-fast':
139
- case 'grok-3-fast-latest':
140
- case 'grok-3-fast-beta':
141
- return this.roundToCents(3.0);
142
- case 'grok-3-mini':
143
- case 'grok-3-mini-latest':
144
- case 'grok-3-mini-beta':
145
- case 'grok-3-mini-fast':
146
- case 'grok-3-mini-fast-latest':
147
- case 'grok-3-mini-fast-beta':
148
- return this.roundToCents(0.3);
149
- case 'openai/gpt-oss-20b':
150
- case 'openai/gpt-oss-safeguard-20b':
151
- return this.roundToCents(0.075);
152
- case 'openai/gpt-oss-120b':
153
- return this.roundToCents(0.15);
154
- case 'moonshotai/kimi-k2-instruct-0905':
155
- return this.roundToCents(1.0);
156
- case 'meta-llama/llama-4-scout-17b-16e-instruct':
157
- return this.roundToCents(0.11);
158
- case 'meta-llama/llama-4-maverick-17b-128e-instruct':
159
- return this.roundToCents(0.2);
160
- case 'meta-llama/llama-guard-4-12b':
161
- return this.roundToCents(0.2);
162
- case 'qwen/qwen3-32b':
163
- return this.roundToCents(0.29);
164
- case 'llama-3.3-70b-versatile':
165
- return this.roundToCents(0.59);
166
- case 'llama-3.1-8b-instant':
167
- return this.roundToCents(0.05);
168
- default:
169
- return this.roundToCents(1.0);
170
- }
171
- }
172
- static outputPricePerMillionUSD(model) {
173
- switch (model) {
174
- case 'gpt-5.4':
175
- return this.roundToCents(10.0);
176
- case 'gpt-5.3-instant':
177
- case 'gpt-5.3-codex':
178
- return this.roundToCents(6.0);
179
- case 'gpt-5.2':
180
- return this.roundToCents(7.0);
181
- case 'gpt-5.2-pro':
182
- return this.roundToCents(84.0);
183
- case 'gpt-5-mini':
184
- return this.roundToCents(2.0);
185
- case 'gpt-5.1':
186
- return this.roundToCents(10.0);
187
- case 'gpt-5-nano':
188
- return this.roundToCents(0.4);
189
- case 'gpt-5-pro':
190
- return this.roundToCents(120.0);
191
- case 'gpt-4.1':
192
- return this.roundToCents(12.0);
193
- case 'gpt-4.1-mini':
194
- return this.roundToCents(3.2);
195
- case 'gpt-4.1-nano':
196
- return this.roundToCents(0.8);
197
- case 'gpt-4o':
198
- case 'gpt-4o-2024-11-20':
199
- return this.roundToCents(10.0);
200
- case 'gpt-4o-mini':
201
- case 'gpt-4o-mini-2024-07-18':
202
- return this.roundToCents(0.6);
203
- case 'gpt-4-turbo':
204
- case 'gpt-4-turbo-preview':
205
- return this.roundToCents(30.0);
206
- case 'gpt-4':
207
- return this.roundToCents(60.0);
208
- case 'gpt-3.5-turbo':
209
- return this.roundToCents(1.5);
210
- case 'o4-mini':
211
- return this.roundToCents(16.0);
212
- case 'o3-mini':
213
- return this.roundToCents(4.4);
214
- case 'o1':
215
- case 'o1-2024-12-17':
216
- return this.roundToCents(60.0);
217
- case 'o1-mini':
218
- case 'o1-mini-2024-09-12':
219
- return this.roundToCents(12.0);
220
- case 'claude-3-5-sonnet-20241022':
221
- case 'claude-3-5-sonnet-latest':
222
- case 'claude-4-sonnet':
223
- case 'claude-4.5-sonnet':
224
- case 'claude-4.6-sonnet':
225
- case 'claude-sonnet-4.5':
226
- case 'claude-sonnet-4-5':
227
- case 'claude-sonnet-4':
228
- case 'claude-sonnet-3.7':
229
- return this.roundToCents(15.0);
230
- case 'claude-3-5-haiku-20241022':
231
- case 'claude-3-5-haiku-latest':
232
- return this.roundToCents(1.25);
233
- case 'claude-4.5-haiku':
234
- case 'claude-haiku-4.5':
235
- case 'claude-haiku-4-5':
236
- return this.roundToCents(5.0);
237
- case 'claude-haiku-3.5':
238
- return this.roundToCents(4.0);
239
- case 'claude-haiku-3':
240
- return this.roundToCents(1.25);
241
- case 'claude-3-opus-20240229':
242
- case 'claude-3-opus-latest':
243
- return this.roundToCents(75.0);
244
- case 'claude-4.6-opus':
245
- case 'claude-opus-4.5':
246
- case 'claude-opus-4-5':
247
- return this.roundToCents(25.0);
248
- case 'claude-opus-4.1':
249
- case 'claude-opus-4-1':
250
- case 'claude-opus-4':
251
- return this.roundToCents(75.0);
252
- case 'gemini-3.1-pro-preview':
253
- return this.roundToCents(10.0);
254
- case 'gemini-3.1-flash-lite-preview':
255
- return this.roundToCents(1.0);
256
- case 'gemini-3.1-flash-image-preview':
257
- return this.roundToCents(2.0);
258
- case 'gemini-3-pro-preview':
259
- return this.roundToCents(10.0);
260
- case 'gemini-2.5-pro':
261
- return this.roundToCents(10.0);
262
- case 'gemini-2.5-flash':
263
- case 'gemini-2.5-flash-preview-09-2025':
264
- return this.roundToCents(2.5);
265
- case 'gemini-2.5-flash-lite':
266
- case 'gemini-2.5-flash-lite-preview-09-2025':
267
- return this.roundToCents(0.4);
268
- case 'gemini-3-flash-preview':
269
- case 'gemini-3-flash':
270
- return this.roundToCents(2.0);
271
- case 'gemini-3-pro-image-preview':
272
- case 'gemini-3-pro-image':
273
- return this.roundToCents(10.0);
274
- case 'gemini-2.0-flash':
275
- return this.roundToCents(0.4);
276
- case 'gemini-2.0-flash-lite':
277
- return this.roundToCents(0.3);
278
- case 'grok-4.20':
279
- case 'grok-4.20-latest':
280
- return this.roundToCents(15.0);
281
- case 'grok-4':
282
- case 'grok-4-0709':
283
- case 'grok-4-latest':
284
- return this.roundToCents(15.0);
285
- case 'grok-4-1-fast':
286
- case 'grok-4-1-fast-reasoning':
287
- case 'grok-4-1-fast-reasoning-latest':
288
- case 'grok-4-1-fast-non-reasoning':
289
- case 'grok-4-fast-reasoning':
290
- case 'grok-4-fast-non-reasoning':
291
- case 'grok-code-fast-1':
292
- return this.roundToCents(0.5);
293
- case 'grok-2-vision-1212':
294
- return this.roundToCents(10.0);
295
- case 'grok-3':
296
- case 'grok-3-latest':
297
- case 'grok-3-beta':
298
- case 'grok-3-fast':
299
- case 'grok-3-fast-latest':
300
- case 'grok-3-fast-beta':
301
- return this.roundToCents(15.0);
302
- case 'grok-3-mini':
303
- case 'grok-3-mini-latest':
304
- case 'grok-3-mini-beta':
305
- case 'grok-3-mini-fast':
306
- case 'grok-3-mini-fast-latest':
307
- case 'grok-3-mini-fast-beta':
308
- return this.roundToCents(0.5);
309
- case 'openai/gpt-oss-20b':
310
- case 'openai/gpt-oss-safeguard-20b':
311
- return this.roundToCents(0.3);
312
- case 'openai/gpt-oss-120b':
313
- return this.roundToCents(0.6);
314
- case 'moonshotai/kimi-k2-instruct-0905':
315
- return this.roundToCents(3.0);
316
- case 'meta-llama/llama-4-scout-17b-16e-instruct':
317
- return this.roundToCents(0.34);
318
- case 'meta-llama/llama-4-maverick-17b-128e-instruct':
319
- return this.roundToCents(0.6);
320
- case 'meta-llama/llama-guard-4-12b':
321
- return this.roundToCents(0.6);
322
- case 'qwen/qwen3-32b':
323
- return this.roundToCents(0.59);
324
- case 'llama-3.3-70b-versatile':
325
- return this.roundToCents(0.79);
326
- case 'llama-3.1-8b-instant':
327
- return this.roundToCents(0.08);
328
- default:
329
- return this.roundToCents(2.0);
330
- }
331
- }
332
- static inputPriceUSD(model, tokens) {
333
- return this.roundToCents((this.inputPricePerMillionUSD(model) * tokens) / 1_000_000);
334
- }
335
- static cachedInputPriceUSD(model, tokens) {
336
- return this.roundToCents(this.inputPriceUSD(model, tokens) / 10);
337
- }
338
- static outputPriceUSD(model, tokens) {
339
- return this.roundToCents((this.outputPricePerMillionUSD(model) * tokens) / 1_000_000);
340
- }
341
- static totalPriceUSD(model, inputTokens, outputTokens, cachedInputTokens = 0) {
342
- const uncachedInputTokens = Math.max(inputTokens - cachedInputTokens, 0);
343
- return this.roundToCents(this.inputPriceUSD(model, uncachedInputTokens) +
344
- this.cachedInputPriceUSD(model, cachedInputTokens) +
345
- this.outputPriceUSD(model, outputTokens));
346
- }
347
- }
348
- //# sourceMappingURL=token-pricing.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"token-pricing.js","sourceRoot":"","sources":["../../src/ai/token-pricing.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,MAAM,OAAO,YAAY;IAChB,MAAM,CAAC,YAAY,CAAC,KAAa;QACxC,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC,GAAG,IAAI,CAAA;IACvC,CAAC;IAEO,MAAM,CAAC,uBAAuB,CAAC,KAAa;QACnD,QAAQ,KAAK,EAAE,CAAC;YACf,KAAK,SAAS;gBACb,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAA;YAC9B,KAAK,iBAAiB,CAAC;YACvB,KAAK,eAAe;gBACnB,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAA;YAC9B,KAAK,SAAS;gBACb,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAA;YAC/B,KAAK,aAAa;gBACjB,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAA;YAC/B,KAAK,YAAY;gBAChB,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAA;YAC/B,KAAK,SAAS;gBACb,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAA;YAC/B,KAAK,YAAY;gBAChB,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAA;YAC/B,KAAK,WAAW;gBACf,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAA;YAC/B,KAAK,SAAS;gBACb,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAA;YAC9B,KAAK,cAAc;gBAClB,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAA;YAC9B,KAAK,cAAc;gBAClB,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAA;YAC9B,KAAK,QAAQ,CAAC;YACd,KAAK,mBAAmB;gBACvB,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAA;YAC9B,KAAK,aAAa,CAAC;YACnB,KAAK,wBAAwB;gBAC5B,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAA;YAC/B,KAAK,aAAa,CAAC;YACnB,KAAK,qBAAqB;gBACzB,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAA;YAC/B,KAAK,OAAO;gBACX,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAA;YAC/B,KAAK,eAAe;gBACnB,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAA;YAC9B,KAAK,SAAS;gBACb,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAA;YAC9B,KAAK,SAAS;gBACb,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAA;YAC9B,KAAK,IAAI,CAAC;YACV,KAAK,eAAe;gBACnB,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAA;YAC/B,KAAK,SAAS,CAAC;YACf,KAAK,oBAAoB;gBACxB,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAA;YAC9B,KAAK,4BAA4B,CAAC;YAClC,KAAK,0BAA0B,CAAC;YAChC,KAAK,iBAAiB,CAAC;YACvB,KAAK,mBAAmB,CAAC;YACzB,KAAK,mBAAmB;gBACvB,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAA;YAC9B,KAAK,2BAA2B,CAAC;YACjC,KAAK,yBAAyB;gBAC7B,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAA;YAC/B,KAAK,kBAAkB;gBACtB,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAA;YAC9B,KAAK,wBAAwB,CAAC;YAC9B,KAAK,sBAAsB;gBAC1B,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAA;YAC/B,KAAK,iBAAiB;gBACrB,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAA;YAC9B,KAAK,iBAAiB,CAAC;YACvB,KAAK,iBAAiB;gBACrB,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAA;YAC9B,KAAK,iBAAiB,CAAC;YACvB,KAAK,iBAAiB,CAAC;YACvB,KAAK,eAAe;gBACnB,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAA;YAC/B,KAAK,mBAAmB,CAAC;YACzB,KAAK,mBAAmB,CAAC;YACzB,KAAK,iBAAiB,CAAC;YACvB,KAAK,mBAAmB;gBACvB,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAA;YAC9B,KAAK,kBAAkB,CAAC;YACxB,KAAK,kBAAkB;gBACtB,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAA;YAC9B,KAAK,kBAAkB;gBACtB,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAA;YAC9B,KAAK,gBAAgB;gBACpB,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAA;YAC/B,KAAK,wBAAwB;gBAC5B,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAA;YAC9B,KAAK,+BAA+B;gBACnC,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAA;YAC/B,KAAK,gCAAgC;gBACpC,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAA;YAC9B,KAAK,sBAAsB;gBAC1B,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAA;YAC9B,KAAK,gBAAgB;gBACpB,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAA;YAC/B,KAAK,kBAAkB,CAAC;YACxB,KAAK,kCAAkC;gBACtC,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAA;YAC9B,KAAK,uBAAuB,CAAC;YAC7B,KAAK,uCAAuC;gBAC3C,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAA;YAC9B,KAAK,wBAAwB,CAAC;YAC9B,KAAK,gBAAgB;gBACpB,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAA;YAC9B,KAAK,4BAA4B,CAAC;YAClC,KAAK,oBAAoB;gBACxB,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAA;YAC9B,KAAK,kBAAkB;gBACtB,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAA;YAC9B,KAAK,uBAAuB;gBAC3B,OAAO,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAA;YAChC,KAAK,WAAW,CAAC;YACjB,KAAK,kBAAkB;gBACtB,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAA;YAC9B,KAAK,QAAQ,CAAC;YACd,KAAK,aAAa,CAAC;YACnB,KAAK,eAAe;gBACnB,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAA;YAC9B,KAAK,eAAe,CAAC;YACrB,KAAK,yBAAyB,CAAC;YAC/B,KAAK,gCAAgC,CAAC;YACtC,KAAK,6BAA6B,CAAC;YACnC,KAAK,uBAAuB,CAAC;YAC7B,KAAK,2BAA2B;gBAC/B,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAA;YAC9B,KAAK,kBAAkB;gBACtB,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAA;YAC9B,KAAK,oBAAoB;gBACxB,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAA;YAC9B,KAAK,QAAQ,CAAC;YACd,KAAK,eAAe,CAAC;YACrB,KAAK,aAAa,CAAC;YACnB,KAAK,aAAa,CAAC;YACnB,KAAK,oBAAoB,CAAC;YAC1B,KAAK,kBAAkB;gBACtB,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAA;YAC9B,KAAK,aAAa,CAAC;YACnB,KAAK,oBAAoB,CAAC;YAC1B,KAAK,kBAAkB,CAAC;YACxB,KAAK,kBAAkB,CAAC;YACxB,KAAK,yBAAyB,CAAC;YAC/B,KAAK,uBAAuB;gBAC3B,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAA;YAC9B,KAAK,oBAAoB,CAAC;YAC1B,KAAK,8BAA8B;gBAClC,OAAO,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAA;YAChC,KAAK,qBAAqB;gBACzB,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAA;YAC/B,KAAK,kCAAkC;gBACtC,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAA;YAC9B,KAAK,2CAA2C;gBAC/C,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAA;YAC/B,KAAK,+CAA+C;gBACnD,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAA;YAC9B,KAAK,8BAA8B;gBAClC,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAA;YAC9B,KAAK,gBAAgB;gBACpB,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAA;YAC/B,KAAK,yBAAyB;gBAC7B,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAA;YAC/B,KAAK,sBAAsB;gBAC1B,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAA;YAC/B;gBACC,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAA;QAC/B,CAAC;IACF,CAAC;IAEO,MAAM,CAAC,wBAAwB,CAAC,KAAa;QACpD,QAAQ,KAAK,EAAE,CAAC;YACf,KAAK,SAAS;gBACb,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAA;YAC/B,KAAK,iBAAiB,CAAC;YACvB,KAAK,eAAe;gBACnB,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAA;YAC9B,KAAK,SAAS;gBACb,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAA;YAC9B,KAAK,aAAa;gBACjB,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAA;YAC/B,KAAK,YAAY;gBAChB,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAA;YAC9B,KAAK,SAAS;gBACb,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAA;YAC/B,KAAK,YAAY;gBAChB,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAA;YAC9B,KAAK,WAAW;gBACf,OAAO,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAA;YAChC,KAAK,SAAS;gBACb,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAA;YAC/B,KAAK,cAAc;gBAClB,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAA;YAC9B,KAAK,cAAc;gBAClB,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAA;YAC9B,KAAK,QAAQ,CAAC;YACd,KAAK,mBAAmB;gBACvB,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAA;YAC/B,KAAK,aAAa,CAAC;YACnB,KAAK,wBAAwB;gBAC5B,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAA;YAC9B,KAAK,aAAa,CAAC;YACnB,KAAK,qBAAqB;gBACzB,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAA;YAC/B,KAAK,OAAO;gBACX,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAA;YAC/B,KAAK,eAAe;gBACnB,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAA;YAC9B,KAAK,SAAS;gBACb,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAA;YAC/B,KAAK,SAAS;gBACb,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAA;YAC9B,KAAK,IAAI,CAAC;YACV,KAAK,eAAe;gBACnB,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAA;YAC/B,KAAK,SAAS,CAAC;YACf,KAAK,oBAAoB;gBACxB,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAA;YAC/B,KAAK,4BAA4B,CAAC;YAClC,KAAK,0BAA0B,CAAC;YAChC,KAAK,iBAAiB,CAAC;YACvB,KAAK,mBAAmB,CAAC;YACzB,KAAK,mBAAmB,CAAC;YACzB,KAAK,mBAAmB,CAAC;YACzB,KAAK,mBAAmB,CAAC;YACzB,KAAK,iBAAiB,CAAC;YACvB,KAAK,mBAAmB;gBACvB,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAA;YAC/B,KAAK,2BAA2B,CAAC;YACjC,KAAK,yBAAyB;gBAC7B,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAA;YAC/B,KAAK,kBAAkB,CAAC;YACxB,KAAK,kBAAkB,CAAC;YACxB,KAAK,kBAAkB;gBACtB,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAA;YAC9B,KAAK,kBAAkB;gBACtB,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAA;YAC9B,KAAK,gBAAgB;gBACpB,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAA;YAC/B,KAAK,wBAAwB,CAAC;YAC9B,KAAK,sBAAsB;gBAC1B,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAA;YAC/B,KAAK,iBAAiB,CAAC;YACvB,KAAK,iBAAiB,CAAC;YACvB,KAAK,iBAAiB;gBACrB,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAA;YAC/B,KAAK,iBAAiB,CAAC;YACvB,KAAK,iBAAiB,CAAC;YACvB,KAAK,eAAe;gBACnB,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAA;YAC/B,KAAK,wBAAwB;gBAC5B,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAA;YAC/B,KAAK,+BAA+B;gBACnC,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAA;YAC9B,KAAK,gCAAgC;gBACpC,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAA;YAC9B,KAAK,sBAAsB;gBAC1B,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAA;YAC/B,KAAK,gBAAgB;gBACpB,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAA;YAC/B,KAAK,kBAAkB,CAAC;YACxB,KAAK,kCAAkC;gBACtC,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAA;YAC9B,KAAK,uBAAuB,CAAC;YAC7B,KAAK,uCAAuC;gBAC3C,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAA;YAC9B,KAAK,wBAAwB,CAAC;YAC9B,KAAK,gBAAgB;gBACpB,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAA;YAC9B,KAAK,4BAA4B,CAAC;YAClC,KAAK,oBAAoB;gBACxB,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAA;YAC/B,KAAK,kBAAkB;gBACtB,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAA;YAC9B,KAAK,uBAAuB;gBAC3B,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAA;YAC9B,KAAK,WAAW,CAAC;YACjB,KAAK,kBAAkB;gBACtB,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAA;YAC/B,KAAK,QAAQ,CAAC;YACd,KAAK,aAAa,CAAC;YACnB,KAAK,eAAe;gBACnB,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAA;YAC/B,KAAK,eAAe,CAAC;YACrB,KAAK,yBAAyB,CAAC;YAC/B,KAAK,gCAAgC,CAAC;YACtC,KAAK,6BAA6B,CAAC;YACnC,KAAK,uBAAuB,CAAC;YAC7B,KAAK,2BAA2B,CAAC;YACjC,KAAK,kBAAkB;gBACtB,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAA;YAC9B,KAAK,oBAAoB;gBACxB,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAA;YAC/B,KAAK,QAAQ,CAAC;YACd,KAAK,eAAe,CAAC;YACrB,KAAK,aAAa,CAAC;YACnB,KAAK,aAAa,CAAC;YACnB,KAAK,oBAAoB,CAAC;YAC1B,KAAK,kBAAkB;gBACtB,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAA;YAC/B,KAAK,aAAa,CAAC;YACnB,KAAK,oBAAoB,CAAC;YAC1B,KAAK,kBAAkB,CAAC;YACxB,KAAK,kBAAkB,CAAC;YACxB,KAAK,yBAAyB,CAAC;YAC/B,KAAK,uBAAuB;gBAC3B,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAA;YAC9B,KAAK,oBAAoB,CAAC;YAC1B,KAAK,8BAA8B;gBAClC,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAA;YAC9B,KAAK,qBAAqB;gBACzB,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAA;YAC9B,KAAK,kCAAkC;gBACtC,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAA;YAC9B,KAAK,2CAA2C;gBAC/C,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAA;YAC/B,KAAK,+CAA+C;gBACnD,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAA;YAC9B,KAAK,8BAA8B;gBAClC,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAA;YAC9B,KAAK,gBAAgB;gBACpB,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAA;YAC/B,KAAK,yBAAyB;gBAC7B,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAA;YAC/B,KAAK,sBAAsB;gBAC1B,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAA;YAC/B;gBACC,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAA;QAC/B,CAAC;IACF,CAAC;IAED,MAAM,CAAC,aAAa,CAAC,KAAa,EAAE,MAAc;QACjD,OAAO,IAAI,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,uBAAuB,CAAC,KAAK,CAAC,GAAG,MAAM,CAAC,GAAG,SAAS,CAAC,CAAA;IACrF,CAAC;IAED,MAAM,CAAC,mBAAmB,CAAC,KAAa,EAAE,MAAc;QACvD,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,MAAM,CAAC,GAAG,EAAE,CAAC,CAAA;IACjE,CAAC;IAED,MAAM,CAAC,cAAc,CAAC,KAAa,EAAE,MAAc;QAClD,OAAO,IAAI,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,wBAAwB,CAAC,KAAK,CAAC,GAAG,MAAM,CAAC,GAAG,SAAS,CAAC,CAAA;IACtF,CAAC;IAED,MAAM,CAAC,aAAa,CACnB,KAAa,EACb,WAAmB,EACnB,YAAoB,EACpB,oBAA4B,CAAC;QAE7B,MAAM,mBAAmB,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,GAAG,iBAAiB,EAAE,CAAC,CAAC,CAAA;QACxE,OAAO,IAAI,CAAC,YAAY,CACvB,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,mBAAmB,CAAC;YAC7C,IAAI,CAAC,mBAAmB,CAAC,KAAK,EAAE,iBAAiB,CAAC;YAClD,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,YAAY,CAAC,CACzC,CAAA;IACF,CAAC;CACD"}
@@ -1,33 +0,0 @@
1
- import { ChatCompletion } from 'openai/resources/chat/completions';
2
- import { RuntimeConfig } from '../config/runtime-config.js';
3
- export declare class TokenTracker {
4
- private config;
5
- private _inputTokensUsedForTest;
6
- private _inputTokensUsedForStep;
7
- private _cachedInputTokensUsedForTest;
8
- private _cachedInputTokensUsedForStep;
9
- private _cacheMetricsUnavailableForTest;
10
- private _cacheMetricsUnavailableForStep;
11
- private _outputTokensUsedForTest;
12
- private _outputTokensUsedForStep;
13
- constructor(config?: RuntimeConfig);
14
- private get inputTokensUsedForTest();
15
- private set inputTokensUsedForTest(value);
16
- private get inputTokensUsedForStep();
17
- private set inputTokensUsedForStep(value);
18
- private get cachedInputTokensUsedForTest();
19
- private set cachedInputTokensUsedForTest(value);
20
- private get cachedInputTokensUsedForStep();
21
- private set cachedInputTokensUsedForStep(value);
22
- private get outputTokensUsedForTest();
23
- private set outputTokensUsedForTest(value);
24
- private get outputTokensUsedForStep();
25
- private set outputTokensUsedForStep(value);
26
- private checkBudget;
27
- resetStep(): void;
28
- log(response: ChatCompletion, historyTokenCount: number, model: string): void;
29
- private inputCostUSD;
30
- private formatCachedUsage;
31
- private formatUSD;
32
- }
33
- //# sourceMappingURL=token-tracker.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"token-tracker.d.ts","sourceRoot":"","sources":["../../src/ai/token-tracker.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,mCAAmC,CAAA;AAClE,OAAO,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAA;AAI3D,qBAAa,YAAY;IAUZ,OAAO,CAAC,MAAM;IAT1B,OAAO,CAAC,uBAAuB,CAAI;IACnC,OAAO,CAAC,uBAAuB,CAAI;IACnC,OAAO,CAAC,6BAA6B,CAAI;IACzC,OAAO,CAAC,6BAA6B,CAAI;IACzC,OAAO,CAAC,+BAA+B,CAAQ;IAC/C,OAAO,CAAC,+BAA+B,CAAQ;IAC/C,OAAO,CAAC,wBAAwB,CAAI;IACpC,OAAO,CAAC,wBAAwB,CAAI;gBAEhB,MAAM,gBAAsB;IAEhD,OAAO,KAAK,sBAAsB,GAEjC;IAED,OAAO,KAAK,sBAAsB,QAGjC;IAED,OAAO,KAAK,sBAAsB,GAEjC;IAED,OAAO,KAAK,sBAAsB,QAGjC;IAED,OAAO,KAAK,4BAA4B,GAEvC;IAED,OAAO,KAAK,4BAA4B,QAGvC;IAED,OAAO,KAAK,4BAA4B,GAEvC;IAED,OAAO,KAAK,4BAA4B,QAGvC;IAED,OAAO,KAAK,uBAAuB,GAElC;IAED,OAAO,KAAK,uBAAuB,QAGlC;IAED,OAAO,KAAK,uBAAuB,GAElC;IAED,OAAO,KAAK,uBAAuB,QAGlC;IAED,OAAO,CAAC,WAAW;IA6BnB,SAAS,IAAI,IAAI;IAOjB,GAAG,CAAC,QAAQ,EAAE,cAAc,EAAE,iBAAiB,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,IAAI;IAuE7E,OAAO,CAAC,YAAY;IAIpB,OAAO,CAAC,iBAAiB;IAKzB,OAAO,CAAC,SAAS;CAGjB"}
@@ -1,138 +0,0 @@
1
- import { RuntimeConfig } from '../config/runtime-config.js';
2
- import { logger } from '../logging/index.js';
3
- import { TokenPricing } from './token-pricing.js';
4
- export class TokenTracker {
5
- config;
6
- _inputTokensUsedForTest = 0;
7
- _inputTokensUsedForStep = 0;
8
- _cachedInputTokensUsedForTest = 0;
9
- _cachedInputTokensUsedForStep = 0;
10
- _cacheMetricsUnavailableForTest = false;
11
- _cacheMetricsUnavailableForStep = false;
12
- _outputTokensUsedForTest = 0;
13
- _outputTokensUsedForStep = 0;
14
- constructor(config = new RuntimeConfig()) {
15
- this.config = config;
16
- }
17
- get inputTokensUsedForTest() {
18
- return this._inputTokensUsedForTest;
19
- }
20
- set inputTokensUsedForTest(value) {
21
- this._inputTokensUsedForTest = value;
22
- this.checkBudget();
23
- }
24
- get inputTokensUsedForStep() {
25
- return this._inputTokensUsedForStep;
26
- }
27
- set inputTokensUsedForStep(value) {
28
- this._inputTokensUsedForStep = value;
29
- this.checkBudget();
30
- }
31
- get cachedInputTokensUsedForTest() {
32
- return this._cachedInputTokensUsedForTest;
33
- }
34
- set cachedInputTokensUsedForTest(value) {
35
- this._cachedInputTokensUsedForTest = value;
36
- this.checkBudget();
37
- }
38
- get cachedInputTokensUsedForStep() {
39
- return this._cachedInputTokensUsedForStep;
40
- }
41
- set cachedInputTokensUsedForStep(value) {
42
- this._cachedInputTokensUsedForStep = value;
43
- this.checkBudget();
44
- }
45
- get outputTokensUsedForTest() {
46
- return this._outputTokensUsedForTest;
47
- }
48
- set outputTokensUsedForTest(value) {
49
- this._outputTokensUsedForTest = value;
50
- this.checkBudget();
51
- }
52
- get outputTokensUsedForStep() {
53
- return this._outputTokensUsedForStep;
54
- }
55
- set outputTokensUsedForStep(value) {
56
- this._outputTokensUsedForStep = value;
57
- this.checkBudget();
58
- }
59
- checkBudget() {
60
- const budgetUSD = this.config.getTokenBudgetUSD();
61
- const budgetTokens = this.config.getTokenBudgetCount();
62
- if (budgetUSD) {
63
- const totalCostUSD = TokenPricing.totalPriceUSD(this.config.getModel(), this.inputTokensUsedForTest, this.outputTokensUsedForTest, this.cachedInputTokensUsedForTest);
64
- if (totalCostUSD > budgetUSD) {
65
- throw new Error(`OpenAI API budget of ${budgetUSD}$ per test exceeded. Total cost was: ${totalCostUSD}$`);
66
- }
67
- }
68
- if (budgetTokens) {
69
- const totalTokens = this.inputTokensUsedForTest + this.outputTokensUsedForTest;
70
- if (totalTokens > budgetTokens) {
71
- throw new Error(`OpenAI API budget of ${budgetTokens} tokens per test exceeded. Total tokens used: ${totalTokens}`);
72
- }
73
- }
74
- }
75
- resetStep() {
76
- this.inputTokensUsedForStep = 0;
77
- this.cachedInputTokensUsedForStep = 0;
78
- this._cacheMetricsUnavailableForStep = false;
79
- this.outputTokensUsedForStep = 0;
80
- }
81
- log(response, historyTokenCount, model) {
82
- if (!response.usage) {
83
- logger.info(`token usage:\n${JSON.stringify({ 'usage data': 'not available', 'history (estimated)': historyTokenCount }, null, 2)}`);
84
- return;
85
- }
86
- const inputTokens = response.usage.prompt_tokens ?? 0;
87
- const cachedTokensReported = response.usage.prompt_tokens_details?.cached_tokens !== undefined;
88
- const cachedInputTokens = Math.min(response.usage.prompt_tokens_details?.cached_tokens ?? 0, inputTokens);
89
- const uncachedInputTokens = Math.max(inputTokens - cachedInputTokens, 0);
90
- const outputTokens = response.usage.completion_tokens ?? 0;
91
- if (!cachedTokensReported) {
92
- this._cacheMetricsUnavailableForTest = true;
93
- this._cacheMetricsUnavailableForStep = true;
94
- }
95
- this.cachedInputTokensUsedForTest += cachedInputTokens;
96
- this.cachedInputTokensUsedForStep += cachedInputTokens;
97
- this.inputTokensUsedForTest += inputTokens;
98
- this.inputTokensUsedForStep += inputTokens;
99
- this.outputTokensUsedForTest += outputTokens;
100
- this.outputTokensUsedForStep += outputTokens;
101
- const responseInputCostUSD = this.inputCostUSD(model, inputTokens, cachedInputTokens);
102
- const stepInputCostUSD = this.inputCostUSD(model, this.inputTokensUsedForStep, this.cachedInputTokensUsedForStep);
103
- const testInputCostUSD = this.inputCostUSD(model, this.inputTokensUsedForTest, this.cachedInputTokensUsedForTest);
104
- const responseCacheHitRate = cachedTokensReported
105
- ? inputTokens > 0
106
- ? `${Math.round((cachedInputTokens / inputTokens) * 100)}%`
107
- : '0%'
108
- : 'n/a';
109
- const currentUsage = {
110
- 'response input': `${inputTokens} @ ${this.formatUSD(responseInputCostUSD)}$`,
111
- 'response uncached input': `${uncachedInputTokens} @ ${this.formatUSD(TokenPricing.inputPriceUSD(model, uncachedInputTokens))}$`,
112
- 'response cached input': cachedTokensReported
113
- ? `${cachedInputTokens} @ ${this.formatUSD(TokenPricing.cachedInputPriceUSD(model, cachedInputTokens))}$`
114
- : 'n/a (provider did not report cached_tokens)',
115
- 'response cache hit rate': responseCacheHitRate,
116
- 'response output': `${outputTokens} @ ${this.formatUSD(TokenPricing.outputPriceUSD(model, outputTokens))}$`,
117
- 'history (estimated)': historyTokenCount,
118
- 'step input': `${this.inputTokensUsedForStep} @ ${this.formatUSD(stepInputCostUSD)}$`,
119
- 'step cached input': this.formatCachedUsage(this.cachedInputTokensUsedForStep, model, this._cacheMetricsUnavailableForStep),
120
- 'step output': `${this.outputTokensUsedForStep} @ ${this.formatUSD(TokenPricing.outputPriceUSD(model, this.outputTokensUsedForStep))}$`,
121
- 'test input': `${this.inputTokensUsedForTest} @ ${this.formatUSD(testInputCostUSD)}$`,
122
- 'test cached input': this.formatCachedUsage(this.cachedInputTokensUsedForTest, model, this._cacheMetricsUnavailableForTest),
123
- 'test output': `${this.outputTokensUsedForTest} @ ${this.formatUSD(TokenPricing.outputPriceUSD(model, this.outputTokensUsedForTest))}$`,
124
- };
125
- logger.info(`token usage:\n${JSON.stringify(currentUsage, null, 2)}`);
126
- }
127
- inputCostUSD(model, inputTokens, cachedInputTokens) {
128
- return TokenPricing.totalPriceUSD(model, inputTokens, 0, cachedInputTokens);
129
- }
130
- formatCachedUsage(tokens, model, unavailable) {
131
- const knownUsage = `${tokens} @ ${this.formatUSD(TokenPricing.cachedInputPriceUSD(model, tokens))}$`;
132
- return unavailable ? `${knownUsage} (partial, provider omitted cached_tokens on some responses)` : knownUsage;
133
- }
134
- formatUSD(value) {
135
- return value.toFixed(3);
136
- }
137
- }
138
- //# sourceMappingURL=token-tracker.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"token-tracker.js","sourceRoot":"","sources":["../../src/ai/token-tracker.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAA;AAC3D,OAAO,EAAE,MAAM,EAAE,MAAM,qBAAqB,CAAA;AAC5C,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAA;AAEjD,MAAM,OAAO,YAAY;IAUJ;IATZ,uBAAuB,GAAG,CAAC,CAAA;IAC3B,uBAAuB,GAAG,CAAC,CAAA;IAC3B,6BAA6B,GAAG,CAAC,CAAA;IACjC,6BAA6B,GAAG,CAAC,CAAA;IACjC,+BAA+B,GAAG,KAAK,CAAA;IACvC,+BAA+B,GAAG,KAAK,CAAA;IACvC,wBAAwB,GAAG,CAAC,CAAA;IAC5B,wBAAwB,GAAG,CAAC,CAAA;IAEpC,YAAoB,SAAS,IAAI,aAAa,EAAE;QAA5B,WAAM,GAAN,MAAM,CAAsB;IAAG,CAAC;IAEpD,IAAY,sBAAsB;QACjC,OAAO,IAAI,CAAC,uBAAuB,CAAA;IACpC,CAAC;IAED,IAAY,sBAAsB,CAAC,KAAa;QAC/C,IAAI,CAAC,uBAAuB,GAAG,KAAK,CAAA;QACpC,IAAI,CAAC,WAAW,EAAE,CAAA;IACnB,CAAC;IAED,IAAY,sBAAsB;QACjC,OAAO,IAAI,CAAC,uBAAuB,CAAA;IACpC,CAAC;IAED,IAAY,sBAAsB,CAAC,KAAa;QAC/C,IAAI,CAAC,uBAAuB,GAAG,KAAK,CAAA;QACpC,IAAI,CAAC,WAAW,EAAE,CAAA;IACnB,CAAC;IAED,IAAY,4BAA4B;QACvC,OAAO,IAAI,CAAC,6BAA6B,CAAA;IAC1C,CAAC;IAED,IAAY,4BAA4B,CAAC,KAAa;QACrD,IAAI,CAAC,6BAA6B,GAAG,KAAK,CAAA;QAC1C,IAAI,CAAC,WAAW,EAAE,CAAA;IACnB,CAAC;IAED,IAAY,4BAA4B;QACvC,OAAO,IAAI,CAAC,6BAA6B,CAAA;IAC1C,CAAC;IAED,IAAY,4BAA4B,CAAC,KAAa;QACrD,IAAI,CAAC,6BAA6B,GAAG,KAAK,CAAA;QAC1C,IAAI,CAAC,WAAW,EAAE,CAAA;IACnB,CAAC;IAED,IAAY,uBAAuB;QAClC,OAAO,IAAI,CAAC,wBAAwB,CAAA;IACrC,CAAC;IAED,IAAY,uBAAuB,CAAC,KAAa;QAChD,IAAI,CAAC,wBAAwB,GAAG,KAAK,CAAA;QACrC,IAAI,CAAC,WAAW,EAAE,CAAA;IACnB,CAAC;IAED,IAAY,uBAAuB;QAClC,OAAO,IAAI,CAAC,wBAAwB,CAAA;IACrC,CAAC;IAED,IAAY,uBAAuB,CAAC,KAAa;QAChD,IAAI,CAAC,wBAAwB,GAAG,KAAK,CAAA;QACrC,IAAI,CAAC,WAAW,EAAE,CAAA;IACnB,CAAC;IAEO,WAAW;QAClB,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,iBAAiB,EAAE,CAAA;QACjD,MAAM,YAAY,GAAG,IAAI,CAAC,MAAM,CAAC,mBAAmB,EAAE,CAAA;QAEtD,IAAI,SAAS,EAAE,CAAC;YACf,MAAM,YAAY,GAAG,YAAY,CAAC,aAAa,CAC9C,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,EACtB,IAAI,CAAC,sBAAsB,EAC3B,IAAI,CAAC,uBAAuB,EAC5B,IAAI,CAAC,4BAA4B,CACjC,CAAA;YAED,IAAI,YAAY,GAAG,SAAS,EAAE,CAAC;gBAC9B,MAAM,IAAI,KAAK,CACd,wBAAwB,SAAS,wCAAwC,YAAY,GAAG,CACxF,CAAA;YACF,CAAC;QACF,CAAC;QAED,IAAI,YAAY,EAAE,CAAC;YAClB,MAAM,WAAW,GAAG,IAAI,CAAC,sBAAsB,GAAG,IAAI,CAAC,uBAAuB,CAAA;YAC9E,IAAI,WAAW,GAAG,YAAY,EAAE,CAAC;gBAChC,MAAM,IAAI,KAAK,CACd,wBAAwB,YAAY,iDAAiD,WAAW,EAAE,CAClG,CAAA;YACF,CAAC;QACF,CAAC;IACF,CAAC;IAED,SAAS;QACR,IAAI,CAAC,sBAAsB,GAAG,CAAC,CAAA;QAC/B,IAAI,CAAC,4BAA4B,GAAG,CAAC,CAAA;QACrC,IAAI,CAAC,+BAA+B,GAAG,KAAK,CAAA;QAC5C,IAAI,CAAC,uBAAuB,GAAG,CAAC,CAAA;IACjC,CAAC;IAED,GAAG,CAAC,QAAwB,EAAE,iBAAyB,EAAE,KAAa;QACrE,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;YACrB,MAAM,CAAC,IAAI,CACV,iBAAiB,IAAI,CAAC,SAAS,CAAC,EAAE,YAAY,EAAE,eAAe,EAAE,qBAAqB,EAAE,iBAAiB,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,CACvH,CAAA;YACD,OAAM;QACP,CAAC;QAED,MAAM,WAAW,GAAG,QAAQ,CAAC,KAAK,CAAC,aAAa,IAAI,CAAC,CAAA;QACrD,MAAM,oBAAoB,GAAG,QAAQ,CAAC,KAAK,CAAC,qBAAqB,EAAE,aAAa,KAAK,SAAS,CAAA;QAC9F,MAAM,iBAAiB,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,qBAAqB,EAAE,aAAa,IAAI,CAAC,EAAE,WAAW,CAAC,CAAA;QACzG,MAAM,mBAAmB,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,GAAG,iBAAiB,EAAE,CAAC,CAAC,CAAA;QACxE,MAAM,YAAY,GAAG,QAAQ,CAAC,KAAK,CAAC,iBAAiB,IAAI,CAAC,CAAA;QAE1D,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAC3B,IAAI,CAAC,+BAA+B,GAAG,IAAI,CAAA;YAC3C,IAAI,CAAC,+BAA+B,GAAG,IAAI,CAAA;QAC5C,CAAC;QAED,IAAI,CAAC,4BAA4B,IAAI,iBAAiB,CAAA;QACtD,IAAI,CAAC,4BAA4B,IAAI,iBAAiB,CAAA;QACtD,IAAI,CAAC,sBAAsB,IAAI,WAAW,CAAA;QAC1C,IAAI,CAAC,sBAAsB,IAAI,WAAW,CAAA;QAC1C,IAAI,CAAC,uBAAuB,IAAI,YAAY,CAAA;QAC5C,IAAI,CAAC,uBAAuB,IAAI,YAAY,CAAA;QAE5C,MAAM,oBAAoB,GAAG,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,WAAW,EAAE,iBAAiB,CAAC,CAAA;QACrF,MAAM,gBAAgB,GAAG,IAAI,CAAC,YAAY,CACzC,KAAK,EACL,IAAI,CAAC,sBAAsB,EAC3B,IAAI,CAAC,4BAA4B,CACjC,CAAA;QACD,MAAM,gBAAgB,GAAG,IAAI,CAAC,YAAY,CACzC,KAAK,EACL,IAAI,CAAC,sBAAsB,EAC3B,IAAI,CAAC,4BAA4B,CACjC,CAAA;QACD,MAAM,oBAAoB,GAAG,oBAAoB;YAChD,CAAC,CAAC,WAAW,GAAG,CAAC;gBAChB,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,iBAAiB,GAAG,WAAW,CAAC,GAAG,GAAG,CAAC,GAAG;gBAC3D,CAAC,CAAC,IAAI;YACP,CAAC,CAAC,KAAK,CAAA;QAER,MAAM,YAAY,GAAG;YACpB,gBAAgB,EAAE,GAAG,WAAW,MAAM,IAAI,CAAC,SAAS,CAAC,oBAAoB,CAAC,GAAG;YAC7E,yBAAyB,EAAE,GAAG,mBAAmB,MAAM,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,aAAa,CAAC,KAAK,EAAE,mBAAmB,CAAC,CAAC,GAAG;YAChI,uBAAuB,EAAE,oBAAoB;gBAC5C,CAAC,CAAC,GAAG,iBAAiB,MAAM,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,mBAAmB,CAAC,KAAK,EAAE,iBAAiB,CAAC,CAAC,GAAG;gBACzG,CAAC,CAAC,6CAA6C;YAChD,yBAAyB,EAAE,oBAAoB;YAC/C,iBAAiB,EAAE,GAAG,YAAY,MAAM,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,cAAc,CAAC,KAAK,EAAE,YAAY,CAAC,CAAC,GAAG;YAC3G,qBAAqB,EAAE,iBAAiB;YACxC,YAAY,EAAE,GAAG,IAAI,CAAC,sBAAsB,MAAM,IAAI,CAAC,SAAS,CAAC,gBAAgB,CAAC,GAAG;YACrF,mBAAmB,EAAE,IAAI,CAAC,iBAAiB,CAC1C,IAAI,CAAC,4BAA4B,EACjC,KAAK,EACL,IAAI,CAAC,+BAA+B,CACpC;YACD,aAAa,EAAE,GAAG,IAAI,CAAC,uBAAuB,MAAM,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,cAAc,CAAC,KAAK,EAAE,IAAI,CAAC,uBAAuB,CAAC,CAAC,GAAG;YACvI,YAAY,EAAE,GAAG,IAAI,CAAC,sBAAsB,MAAM,IAAI,CAAC,SAAS,CAAC,gBAAgB,CAAC,GAAG;YACrF,mBAAmB,EAAE,IAAI,CAAC,iBAAiB,CAC1C,IAAI,CAAC,4BAA4B,EACjC,KAAK,EACL,IAAI,CAAC,+BAA+B,CACpC;YACD,aAAa,EAAE,GAAG,IAAI,CAAC,uBAAuB,MAAM,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,cAAc,CAAC,KAAK,EAAE,IAAI,CAAC,uBAAuB,CAAC,CAAC,GAAG;SACvI,CAAA;QAED,MAAM,CAAC,IAAI,CAAC,iBAAiB,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC,CAAA;IACtE,CAAC;IAEO,YAAY,CAAC,KAAa,EAAE,WAAmB,EAAE,iBAAyB;QACjF,OAAO,YAAY,CAAC,aAAa,CAAC,KAAK,EAAE,WAAW,EAAE,CAAC,EAAE,iBAAiB,CAAC,CAAA;IAC5E,CAAC;IAEO,iBAAiB,CAAC,MAAc,EAAE,KAAa,EAAE,WAAoB;QAC5E,MAAM,UAAU,GAAG,GAAG,MAAM,MAAM,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,mBAAmB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,GAAG,CAAA;QACpG,OAAO,WAAW,CAAC,CAAC,CAAC,GAAG,UAAU,8DAA8D,CAAC,CAAC,CAAC,UAAU,CAAA;IAC9G,CAAC;IAEO,SAAS,CAAC,KAAa;QAC9B,OAAO,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAA;IACxB,CAAC;CACD"}
@@ -1,21 +0,0 @@
1
- export type CreateExamplesOptions = {
2
- cwd?: string;
3
- };
4
- export type CreateExamplesResult = {
5
- createdFiles: string[];
6
- skippedFiles: string[];
7
- addedScripts: string[];
8
- skippedScripts: string[];
9
- addedDevDependencies: string[];
10
- skippedDevDependencies: string[];
11
- };
12
- /**
13
- * Scaffolds example Playwright config, example tests, and package scripts into the target project.
14
- *
15
- * @example
16
- * ```ts
17
- * await createExamples({ cwd: process.cwd() })
18
- * ```
19
- */
20
- export declare function createExamples(options?: CreateExamplesOptions): Promise<CreateExamplesResult>;
21
- //# sourceMappingURL=create-examples.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"create-examples.d.ts","sourceRoot":"","sources":["../../src/cli/create-examples.ts"],"names":[],"mappings":"AAIA,MAAM,MAAM,qBAAqB,GAAG;IACnC,GAAG,CAAC,EAAE,MAAM,CAAA;CACZ,CAAA;AAED,MAAM,MAAM,oBAAoB,GAAG;IAClC,YAAY,EAAE,MAAM,EAAE,CAAA;IACtB,YAAY,EAAE,MAAM,EAAE,CAAA;IACtB,YAAY,EAAE,MAAM,EAAE,CAAA;IACtB,cAAc,EAAE,MAAM,EAAE,CAAA;IACxB,oBAAoB,EAAE,MAAM,EAAE,CAAA;IAC9B,sBAAsB,EAAE,MAAM,EAAE,CAAA;CAChC,CAAA;AA4BD;;;;;;;GAOG;AACH,wBAAsB,cAAc,CAAC,OAAO,GAAE,qBAA0B,GAAG,OAAO,CAAC,oBAAoB,CAAC,CAoDvG"}