prose-qa 0.2.2 → 0.2.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (34) hide show
  1. package/README.md +18 -28
  2. package/dist/agent/provider-options.d.ts.map +1 -1
  3. package/dist/agent/provider-options.js +13 -19
  4. package/dist/agent/provider-options.js.map +1 -1
  5. package/dist/agent/provider-options.test.js +12 -2
  6. package/dist/agent/provider-options.test.js.map +1 -1
  7. package/dist/agent/runner.d.ts.map +1 -1
  8. package/dist/agent/runner.js +14 -5
  9. package/dist/agent/runner.js.map +1 -1
  10. package/dist/agent/verdict.d.ts +5 -2
  11. package/dist/agent/verdict.d.ts.map +1 -1
  12. package/dist/agent/verdict.js +33 -1
  13. package/dist/agent/verdict.js.map +1 -1
  14. package/dist/agent/verdict.test.js +73 -1
  15. package/dist/agent/verdict.test.js.map +1 -1
  16. package/dist/reporter/index.d.ts.map +1 -1
  17. package/dist/reporter/index.js +4 -2
  18. package/dist/reporter/index.js.map +1 -1
  19. package/dist/reporter/index.test.js +32 -1
  20. package/dist/reporter/index.test.js.map +1 -1
  21. package/dist/reporter/stats.d.ts +10 -0
  22. package/dist/reporter/stats.d.ts.map +1 -0
  23. package/dist/reporter/stats.js +85 -0
  24. package/dist/reporter/stats.js.map +1 -0
  25. package/dist/reporter/stats.test.d.ts +2 -0
  26. package/dist/reporter/stats.test.d.ts.map +1 -0
  27. package/dist/reporter/stats.test.js +157 -0
  28. package/dist/reporter/stats.test.js.map +1 -0
  29. package/dist/types/config.d.ts +1 -1
  30. package/dist/types/verdict.d.ts +11 -0
  31. package/dist/types/verdict.d.ts.map +1 -1
  32. package/dist/types/verdict.js +6 -0
  33. package/dist/types/verdict.js.map +1 -1
  34. package/package.json +1 -1
package/dist/types/verdict.js CHANGED
@@ -10,6 +10,11 @@ export const VerdictSchema = z.object({
10
10
  checkpoints: z.array(CheckpointResultSchema),
11
11
  summary: z.string(),
12
12
  });
13
+ export const TokenUsageStatsSchema = z.object({
14
+ input: z.number(),
15
+ output: z.number(),
16
+ cached: z.number().optional(),
17
+ });
13
18
  export const VerdictStatsSchema = z.object({
14
19
  durationMs: z.number(),
15
20
  llmTurns: z.number(),
@@ -18,6 +23,7 @@ export const VerdictStatsSchema = z.object({
18
23
  failedToolCalls: z.number(),
19
24
  llmDurationMs: z.number(),
20
25
  bashDurationMs: z.number(),
26
+ tokens: TokenUsageStatsSchema.optional(),
21
27
  healing: z
22
28
  .object({
23
29
  used: z.boolean(),
package/dist/types/verdict.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"verdict.js","sourceRoot":"","sources":["../../src/types/verdict.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,MAAM,CAAC,MAAM,sBAAsB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC7C,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE;IACrB,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE;IACjB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;CACzC,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,CAAC,MAAM,CAAC;IACpC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAChC,WAAW,EAAE,CAAC,CAAC,KAAK,CAAC,sBAAsB,CAAC;IAC5C,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;CACpB,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,CAAC,MAAM,CAAC;IACzC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE;IACtB,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;IACpB,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE;IACrB,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE;IACrB,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE;IAC3B,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE;IACzB,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE;IAC1B,OAAO,EAAE,CAAC;SACP,MAAM,CAAC;QACN,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE;QACjB,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE;QACzB,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE;KAC5B,CAAC;SACD,QAAQ,EAAE;CACd,CAAC,CAAC"}
1
+ {"version":3,"file":"verdict.js","sourceRoot":"","sources":["../../src/types/verdict.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,MAAM,CAAC,MAAM,sBAAsB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC7C,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE;IACrB,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE;IACjB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;CACzC,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,CAAC,MAAM,CAAC;IACpC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAChC,WAAW,EAAE,CAAC,CAAC,KAAK,CAAC,sBAAsB,CAAC;IAC5C,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;CACpB,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,qBAAqB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC5C,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;IACjB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CAC9B,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,CAAC,MAAM,CAAC;IACzC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE;IACtB,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;IACpB,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE;IACrB,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE;IACrB,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE;IAC3B,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE;IACzB,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE;IAC1B,MAAM,EAAE,qBAAqB,CAAC,QAAQ,EAAE;IACxC,OAAO,EAAE,CAAC;SACP,MAAM,CAAC;QACN,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE;QACjB,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE;QACzB,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE;KAC5B,CAAC;SACD,QAAQ,EAAE;CACd,CAAC,CAAC"}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "prose-qa",
3
- "version": "0.2.2",
3
+ "version": "0.2.4",
4
4
  "description": "ProseQA — agent harness for NL E2E regression testing via agent-browser",
5
5
  "type": "module",
6
6
  "bin": {