@botpress/evals 1.19.0-beta.9 → 2.0.0-alpha.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (85) hide show
  1. package/dist/client.d.ts +21 -9
  2. package/dist/client.d.ts.map +1 -1
  3. package/dist/client.js +103 -36
  4. package/dist/client.js.map +4 -4
  5. package/dist/definition.d.ts +9 -2
  6. package/dist/definition.d.ts.map +1 -1
  7. package/dist/definition.js.map +2 -2
  8. package/dist/graders/index.js +21 -74
  9. package/dist/graders/index.js.map +2 -2
  10. package/dist/graders/llm.d.ts +12 -12
  11. package/dist/graders/llm.d.ts.map +1 -1
  12. package/dist/graders/llm.js +30 -75
  13. package/dist/graders/llm.js.map +2 -2
  14. package/dist/graders/response.js +16 -65
  15. package/dist/graders/response.js.map +2 -2
  16. package/dist/index.d.ts +3 -1
  17. package/dist/index.d.ts.map +1 -1
  18. package/dist/index.js +10 -0
  19. package/dist/index.js.map +3 -3
  20. package/dist/loader.js.map +2 -2
  21. package/dist/manifest.d.ts +13 -0
  22. package/dist/manifest.d.ts.map +1 -0
  23. package/dist/runner.d.ts +5 -1
  24. package/dist/runner.d.ts.map +1 -1
  25. package/dist/runner.js +316 -183
  26. package/dist/runner.js.map +4 -4
  27. package/dist/spans/index.d.ts +5 -0
  28. package/dist/spans/index.d.ts.map +1 -0
  29. package/dist/spans/index.js +725 -0
  30. package/dist/spans/index.js.map +7 -0
  31. package/dist/spans/local-span-source.d.ts +19 -0
  32. package/dist/spans/local-span-source.d.ts.map +1 -0
  33. package/dist/spans/local-span-source.js +543 -0
  34. package/dist/spans/local-span-source.js.map +7 -0
  35. package/dist/spans/span-source.d.ts +40 -0
  36. package/dist/spans/span-source.d.ts.map +1 -0
  37. package/dist/spans/span-source.js +1 -0
  38. package/dist/{sse-collector.d.ts → spans/sse-collector.d.ts} +44 -5
  39. package/dist/spans/sse-collector.d.ts.map +1 -0
  40. package/dist/{sse-collector.js → spans/sse-collector.js} +97 -20
  41. package/dist/spans/sse-collector.js.map +7 -0
  42. package/dist/spans/trace.d.ts.map +1 -0
  43. package/dist/spans/trace.js.map +7 -0
  44. package/dist/spans/vortex-span-source.d.ts +42 -0
  45. package/dist/spans/vortex-span-source.d.ts.map +1 -0
  46. package/dist/spans/vortex-span-source.js +184 -0
  47. package/dist/spans/vortex-span-source.js.map +7 -0
  48. package/dist/stores/eval-definition-loader.d.ts +4 -0
  49. package/dist/stores/eval-definition-loader.d.ts.map +1 -0
  50. package/dist/stores/eval-definition-loader.js +142 -0
  51. package/dist/stores/eval-definition-loader.js.map +7 -0
  52. package/dist/stores/eval-store.d.ts +61 -0
  53. package/dist/stores/eval-store.d.ts.map +1 -0
  54. package/dist/stores/eval-store.js +1 -0
  55. package/dist/stores/eval-store.js.map +7 -0
  56. package/dist/stores/index.d.ts +8 -0
  57. package/dist/stores/index.d.ts.map +1 -0
  58. package/dist/stores/index.js +1156 -0
  59. package/dist/stores/index.js.map +7 -0
  60. package/dist/stores/local-eval-store.d.ts +66 -0
  61. package/dist/stores/local-eval-store.d.ts.map +1 -0
  62. package/dist/stores/local-eval-store.js +595 -0
  63. package/dist/stores/local-eval-store.js.map +7 -0
  64. package/dist/stores/vortex-eval-store-entry.d.ts +6 -0
  65. package/dist/stores/vortex-eval-store-entry.d.ts.map +1 -0
  66. package/dist/stores/vortex-eval-store-entry.js +702 -0
  67. package/dist/stores/vortex-eval-store-entry.js.map +7 -0
  68. package/dist/stores/vortex-eval-store.d.ts +78 -0
  69. package/dist/stores/vortex-eval-store.d.ts.map +1 -0
  70. package/dist/stores/vortex-eval-store.js +562 -0
  71. package/dist/stores/vortex-eval-store.js.map +7 -0
  72. package/dist/transformer.d.ts +2 -2
  73. package/dist/transformer.d.ts.map +1 -1
  74. package/dist/transformer.js +1 -1
  75. package/dist/transformer.js.map +2 -2
  76. package/dist/types.d.ts +38 -33
  77. package/dist/types.d.ts.map +1 -1
  78. package/dist/types.js.map +2 -2
  79. package/package.json +66 -6
  80. package/dist/sse-collector.d.ts.map +0 -1
  81. package/dist/sse-collector.js.map +0 -7
  82. package/dist/trace.d.ts.map +0 -1
  83. /package/dist/{trace.js.map → spans/span-source.js.map} +0 -0
  84. /package/dist/{trace.d.ts → spans/trace.d.ts} +0 -0
  85. /package/dist/{trace.js → spans/trace.js} +0 -0
package/dist/spans/index.d.ts ADDED
@@ -0,0 +1,5 @@
1
+ export type { SpanSource, WaitOptions, WorkflowWaitOptions } from './span-source';
2
+ export type { Span, SpanId, SpanStatus, SpanTiming, SpanContext, SpanTier, SpanResource } from './trace';
3
+ export { LocalSpanSource } from './local-span-source';
4
+ export { VortexSpanSource } from './vortex-span-source';
5
+ //# sourceMappingURL=index.d.ts.map
package/dist/spans/index.d.ts.map ADDED
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/spans/index.ts"],"names":[],"mappings":"AAAA,YAAY,EAAE,UAAU,EAAE,WAAW,EAAE,mBAAmB,EAAE,MAAM,eAAe,CAAA;AACjF,YAAY,EAAE,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,UAAU,EAAE,WAAW,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,SAAS,CAAA;AACxG,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAA;AACrD,OAAO,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAA"}