@botpress/evals 1.19.0-beta.14 → 1.19.0-beta.15

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (86) hide show
  1. package/dist/client.d.ts +9 -9
  2. package/dist/client.d.ts.map +1 -1
  3. package/dist/client.js +74 -20
  4. package/dist/client.js.map +4 -4
  5. package/dist/definition.d.ts +2 -3
  6. package/dist/definition.d.ts.map +1 -1
  7. package/dist/definition.js.map +2 -2
  8. package/dist/graders/index.js +74 -21
  9. package/dist/graders/index.js.map +2 -2
  10. package/dist/graders/llm.d.ts +12 -12
  11. package/dist/graders/llm.d.ts.map +1 -1
  12. package/dist/graders/llm.js +75 -30
  13. package/dist/graders/llm.js.map +2 -2
  14. package/dist/graders/response.js +65 -16
  15. package/dist/graders/response.js.map +2 -2
  16. package/dist/index.d.ts +1 -3
  17. package/dist/index.d.ts.map +1 -1
  18. package/dist/index.js +0 -10
  19. package/dist/index.js.map +3 -3
  20. package/dist/loader.js +39 -1
  21. package/dist/loader.js.map +3 -3
  22. package/dist/runner.d.ts +1 -5
  23. package/dist/runner.d.ts.map +1 -1
  24. package/dist/runner.js +217 -141
  25. package/dist/runner.js.map +4 -4
  26. package/dist/{spans/sse-collector.d.ts → sse-collector.d.ts} +4 -6
  27. package/dist/sse-collector.d.ts.map +1 -0
  28. package/dist/{spans/sse-collector.js → sse-collector.js} +49 -17
  29. package/dist/sse-collector.js.map +7 -0
  30. package/dist/trace.d.ts.map +1 -0
  31. package/dist/transformer.d.ts +2 -2
  32. package/dist/transformer.d.ts.map +1 -1
  33. package/dist/transformer.js +1 -1
  34. package/dist/transformer.js.map +2 -2
  35. package/dist/types.d.ts +33 -38
  36. package/dist/types.d.ts.map +1 -1
  37. package/dist/types.js.map +2 -2
  38. package/package.json +6 -66
  39. package/dist/manifest.d.ts +0 -13
  40. package/dist/manifest.d.ts.map +0 -1
  41. package/dist/spans/index.d.ts +0 -5
  42. package/dist/spans/index.d.ts.map +0 -1
  43. package/dist/spans/index.js +0 -642
  44. package/dist/spans/index.js.map +0 -7
  45. package/dist/spans/local-span-source.d.ts +0 -16
  46. package/dist/spans/local-span-source.d.ts.map +0 -1
  47. package/dist/spans/local-span-source.js +0 -478
  48. package/dist/spans/local-span-source.js.map +0 -7
  49. package/dist/spans/span-source.d.ts +0 -20
  50. package/dist/spans/span-source.d.ts.map +0 -1
  51. package/dist/spans/span-source.js +0 -1
  52. package/dist/spans/span-source.js.map +0 -7
  53. package/dist/spans/sse-collector.d.ts.map +0 -1
  54. package/dist/spans/sse-collector.js.map +0 -7
  55. package/dist/spans/trace.d.ts.map +0 -1
  56. package/dist/spans/vortex-span-source.d.ts +0 -34
  57. package/dist/spans/vortex-span-source.d.ts.map +0 -1
  58. package/dist/spans/vortex-span-source.js +0 -166
  59. package/dist/spans/vortex-span-source.js.map +0 -7
  60. package/dist/stores/eval-definition-loader.d.ts +0 -4
  61. package/dist/stores/eval-definition-loader.d.ts.map +0 -1
  62. package/dist/stores/eval-definition-loader.js +0 -104
  63. package/dist/stores/eval-definition-loader.js.map +0 -7
  64. package/dist/stores/eval-store.d.ts +0 -61
  65. package/dist/stores/eval-store.d.ts.map +0 -1
  66. package/dist/stores/eval-store.js +0 -1
  67. package/dist/stores/eval-store.js.map +0 -7
  68. package/dist/stores/index.d.ts +0 -8
  69. package/dist/stores/index.d.ts.map +0 -1
  70. package/dist/stores/index.js +0 -1118
  71. package/dist/stores/index.js.map +0 -7
  72. package/dist/stores/local-eval-store.d.ts +0 -66
  73. package/dist/stores/local-eval-store.d.ts.map +0 -1
  74. package/dist/stores/local-eval-store.js +0 -557
  75. package/dist/stores/local-eval-store.js.map +0 -7
  76. package/dist/stores/vortex-eval-store-entry.d.ts +0 -6
  77. package/dist/stores/vortex-eval-store-entry.d.ts.map +0 -1
  78. package/dist/stores/vortex-eval-store-entry.js +0 -664
  79. package/dist/stores/vortex-eval-store-entry.js.map +0 -7
  80. package/dist/stores/vortex-eval-store.d.ts +0 -78
  81. package/dist/stores/vortex-eval-store.d.ts.map +0 -1
  82. package/dist/stores/vortex-eval-store.js +0 -562
  83. package/dist/stores/vortex-eval-store.js.map +0 -7
  84. /package/dist/{spans/trace.d.ts → trace.d.ts} +0 -0
  85. /package/dist/{spans/trace.js → trace.js} +0 -0
  86. /package/dist/{spans/trace.js.map → trace.js.map} +0 -0
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@botpress/evals",
3
- "version": "1.19.0-beta.14",
3
+ "version": "1.19.0-beta.15",
4
4
  "description": "Evaluation definitions and runner for ADK-based Botpress agents",
5
5
  "keywords": [
6
6
  "adk",
@@ -24,49 +24,6 @@
24
24
  "type": "module",
25
25
  "main": "./dist/index.js",
26
26
  "types": "./dist/index.d.ts",
27
- "typesVersions": {
28
- "*": {
29
- "manifest": [
30
- "./dist/manifest.d.ts"
31
- ],
32
- "stores": [
33
- "./dist/stores/index.d.ts"
34
- ],
35
- "stores/vortex": [
36
- "./dist/stores/vortex-eval-store-entry.d.ts"
37
- ],
38
- "spans": [
39
- "./dist/spans/index.d.ts"
40
- ],
41
- "runner": [
42
- "./dist/runner.d.ts"
43
- ],
44
- "loader": [
45
- "./dist/loader.d.ts"
46
- ],
47
- "client": [
48
- "./dist/client.d.ts"
49
- ],
50
- "graders": [
51
- "./dist/graders/index.d.ts"
52
- ],
53
- "trace": [
54
- "./dist/spans/trace.d.ts"
55
- ],
56
- "transformer": [
57
- "./dist/transformer.d.ts"
58
- ],
59
- "types": [
60
- "./dist/types.d.ts"
61
- ],
62
- "sse-collector": [
63
- "./dist/spans/sse-collector.d.ts"
64
- ],
65
- "definition": [
66
- "./dist/definition.d.ts"
67
- ]
68
- }
69
- },
70
27
  "exports": {
71
28
  ".": {
72
29
  "types": "./dist/index.d.ts",
@@ -92,33 +49,17 @@
92
49
  "types": "./dist/loader.d.ts",
93
50
  "import": "./dist/loader.js"
94
51
  },
95
- "./manifest": {
96
- "types": "./dist/manifest.d.ts",
97
- "import": "./dist/manifest.js"
98
- },
99
52
  "./runner": {
100
53
  "types": "./dist/runner.d.ts",
101
54
  "import": "./dist/runner.js"
102
55
  },
103
- "./spans": {
104
- "types": "./dist/spans/index.d.ts",
105
- "import": "./dist/spans/index.js"
106
- },
107
- "./stores": {
108
- "types": "./dist/stores/index.d.ts",
109
- "import": "./dist/stores/index.js"
110
- },
111
- "./stores/vortex": {
112
- "types": "./dist/stores/vortex-eval-store-entry.d.ts",
113
- "import": "./dist/stores/vortex-eval-store-entry.js"
114
- },
115
56
  "./sse-collector": {
116
- "types": "./dist/spans/sse-collector.d.ts",
117
- "import": "./dist/spans/sse-collector.js"
57
+ "types": "./dist/sse-collector.d.ts",
58
+ "import": "./dist/sse-collector.js"
118
59
  },
119
60
  "./trace": {
120
- "types": "./dist/spans/trace.d.ts",
121
- "import": "./dist/spans/trace.js"
61
+ "types": "./dist/trace.d.ts",
62
+ "import": "./dist/trace.js"
122
63
  },
123
64
  "./transformer": {
124
65
  "types": "./dist/transformer.d.ts",
@@ -139,8 +80,7 @@
139
80
  "dependencies": {
140
81
  "@botpress/chat": "~0.5.5",
141
82
  "@botpress/client": "~1.46.0",
142
- "@botpress/cognitive": "~0.6.0",
143
- "@botpress/zai": "~2.6.24"
83
+ "@botpress/cognitive": "~0.6.0"
144
84
  },
145
85
  "peerDependencies": {
146
86
  "typescript": ">=4.5.0"
@@ -1,13 +0,0 @@
1
- import type { EvalDefinition } from './definition';
2
- export declare const EVAL_MANIFEST_SCHEMA_VERSION = 1;
3
- export declare const EVAL_MANIFEST_TAGS: {
4
- source: "adk";
5
- type: "eval-manifest";
6
- schemaVersion: "1";
7
- };
8
- export interface EvalManifest {
9
- schemaVersion: number;
10
- evals: EvalDefinition[];
11
- chatWebhookId?: string;
12
- }
13
- //# sourceMappingURL=manifest.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"manifest.d.ts","sourceRoot":"","sources":["../src/manifest.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,cAAc,CAAA;AAElD,eAAO,MAAM,4BAA4B,IAAI,CAAA;AAE7C,eAAO,MAAM,kBAAkB;;;;CAI9B,CAAA;AAED,MAAM,WAAW,YAAY;IAC3B,aAAa,EAAE,MAAM,CAAA;IACrB,KAAK,EAAE,cAAc,EAAE,CAAA;IACvB,aAAa,CAAC,EAAE,MAAM,CAAA;CACvB"}
@@ -1,5 +0,0 @@
1
- export type { SpanSource, WaitOptions, WorkflowWaitOptions } from './span-source';
2
- export type { Span, SpanId, SpanStatus, SpanTiming, SpanContext, SpanTier, SpanResource } from './trace';
3
- export { LocalSpanSource } from './local-span-source';
4
- export { VortexSpanSource } from './vortex-span-source';
5
- //# sourceMappingURL=index.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/spans/index.ts"],"names":[],"mappings":"AAAA,YAAY,EAAE,UAAU,EAAE,WAAW,EAAE,mBAAmB,EAAE,MAAM,eAAe,CAAA;AACjF,YAAY,EAAE,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,UAAU,EAAE,WAAW,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,SAAS,CAAA;AACxG,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAA;AACrD,OAAO,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAA"}