@botpress/evals 1.19.0-beta.14 → 1.19.0-beta.16
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/client.d.ts +9 -9
- package/dist/client.d.ts.map +1 -1
- package/dist/client.js +74 -20
- package/dist/client.js.map +4 -4
- package/dist/definition.d.ts +2 -3
- package/dist/definition.d.ts.map +1 -1
- package/dist/definition.js.map +2 -2
- package/dist/graders/index.js +74 -21
- package/dist/graders/index.js.map +2 -2
- package/dist/graders/llm.d.ts +12 -12
- package/dist/graders/llm.d.ts.map +1 -1
- package/dist/graders/llm.js +75 -30
- package/dist/graders/llm.js.map +2 -2
- package/dist/graders/response.js +65 -16
- package/dist/graders/response.js.map +2 -2
- package/dist/index.d.ts +1 -3
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +0 -10
- package/dist/index.js.map +3 -3
- package/dist/loader.js +39 -1
- package/dist/loader.js.map +3 -3
- package/dist/runner.d.ts +1 -5
- package/dist/runner.d.ts.map +1 -1
- package/dist/runner.js +217 -141
- package/dist/runner.js.map +4 -4
- package/dist/{spans/sse-collector.d.ts → sse-collector.d.ts} +4 -6
- package/dist/sse-collector.d.ts.map +1 -0
- package/dist/{spans/sse-collector.js → sse-collector.js} +49 -17
- package/dist/sse-collector.js.map +7 -0
- package/dist/trace.d.ts.map +1 -0
- package/dist/transformer.d.ts +2 -2
- package/dist/transformer.d.ts.map +1 -1
- package/dist/transformer.js +1 -1
- package/dist/transformer.js.map +2 -2
- package/dist/types.d.ts +33 -38
- package/dist/types.d.ts.map +1 -1
- package/dist/types.js.map +2 -2
- package/package.json +6 -66
- package/dist/manifest.d.ts +0 -13
- package/dist/manifest.d.ts.map +0 -1
- package/dist/spans/index.d.ts +0 -5
- package/dist/spans/index.d.ts.map +0 -1
- package/dist/spans/index.js +0 -642
- package/dist/spans/index.js.map +0 -7
- package/dist/spans/local-span-source.d.ts +0 -16
- package/dist/spans/local-span-source.d.ts.map +0 -1
- package/dist/spans/local-span-source.js +0 -478
- package/dist/spans/local-span-source.js.map +0 -7
- package/dist/spans/span-source.d.ts +0 -20
- package/dist/spans/span-source.d.ts.map +0 -1
- package/dist/spans/span-source.js +0 -1
- package/dist/spans/span-source.js.map +0 -7
- package/dist/spans/sse-collector.d.ts.map +0 -1
- package/dist/spans/sse-collector.js.map +0 -7
- package/dist/spans/trace.d.ts.map +0 -1
- package/dist/spans/vortex-span-source.d.ts +0 -34
- package/dist/spans/vortex-span-source.d.ts.map +0 -1
- package/dist/spans/vortex-span-source.js +0 -166
- package/dist/spans/vortex-span-source.js.map +0 -7
- package/dist/stores/eval-definition-loader.d.ts +0 -4
- package/dist/stores/eval-definition-loader.d.ts.map +0 -1
- package/dist/stores/eval-definition-loader.js +0 -104
- package/dist/stores/eval-definition-loader.js.map +0 -7
- package/dist/stores/eval-store.d.ts +0 -61
- package/dist/stores/eval-store.d.ts.map +0 -1
- package/dist/stores/eval-store.js +0 -1
- package/dist/stores/eval-store.js.map +0 -7
- package/dist/stores/index.d.ts +0 -8
- package/dist/stores/index.d.ts.map +0 -1
- package/dist/stores/index.js +0 -1118
- package/dist/stores/index.js.map +0 -7
- package/dist/stores/local-eval-store.d.ts +0 -66
- package/dist/stores/local-eval-store.d.ts.map +0 -1
- package/dist/stores/local-eval-store.js +0 -557
- package/dist/stores/local-eval-store.js.map +0 -7
- package/dist/stores/vortex-eval-store-entry.d.ts +0 -6
- package/dist/stores/vortex-eval-store-entry.d.ts.map +0 -1
- package/dist/stores/vortex-eval-store-entry.js +0 -664
- package/dist/stores/vortex-eval-store-entry.js.map +0 -7
- package/dist/stores/vortex-eval-store.d.ts +0 -78
- package/dist/stores/vortex-eval-store.d.ts.map +0 -1
- package/dist/stores/vortex-eval-store.js +0 -562
- package/dist/stores/vortex-eval-store.js.map +0 -7
- /package/dist/{spans/trace.d.ts → trace.d.ts} +0 -0
- /package/dist/{spans/trace.js → trace.js} +0 -0
- /package/dist/{spans/trace.js.map → trace.js.map} +0 -0
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@botpress/evals",
|
|
3
|
-
"version": "1.19.0-beta.
|
|
3
|
+
"version": "1.19.0-beta.16",
|
|
4
4
|
"description": "Evaluation definitions and runner for ADK-based Botpress agents",
|
|
5
5
|
"keywords": [
|
|
6
6
|
"adk",
|
|
@@ -24,49 +24,6 @@
|
|
|
24
24
|
"type": "module",
|
|
25
25
|
"main": "./dist/index.js",
|
|
26
26
|
"types": "./dist/index.d.ts",
|
|
27
|
-
"typesVersions": {
|
|
28
|
-
"*": {
|
|
29
|
-
"manifest": [
|
|
30
|
-
"./dist/manifest.d.ts"
|
|
31
|
-
],
|
|
32
|
-
"stores": [
|
|
33
|
-
"./dist/stores/index.d.ts"
|
|
34
|
-
],
|
|
35
|
-
"stores/vortex": [
|
|
36
|
-
"./dist/stores/vortex-eval-store-entry.d.ts"
|
|
37
|
-
],
|
|
38
|
-
"spans": [
|
|
39
|
-
"./dist/spans/index.d.ts"
|
|
40
|
-
],
|
|
41
|
-
"runner": [
|
|
42
|
-
"./dist/runner.d.ts"
|
|
43
|
-
],
|
|
44
|
-
"loader": [
|
|
45
|
-
"./dist/loader.d.ts"
|
|
46
|
-
],
|
|
47
|
-
"client": [
|
|
48
|
-
"./dist/client.d.ts"
|
|
49
|
-
],
|
|
50
|
-
"graders": [
|
|
51
|
-
"./dist/graders/index.d.ts"
|
|
52
|
-
],
|
|
53
|
-
"trace": [
|
|
54
|
-
"./dist/spans/trace.d.ts"
|
|
55
|
-
],
|
|
56
|
-
"transformer": [
|
|
57
|
-
"./dist/transformer.d.ts"
|
|
58
|
-
],
|
|
59
|
-
"types": [
|
|
60
|
-
"./dist/types.d.ts"
|
|
61
|
-
],
|
|
62
|
-
"sse-collector": [
|
|
63
|
-
"./dist/spans/sse-collector.d.ts"
|
|
64
|
-
],
|
|
65
|
-
"definition": [
|
|
66
|
-
"./dist/definition.d.ts"
|
|
67
|
-
]
|
|
68
|
-
}
|
|
69
|
-
},
|
|
70
27
|
"exports": {
|
|
71
28
|
".": {
|
|
72
29
|
"types": "./dist/index.d.ts",
|
|
@@ -92,33 +49,17 @@
|
|
|
92
49
|
"types": "./dist/loader.d.ts",
|
|
93
50
|
"import": "./dist/loader.js"
|
|
94
51
|
},
|
|
95
|
-
"./manifest": {
|
|
96
|
-
"types": "./dist/manifest.d.ts",
|
|
97
|
-
"import": "./dist/manifest.js"
|
|
98
|
-
},
|
|
99
52
|
"./runner": {
|
|
100
53
|
"types": "./dist/runner.d.ts",
|
|
101
54
|
"import": "./dist/runner.js"
|
|
102
55
|
},
|
|
103
|
-
"./spans": {
|
|
104
|
-
"types": "./dist/spans/index.d.ts",
|
|
105
|
-
"import": "./dist/spans/index.js"
|
|
106
|
-
},
|
|
107
|
-
"./stores": {
|
|
108
|
-
"types": "./dist/stores/index.d.ts",
|
|
109
|
-
"import": "./dist/stores/index.js"
|
|
110
|
-
},
|
|
111
|
-
"./stores/vortex": {
|
|
112
|
-
"types": "./dist/stores/vortex-eval-store-entry.d.ts",
|
|
113
|
-
"import": "./dist/stores/vortex-eval-store-entry.js"
|
|
114
|
-
},
|
|
115
56
|
"./sse-collector": {
|
|
116
|
-
"types": "./dist/
|
|
117
|
-
"import": "./dist/
|
|
57
|
+
"types": "./dist/sse-collector.d.ts",
|
|
58
|
+
"import": "./dist/sse-collector.js"
|
|
118
59
|
},
|
|
119
60
|
"./trace": {
|
|
120
|
-
"types": "./dist/
|
|
121
|
-
"import": "./dist/
|
|
61
|
+
"types": "./dist/trace.d.ts",
|
|
62
|
+
"import": "./dist/trace.js"
|
|
122
63
|
},
|
|
123
64
|
"./transformer": {
|
|
124
65
|
"types": "./dist/transformer.d.ts",
|
|
@@ -139,8 +80,7 @@
|
|
|
139
80
|
"dependencies": {
|
|
140
81
|
"@botpress/chat": "~0.5.5",
|
|
141
82
|
"@botpress/client": "~1.46.0",
|
|
142
|
-
"@botpress/cognitive": "~0.6.0"
|
|
143
|
-
"@botpress/zai": "~2.6.24"
|
|
83
|
+
"@botpress/cognitive": "~0.6.0"
|
|
144
84
|
},
|
|
145
85
|
"peerDependencies": {
|
|
146
86
|
"typescript": ">=4.5.0"
|
package/dist/manifest.d.ts
DELETED
|
@@ -1,13 +0,0 @@
|
|
|
1
|
-
import type { EvalDefinition } from './definition';
|
|
2
|
-
export declare const EVAL_MANIFEST_SCHEMA_VERSION = 1;
|
|
3
|
-
export declare const EVAL_MANIFEST_TAGS: {
|
|
4
|
-
source: "adk";
|
|
5
|
-
type: "eval-manifest";
|
|
6
|
-
schemaVersion: "1";
|
|
7
|
-
};
|
|
8
|
-
export interface EvalManifest {
|
|
9
|
-
schemaVersion: number;
|
|
10
|
-
evals: EvalDefinition[];
|
|
11
|
-
chatWebhookId?: string;
|
|
12
|
-
}
|
|
13
|
-
//# sourceMappingURL=manifest.d.ts.map
|
package/dist/manifest.d.ts.map
DELETED
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"manifest.d.ts","sourceRoot":"","sources":["../src/manifest.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,cAAc,CAAA;AAElD,eAAO,MAAM,4BAA4B,IAAI,CAAA;AAE7C,eAAO,MAAM,kBAAkB;;;;CAI9B,CAAA;AAED,MAAM,WAAW,YAAY;IAC3B,aAAa,EAAE,MAAM,CAAA;IACrB,KAAK,EAAE,cAAc,EAAE,CAAA;IACvB,aAAa,CAAC,EAAE,MAAM,CAAA;CACvB"}
|
package/dist/spans/index.d.ts
DELETED
|
@@ -1,5 +0,0 @@
|
|
|
1
|
-
export type { SpanSource, WaitOptions, WorkflowWaitOptions } from './span-source';
|
|
2
|
-
export type { Span, SpanId, SpanStatus, SpanTiming, SpanContext, SpanTier, SpanResource } from './trace';
|
|
3
|
-
export { LocalSpanSource } from './local-span-source';
|
|
4
|
-
export { VortexSpanSource } from './vortex-span-source';
|
|
5
|
-
//# sourceMappingURL=index.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/spans/index.ts"],"names":[],"mappings":"AAAA,YAAY,EAAE,UAAU,EAAE,WAAW,EAAE,mBAAmB,EAAE,MAAM,eAAe,CAAA;AACjF,YAAY,EAAE,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,UAAU,EAAE,WAAW,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,SAAS,CAAA;AACxG,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAA;AACrD,OAAO,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAA"}
|