peerbench 0.0.11 → 0.0.12
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/benchmarks/examples/echo-basic/schema-sets/echo.v1.d.ts +13 -13
- package/dist/benchmarks/examples/exact-match-scorer/runner.d.ts +1 -1
- package/dist/benchmarks/examples/exact-match-scorer/schema-sets/exact-match.v1.d.ts +13 -13
- package/dist/benchmarks/examples/text-transform/runner.d.ts +2 -2
- package/dist/benchmarks/examples/text-transform/schema-sets/echo.v1.d.ts +13 -13
- package/dist/benchmarks/examples/text-transform/schema-sets/reverse.v1.d.ts +13 -13
- package/dist/benchmarks/index.js +1 -1
- package/dist/benchmarks/peerbench/mcq-runner.d.ts +1 -1
- package/dist/benchmarks/peerbench/qa-runner.d.ts +1 -1
- package/dist/benchmarks/peerbench/schema-sets/mcq.v1.d.ts +13 -13
- package/dist/benchmarks/peerbench/schema-sets/multi-turn.v1.d.ts +13 -13
- package/dist/benchmarks/peerbench/schema-sets/qa.v1.d.ts +13 -13
- package/dist/{chunk-TRNCF2BG.js → chunk-HBGC6BDW.js} +1 -1
- package/dist/chunk-HBGC6BDW.js.map +1 -0
- package/dist/dev.d.ts +22 -0
- package/dist/providers/ai-sdk.d.ts +24 -0
- package/dist/providers/callables/llm.d.ts +3 -0
- package/dist/providers/index.d.ts +1 -0
- package/dist/providers/index.js +116 -0
- package/dist/providers/index.js.map +1 -1
- package/dist/schemas/extensions/index.js +1 -1
- package/dist/schemas/extensions/response/llm.d.ts +17 -0
- package/dist/schemas/llm/simple-system-prompt.d.ts +3 -3
- package/dist/schemas/llm/system-prompt.d.ts +7 -7
- package/dist/schemas/response.d.ts +7 -7
- package/dist/schemas/schema-definer.d.ts +5 -5
- package/dist/schemas/score.d.ts +7 -7
- package/dist/schemas/test-case.d.ts +7 -7
- package/package.json +5 -3
- package/dist/chunk-TRNCF2BG.js.map +0 -1
|
@@ -29,33 +29,33 @@ export declare const defineResponseSchema: <TBaseSchema extends import("../index
|
|
|
29
29
|
fields?: TFields | undefined;
|
|
30
30
|
}) => (TBaseSchema extends z.ZodObject<infer U extends Readonly<{
|
|
31
31
|
[k: string]: z.core.$ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>;
|
|
32
|
-
}>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "
|
|
32
|
+
}>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "schemaVersion" | "namespace"> & TFields & {
|
|
33
33
|
namespace: TNamespace extends undefined ? U["namespace"] : z.ZodLiteral<TNamespace>;
|
|
34
34
|
kind: TKind extends undefined ? U["kind"] : z.ZodLiteral<`${TKind}.rs`>;
|
|
35
35
|
schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z.ZodLiteral<TSchemaVersion>;
|
|
36
36
|
}, z.core.$strip> : never) & {
|
|
37
37
|
new: (input: Omit<z.core.output<TBaseSchema extends z.ZodObject<infer U extends Readonly<{
|
|
38
38
|
[k: string]: z.core.$ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>;
|
|
39
|
-
}>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "
|
|
39
|
+
}>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "schemaVersion" | "namespace"> & TFields & {
|
|
40
40
|
namespace: TNamespace extends undefined ? U["namespace"] : z.ZodLiteral<TNamespace>;
|
|
41
41
|
kind: TKind extends undefined ? U["kind"] : z.ZodLiteral<`${TKind}.rs`>;
|
|
42
42
|
schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z.ZodLiteral<TSchemaVersion>;
|
|
43
|
-
}, z.core.$strip> : never>, "kind" | "
|
|
43
|
+
}, z.core.$strip> : never>, "kind" | "schemaVersion" | "namespace">) => z.core.output<TBaseSchema extends z.ZodObject<infer U extends Readonly<{
|
|
44
44
|
[k: string]: z.core.$ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>;
|
|
45
|
-
}>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "
|
|
45
|
+
}>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "schemaVersion" | "namespace"> & TFields & {
|
|
46
46
|
namespace: TNamespace extends undefined ? U["namespace"] : z.ZodLiteral<TNamespace>;
|
|
47
47
|
kind: TKind extends undefined ? U["kind"] : z.ZodLiteral<`${TKind}.rs`>;
|
|
48
48
|
schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z.ZodLiteral<TSchemaVersion>;
|
|
49
49
|
}, z.core.$strip> : never>;
|
|
50
50
|
newWithId(input: Omit<z.core.output<TBaseSchema extends z.ZodObject<infer U extends Readonly<{
|
|
51
51
|
[k: string]: z.core.$ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>;
|
|
52
|
-
}>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "
|
|
52
|
+
}>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "schemaVersion" | "namespace"> & TFields & {
|
|
53
53
|
namespace: TNamespace extends undefined ? U["namespace"] : z.ZodLiteral<TNamespace>;
|
|
54
54
|
kind: TKind extends undefined ? U["kind"] : z.ZodLiteral<`${TKind}.rs`>;
|
|
55
55
|
schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z.ZodLiteral<TSchemaVersion>;
|
|
56
|
-
}, z.core.$strip> : never>, "
|
|
56
|
+
}, z.core.$strip> : never>, "id" | "kind" | "schemaVersion" | "namespace">, generator: import("../index.js").IdGenerator): Promise<z.core.output<TBaseSchema extends z.ZodObject<infer U extends Readonly<{
|
|
57
57
|
[k: string]: z.core.$ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>;
|
|
58
|
-
}>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "
|
|
58
|
+
}>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "schemaVersion" | "namespace"> & TFields & {
|
|
59
59
|
namespace: TNamespace extends undefined ? U["namespace"] : z.ZodLiteral<TNamespace>;
|
|
60
60
|
kind: TKind extends undefined ? U["kind"] : z.ZodLiteral<`${TKind}.rs`>;
|
|
61
61
|
schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z.ZodLiteral<TSchemaVersion>;
|
|
@@ -13,33 +13,33 @@ export declare function buildSchemaDefiner<TBaseShape extends {
|
|
|
13
13
|
fields?: TFields;
|
|
14
14
|
}) => (TBaseSchema extends z.ZodObject<infer U extends Readonly<{
|
|
15
15
|
[k: string]: z.core.$ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>;
|
|
16
|
-
}>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "
|
|
16
|
+
}>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "schemaVersion" | "namespace"> & TFields & {
|
|
17
17
|
namespace: TNamespace extends undefined ? U["namespace"] : z.ZodLiteral<TNamespace>;
|
|
18
18
|
kind: TKind extends undefined ? U["kind"] : z.ZodLiteral<`${TKind}.${TKindSuffix}`>;
|
|
19
19
|
schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z.ZodLiteral<TSchemaVersion>;
|
|
20
20
|
}, z.core.$strip> : never) & {
|
|
21
21
|
new: (input: Omit<z.infer<TBaseSchema extends z.ZodObject<infer U extends Readonly<{
|
|
22
22
|
[k: string]: z.core.$ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>;
|
|
23
|
-
}>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "
|
|
23
|
+
}>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "schemaVersion" | "namespace"> & TFields & {
|
|
24
24
|
namespace: TNamespace extends undefined ? U["namespace"] : z.ZodLiteral<TNamespace>;
|
|
25
25
|
kind: TKind extends undefined ? U["kind"] : z.ZodLiteral<`${TKind}.${TKindSuffix}`>;
|
|
26
26
|
schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z.ZodLiteral<TSchemaVersion>;
|
|
27
27
|
}, z.core.$strip> : never>, "kind" | "schemaVersion" | "namespace">) => z.infer<TBaseSchema extends z.ZodObject<infer U extends Readonly<{
|
|
28
28
|
[k: string]: z.core.$ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>;
|
|
29
|
-
}>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "
|
|
29
|
+
}>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "schemaVersion" | "namespace"> & TFields & {
|
|
30
30
|
namespace: TNamespace extends undefined ? U["namespace"] : z.ZodLiteral<TNamespace>;
|
|
31
31
|
kind: TKind extends undefined ? U["kind"] : z.ZodLiteral<`${TKind}.${TKindSuffix}`>;
|
|
32
32
|
schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z.ZodLiteral<TSchemaVersion>;
|
|
33
33
|
}, z.core.$strip> : never>;
|
|
34
34
|
newWithId(input: Omit<z.infer<TBaseSchema extends z.ZodObject<infer U extends Readonly<{
|
|
35
35
|
[k: string]: z.core.$ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>;
|
|
36
|
-
}>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "
|
|
36
|
+
}>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "schemaVersion" | "namespace"> & TFields & {
|
|
37
37
|
namespace: TNamespace extends undefined ? U["namespace"] : z.ZodLiteral<TNamespace>;
|
|
38
38
|
kind: TKind extends undefined ? U["kind"] : z.ZodLiteral<`${TKind}.${TKindSuffix}`>;
|
|
39
39
|
schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z.ZodLiteral<TSchemaVersion>;
|
|
40
40
|
}, z.core.$strip> : never>, "id" | "kind" | "schemaVersion" | "namespace">, generator: IdGenerator): Promise<z.infer<TBaseSchema extends z.ZodObject<infer U extends Readonly<{
|
|
41
41
|
[k: string]: z.core.$ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>;
|
|
42
|
-
}>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "
|
|
42
|
+
}>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "schemaVersion" | "namespace"> & TFields & {
|
|
43
43
|
namespace: TNamespace extends undefined ? U["namespace"] : z.ZodLiteral<TNamespace>;
|
|
44
44
|
kind: TKind extends undefined ? U["kind"] : z.ZodLiteral<`${TKind}.${TKindSuffix}`>;
|
|
45
45
|
schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z.ZodLiteral<TSchemaVersion>;
|
package/dist/schemas/score.d.ts
CHANGED
|
@@ -39,33 +39,33 @@ export declare const defineScoreSchema: <TBaseSchema extends import("../index.js
|
|
|
39
39
|
fields?: TFields | undefined;
|
|
40
40
|
}) => (TBaseSchema extends z.ZodObject<infer U extends Readonly<{
|
|
41
41
|
[k: string]: z.core.$ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>;
|
|
42
|
-
}>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "
|
|
42
|
+
}>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "schemaVersion" | "namespace"> & TFields & {
|
|
43
43
|
namespace: TNamespace extends undefined ? U["namespace"] : z.ZodLiteral<TNamespace>;
|
|
44
44
|
kind: TKind extends undefined ? U["kind"] : z.ZodLiteral<`${TKind}.sc`>;
|
|
45
45
|
schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z.ZodLiteral<TSchemaVersion>;
|
|
46
46
|
}, z.core.$strip> : never) & {
|
|
47
47
|
new: (input: Omit<z.core.output<TBaseSchema extends z.ZodObject<infer U extends Readonly<{
|
|
48
48
|
[k: string]: z.core.$ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>;
|
|
49
|
-
}>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "
|
|
49
|
+
}>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "schemaVersion" | "namespace"> & TFields & {
|
|
50
50
|
namespace: TNamespace extends undefined ? U["namespace"] : z.ZodLiteral<TNamespace>;
|
|
51
51
|
kind: TKind extends undefined ? U["kind"] : z.ZodLiteral<`${TKind}.sc`>;
|
|
52
52
|
schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z.ZodLiteral<TSchemaVersion>;
|
|
53
|
-
}, z.core.$strip> : never>, "kind" | "
|
|
53
|
+
}, z.core.$strip> : never>, "kind" | "schemaVersion" | "namespace">) => z.core.output<TBaseSchema extends z.ZodObject<infer U extends Readonly<{
|
|
54
54
|
[k: string]: z.core.$ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>;
|
|
55
|
-
}>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "
|
|
55
|
+
}>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "schemaVersion" | "namespace"> & TFields & {
|
|
56
56
|
namespace: TNamespace extends undefined ? U["namespace"] : z.ZodLiteral<TNamespace>;
|
|
57
57
|
kind: TKind extends undefined ? U["kind"] : z.ZodLiteral<`${TKind}.sc`>;
|
|
58
58
|
schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z.ZodLiteral<TSchemaVersion>;
|
|
59
59
|
}, z.core.$strip> : never>;
|
|
60
60
|
newWithId(input: Omit<z.core.output<TBaseSchema extends z.ZodObject<infer U extends Readonly<{
|
|
61
61
|
[k: string]: z.core.$ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>;
|
|
62
|
-
}>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "
|
|
62
|
+
}>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "schemaVersion" | "namespace"> & TFields & {
|
|
63
63
|
namespace: TNamespace extends undefined ? U["namespace"] : z.ZodLiteral<TNamespace>;
|
|
64
64
|
kind: TKind extends undefined ? U["kind"] : z.ZodLiteral<`${TKind}.sc`>;
|
|
65
65
|
schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z.ZodLiteral<TSchemaVersion>;
|
|
66
|
-
}, z.core.$strip> : never>, "
|
|
66
|
+
}, z.core.$strip> : never>, "id" | "kind" | "schemaVersion" | "namespace">, generator: import("../types").IdGenerator): Promise<z.core.output<TBaseSchema extends z.ZodObject<infer U extends Readonly<{
|
|
67
67
|
[k: string]: z.core.$ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>;
|
|
68
|
-
}>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "
|
|
68
|
+
}>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "schemaVersion" | "namespace"> & TFields & {
|
|
69
69
|
namespace: TNamespace extends undefined ? U["namespace"] : z.ZodLiteral<TNamespace>;
|
|
70
70
|
kind: TKind extends undefined ? U["kind"] : z.ZodLiteral<`${TKind}.sc`>;
|
|
71
71
|
schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z.ZodLiteral<TSchemaVersion>;
|
|
@@ -23,33 +23,33 @@ export declare const defineTestCaseSchema: <TBaseSchema extends import("../index
|
|
|
23
23
|
fields?: TFields | undefined;
|
|
24
24
|
}) => (TBaseSchema extends z.ZodObject<infer U extends Readonly<{
|
|
25
25
|
[k: string]: z.core.$ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>;
|
|
26
|
-
}>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "
|
|
26
|
+
}>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "schemaVersion" | "namespace"> & TFields & {
|
|
27
27
|
namespace: TNamespace extends undefined ? U["namespace"] : z.ZodLiteral<TNamespace>;
|
|
28
28
|
kind: TKind extends undefined ? U["kind"] : z.ZodLiteral<`${TKind}.tc`>;
|
|
29
29
|
schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z.ZodLiteral<TSchemaVersion>;
|
|
30
30
|
}, z.core.$strip> : never) & {
|
|
31
31
|
new: (input: Omit<z.core.output<TBaseSchema extends z.ZodObject<infer U extends Readonly<{
|
|
32
32
|
[k: string]: z.core.$ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>;
|
|
33
|
-
}>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "
|
|
33
|
+
}>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "schemaVersion" | "namespace"> & TFields & {
|
|
34
34
|
namespace: TNamespace extends undefined ? U["namespace"] : z.ZodLiteral<TNamespace>;
|
|
35
35
|
kind: TKind extends undefined ? U["kind"] : z.ZodLiteral<`${TKind}.tc`>;
|
|
36
36
|
schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z.ZodLiteral<TSchemaVersion>;
|
|
37
|
-
}, z.core.$strip> : never>, "kind" | "
|
|
37
|
+
}, z.core.$strip> : never>, "kind" | "schemaVersion" | "namespace">) => z.core.output<TBaseSchema extends z.ZodObject<infer U extends Readonly<{
|
|
38
38
|
[k: string]: z.core.$ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>;
|
|
39
|
-
}>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "
|
|
39
|
+
}>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "schemaVersion" | "namespace"> & TFields & {
|
|
40
40
|
namespace: TNamespace extends undefined ? U["namespace"] : z.ZodLiteral<TNamespace>;
|
|
41
41
|
kind: TKind extends undefined ? U["kind"] : z.ZodLiteral<`${TKind}.tc`>;
|
|
42
42
|
schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z.ZodLiteral<TSchemaVersion>;
|
|
43
43
|
}, z.core.$strip> : never>;
|
|
44
44
|
newWithId(input: Omit<z.core.output<TBaseSchema extends z.ZodObject<infer U extends Readonly<{
|
|
45
45
|
[k: string]: z.core.$ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>;
|
|
46
|
-
}>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "
|
|
46
|
+
}>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "schemaVersion" | "namespace"> & TFields & {
|
|
47
47
|
namespace: TNamespace extends undefined ? U["namespace"] : z.ZodLiteral<TNamespace>;
|
|
48
48
|
kind: TKind extends undefined ? U["kind"] : z.ZodLiteral<`${TKind}.tc`>;
|
|
49
49
|
schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z.ZodLiteral<TSchemaVersion>;
|
|
50
|
-
}, z.core.$strip> : never>, "
|
|
50
|
+
}, z.core.$strip> : never>, "id" | "kind" | "schemaVersion" | "namespace">, generator: import("../index.js").IdGenerator): Promise<z.core.output<TBaseSchema extends z.ZodObject<infer U extends Readonly<{
|
|
51
51
|
[k: string]: z.core.$ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>;
|
|
52
|
-
}>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "
|
|
52
|
+
}>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "schemaVersion" | "namespace"> & TFields & {
|
|
53
53
|
namespace: TNamespace extends undefined ? U["namespace"] : z.ZodLiteral<TNamespace>;
|
|
54
54
|
kind: TKind extends undefined ? U["kind"] : z.ZodLiteral<`${TKind}.tc`>;
|
|
55
55
|
schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z.ZodLiteral<TSchemaVersion>;
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "peerbench",
|
|
3
|
-
"version": "0.0.
|
|
3
|
+
"version": "0.0.12",
|
|
4
4
|
"description": "Tooling help work with AI benchmarking data and create trustworthy AI",
|
|
5
5
|
"keywords": [
|
|
6
6
|
"ai",
|
|
@@ -95,7 +95,9 @@
|
|
|
95
95
|
"uuid": "^11.1.0"
|
|
96
96
|
},
|
|
97
97
|
"peerDependencies": {
|
|
98
|
-
"zod": "^4.2.1"
|
|
98
|
+
"zod": "^4.2.1",
|
|
99
|
+
"ai": ">=6.0.0 <7.0.0",
|
|
100
|
+
"@ai-sdk/provider": ">=3.0.0"
|
|
99
101
|
},
|
|
100
102
|
"devDependencies": {
|
|
101
103
|
"@dotenvx/dotenvx": "^1.49.0",
|
|
@@ -111,4 +113,4 @@
|
|
|
111
113
|
"typescript-eslint": "^8.29.0",
|
|
112
114
|
"vitest": "^4.0.16"
|
|
113
115
|
}
|
|
114
|
-
}
|
|
116
|
+
}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/schemas/extensions/response/llm.ts","../src/schemas/extensions/score/llm-as-a-judge-scorer.ts"],"sourcesContent":["import { IdSchema } from \"@/schemas/id\";\nimport z from \"zod\";\n\n/**\n * Provides a set of fields that holds information about the LLM and its response.\n */\nexport const ExtensionLLMResponseFieldsV1 = {\n data: z.string(),\n modelSlug: z.string(),\n provider: z.string(),\n systemPromptId: IdSchema.optional(),\n\n inputTokensUsed: z.number().optional(),\n outputTokensUsed: z.number().optional(),\n inputCost: z.string().optional(),\n outputCost: z.string().optional(),\n};\n","import z from \"zod\";\n\n/**\n * Provides a set of fields that holds information about the LLM model\n * that was used to judge the response.\n */\nexport const ExtensionLLMAsAJudgeScoreFieldsV1 = {\n scorerAISystemPrompt: z.string().optional(),\n scorerAISystemPromptId: z.string().optional(),\n scorerAIProvider: z.string().optional(),\n scorerAIModelSlug: z.string().optional(),\n scorerAIInputTokensUsed: z.number().optional(),\n scorerAIOutputTokensUsed: z.number().optional(),\n scorerAIInputCost: z.string().optional(),\n scorerAIOutputCost: z.string().optional(),\n};\n"],"mappings":";;;;;AACA,OAAO,OAAO;AAKP,IAAM,+BAA+B;AAAA,EAC1C,MAAM,EAAE,OAAO;AAAA,EACf,WAAW,EAAE,OAAO;AAAA,EACpB,UAAU,EAAE,OAAO;AAAA,EACnB,gBAAgB,SAAS,SAAS;AAAA,EAElC,iBAAiB,EAAE,OAAO,EAAE,SAAS;AAAA,EACrC,kBAAkB,EAAE,OAAO,EAAE,SAAS;AAAA,EACtC,WAAW,EAAE,OAAO,EAAE,SAAS;AAAA,EAC/B,YAAY,EAAE,OAAO,EAAE,SAAS;AAClC;;;AChBA,OAAOA,QAAO;AAMP,IAAM,oCAAoC;AAAA,EAC/C,sBAAsBA,GAAE,OAAO,EAAE,SAAS;AAAA,EAC1C,wBAAwBA,GAAE,OAAO,EAAE,SAAS;AAAA,EAC5C,kBAAkBA,GAAE,OAAO,EAAE,SAAS;AAAA,EACtC,mBAAmBA,GAAE,OAAO,EAAE,SAAS;AAAA,EACvC,yBAAyBA,GAAE,OAAO,EAAE,SAAS;AAAA,EAC7C,0BAA0BA,GAAE,OAAO,EAAE,SAAS;AAAA,EAC9C,mBAAmBA,GAAE,OAAO,EAAE,SAAS;AAAA,EACvC,oBAAoBA,GAAE,OAAO,EAAE,SAAS;AAC1C;","names":["z"]}
|