peerbench 0.0.6 → 0.0.8
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/aggregators/abstract.d.ts +10 -0
- package/dist/aggregators/index.d.ts +2 -67
- package/dist/aggregators/llm/avg.d.ts +26 -0
- package/dist/benchmarks/examples/echo-basic/index.d.ts +4 -0
- package/dist/benchmarks/examples/echo-basic/runner.d.ts +273 -0
- package/dist/benchmarks/examples/echo-basic/schema-sets/echo.v1.d.ts +241 -0
- package/dist/benchmarks/examples/echo-basic/storages/json.d.ts +14 -0
- package/dist/benchmarks/examples/echo-basic/storages/text.d.ts +24 -0
- package/dist/benchmarks/examples/exact-match-scorer/index.d.ts +4 -0
- package/dist/benchmarks/examples/exact-match-scorer/runner.d.ts +428 -0
- package/dist/benchmarks/examples/exact-match-scorer/schema-sets/exact-match.v1.d.ts +287 -0
- package/dist/benchmarks/examples/exact-match-scorer/scorer.d.ts +30 -0
- package/dist/benchmarks/examples/exact-match-scorer/storages/json.d.ts +8 -0
- package/dist/benchmarks/examples/text-transform/index.d.ts +4 -0
- package/dist/benchmarks/examples/text-transform/runner.d.ts +524 -0
- package/dist/benchmarks/examples/text-transform/schema-sets/echo.v1.d.ts +211 -0
- package/dist/benchmarks/examples/text-transform/schema-sets/namespace.d.ts +1 -0
- package/dist/benchmarks/examples/text-transform/schema-sets/reverse.v1.d.ts +216 -0
- package/dist/benchmarks/examples/text-transform/storages/json.d.ts +9 -0
- package/dist/benchmarks/index.d.ts +1 -1667
- package/dist/benchmarks/index.js +4 -4
- package/dist/benchmarks/peerbench/index.d.ts +5 -0
- package/dist/benchmarks/peerbench/runner.d.ts +754 -0
- package/dist/benchmarks/peerbench/schema-sets/mcq.v1.d.ts +261 -0
- package/dist/benchmarks/peerbench/schema-sets/multi-turn.v1.d.ts +351 -0
- package/dist/benchmarks/peerbench/schema-sets/qa.v1.d.ts +256 -0
- package/dist/benchmarks/peerbench/storages/json.d.ts +10 -0
- package/dist/{chunk-DNGT4SJC.js → chunk-3JHDJEY3.js} +16 -7
- package/dist/chunk-3JHDJEY3.js.map +1 -0
- package/dist/{chunk-3JF7SHLC.js → chunk-SMLNDQFX.js} +16 -7
- package/dist/chunk-SMLNDQFX.js.map +1 -0
- package/dist/constants.d.ts +4 -0
- package/dist/errors/index.d.ts +2 -0
- package/dist/errors/peerbench.d.ts +6 -0
- package/dist/errors/polyfill.d.ts +1 -0
- package/dist/examples/basic.d.ts +1 -0
- package/dist/helpers/define-runner.d.ts +45 -0
- package/dist/helpers/index.d.ts +1 -0
- package/dist/index.d.ts +6 -101
- package/dist/providers/abstract/llm.d.ts +20 -0
- package/dist/providers/abstract/provider.d.ts +14 -0
- package/dist/providers/example/echo.d.ts +12 -0
- package/dist/providers/example/restapi.d.ts +37 -0
- package/dist/providers/index.d.ts +5 -84
- package/dist/providers/index.js +1 -1
- package/dist/providers/mastra.d.ts +40 -0
- package/dist/providers/openai.d.ts +29 -0
- package/dist/providers/openrouter.d.ts +27 -0
- package/dist/schemas/extensions/index.d.ts +18 -22
- package/dist/schemas/extensions/response/llm.d.ts +14 -0
- package/dist/schemas/extensions/score/llm-as-a-judge-scorer.d.ts +15 -0
- package/dist/schemas/id.d.ts +2 -0
- package/dist/schemas/index.d.ts +4 -200
- package/dist/schemas/llm/index.d.ts +2 -116
- package/dist/schemas/llm/simple-system-prompt.d.ts +51 -0
- package/dist/schemas/llm/system-prompt.d.ts +59 -0
- package/dist/schemas/response.d.ts +63 -0
- package/dist/schemas/schema-definer.d.ts +47 -0
- package/dist/schemas/score.d.ts +73 -0
- package/dist/schemas/test-case.d.ts +57 -0
- package/dist/scorers/abstract.d.ts +16 -0
- package/dist/scorers/index.d.ts +4 -64
- package/dist/scorers/index.js +1 -1
- package/dist/scorers/llm-judge.d.ts +55 -0
- package/dist/scorers/mcq.d.ts +19 -0
- package/dist/scorers/mcq.test.d.ts +1 -0
- package/dist/scorers/regex.d.ts +58 -0
- package/dist/scorers/regex.test.d.ts +1 -0
- package/dist/storages/abstract.d.ts +7 -0
- package/dist/storages/examples/http.d.ts +1 -0
- package/dist/storages/examples/sqlite.d.ts +1 -0
- package/dist/storages/file.d.ts +43 -0
- package/dist/storages/http.d.ts +22 -0
- package/dist/storages/index.d.ts +5 -69
- package/dist/storages/json-file.d.ts +21 -0
- package/dist/storages/sqlite.d.ts +41 -0
- package/dist/types/index.d.ts +17 -0
- package/dist/types/runner.d.ts +18 -0
- package/dist/utilities.d.ts +9 -0
- package/dist/utils/id-generator.d.ts +2 -0
- package/dist/utils/index.d.ts +5 -0
- package/dist/utils/json.d.ts +17 -0
- package/dist/utils/llm.d.ts +7 -0
- package/dist/{rate-limiter-CSmVIRsM.d.ts → utils/rate-limiter.d.ts} +3 -5
- package/dist/utils/sleep.d.ts +1 -0
- package/dist/utils/string.d.ts +8 -0
- package/package.json +3 -3
- package/dist/abstract-Dec9Sc5O.d.ts +0 -12
- package/dist/chunk-3JF7SHLC.js.map +0 -1
- package/dist/chunk-DNGT4SJC.js.map +0 -1
- package/dist/index-BAioQhp2.d.ts +0 -27
- package/dist/json-file-Bgv9TLcX.d.ts +0 -74
- package/dist/llm-BND163ns.d.ts +0 -23
- package/dist/llm-judge-BS_oNYUK.d.ts +0 -67
- package/dist/provider-BDjGp2y-.d.ts +0 -10
package/dist/schemas/index.d.ts
CHANGED
|
@@ -1,200 +1,4 @@
|
|
|
1
|
-
|
|
2
|
-
export
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
import '../abstract-Dec9Sc5O.js';
|
|
6
|
-
|
|
7
|
-
declare const BaseResponseSchemaV1: z__default.ZodObject<{
|
|
8
|
-
id: z__default.ZodString;
|
|
9
|
-
namespace: z__default.ZodString;
|
|
10
|
-
schemaVersion: z__default.ZodNumber;
|
|
11
|
-
kind: z__default.ZodString;
|
|
12
|
-
startedAt: z__default.ZodNumber;
|
|
13
|
-
completedAt: z__default.ZodNumber;
|
|
14
|
-
testCaseId: z__default.ZodString;
|
|
15
|
-
metadata: z__default.ZodOptional<z__default.ZodRecord<z__default.ZodString, z__default.ZodUnknown>>;
|
|
16
|
-
}, z__default.core.$strip>;
|
|
17
|
-
type BaseResponseV1 = z__default.infer<typeof BaseResponseSchemaV1>;
|
|
18
|
-
declare const defineResponseSchema: <TBaseSchema extends WidenZodObject<z__default.ZodObject<{
|
|
19
|
-
id: z__default.ZodString;
|
|
20
|
-
namespace: z__default.ZodString;
|
|
21
|
-
schemaVersion: z__default.ZodNumber;
|
|
22
|
-
kind: z__default.ZodString;
|
|
23
|
-
startedAt: z__default.ZodNumber;
|
|
24
|
-
completedAt: z__default.ZodNumber;
|
|
25
|
-
testCaseId: z__default.ZodString;
|
|
26
|
-
metadata: z__default.ZodOptional<z__default.ZodRecord<z__default.ZodString, z__default.ZodUnknown>>;
|
|
27
|
-
}, z__default.core.$strip>>, TNamespace extends string | undefined = undefined, TKind extends string | undefined = undefined, TSchemaVersion extends number | undefined = undefined, TFields extends Readonly<{
|
|
28
|
-
[k: string]: z__default.core.$ZodType<unknown, unknown, z__default.core.$ZodTypeInternals<unknown, unknown>>;
|
|
29
|
-
}> = {}>(config: {
|
|
30
|
-
baseSchema: TBaseSchema;
|
|
31
|
-
namespace?: TNamespace | undefined;
|
|
32
|
-
kind?: TKind | undefined;
|
|
33
|
-
schemaVersion?: TSchemaVersion | undefined;
|
|
34
|
-
fields?: TFields | undefined;
|
|
35
|
-
}) => (TBaseSchema extends z__default.ZodObject<infer U extends Readonly<{
|
|
36
|
-
[k: string]: z__default.core.$ZodType<unknown, unknown, z__default.core.$ZodTypeInternals<unknown, unknown>>;
|
|
37
|
-
}>, z__default.core.$strip> ? z__default.ZodObject<Omit<U, "kind" | "namespace" | "schemaVersion"> & TFields & {
|
|
38
|
-
namespace: TNamespace extends undefined ? U["namespace"] : z__default.ZodLiteral<TNamespace>;
|
|
39
|
-
kind: TKind extends undefined ? U["kind"] : z__default.ZodLiteral<`${TKind}.rs`>;
|
|
40
|
-
schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z__default.ZodLiteral<TSchemaVersion>;
|
|
41
|
-
}, z__default.core.$strip> : never) & {
|
|
42
|
-
new: (input: Omit<z__default.core.output<TBaseSchema extends z__default.ZodObject<infer U extends Readonly<{
|
|
43
|
-
[k: string]: z__default.core.$ZodType<unknown, unknown, z__default.core.$ZodTypeInternals<unknown, unknown>>;
|
|
44
|
-
}>, z__default.core.$strip> ? z__default.ZodObject<Omit<U, "kind" | "namespace" | "schemaVersion"> & TFields & {
|
|
45
|
-
namespace: TNamespace extends undefined ? U["namespace"] : z__default.ZodLiteral<TNamespace>;
|
|
46
|
-
kind: TKind extends undefined ? U["kind"] : z__default.ZodLiteral<`${TKind}.rs`>;
|
|
47
|
-
schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z__default.ZodLiteral<TSchemaVersion>;
|
|
48
|
-
}, z__default.core.$strip> : never>, "kind" | "namespace" | "schemaVersion">) => z__default.core.output<TBaseSchema extends z__default.ZodObject<infer U extends Readonly<{
|
|
49
|
-
[k: string]: z__default.core.$ZodType<unknown, unknown, z__default.core.$ZodTypeInternals<unknown, unknown>>;
|
|
50
|
-
}>, z__default.core.$strip> ? z__default.ZodObject<Omit<U, "kind" | "namespace" | "schemaVersion"> & TFields & {
|
|
51
|
-
namespace: TNamespace extends undefined ? U["namespace"] : z__default.ZodLiteral<TNamespace>;
|
|
52
|
-
kind: TKind extends undefined ? U["kind"] : z__default.ZodLiteral<`${TKind}.rs`>;
|
|
53
|
-
schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z__default.ZodLiteral<TSchemaVersion>;
|
|
54
|
-
}, z__default.core.$strip> : never>;
|
|
55
|
-
newWithId(input: Omit<z__default.core.output<TBaseSchema extends z__default.ZodObject<infer U extends Readonly<{
|
|
56
|
-
[k: string]: z__default.core.$ZodType<unknown, unknown, z__default.core.$ZodTypeInternals<unknown, unknown>>;
|
|
57
|
-
}>, z__default.core.$strip> ? z__default.ZodObject<Omit<U, "kind" | "namespace" | "schemaVersion"> & TFields & {
|
|
58
|
-
namespace: TNamespace extends undefined ? U["namespace"] : z__default.ZodLiteral<TNamespace>;
|
|
59
|
-
kind: TKind extends undefined ? U["kind"] : z__default.ZodLiteral<`${TKind}.rs`>;
|
|
60
|
-
schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z__default.ZodLiteral<TSchemaVersion>;
|
|
61
|
-
}, z__default.core.$strip> : never>, "id" | "kind" | "namespace" | "schemaVersion">, generator: IdGenerator): Promise<z__default.core.output<TBaseSchema extends z__default.ZodObject<infer U extends Readonly<{
|
|
62
|
-
[k: string]: z__default.core.$ZodType<unknown, unknown, z__default.core.$ZodTypeInternals<unknown, unknown>>;
|
|
63
|
-
}>, z__default.core.$strip> ? z__default.ZodObject<Omit<U, "kind" | "namespace" | "schemaVersion"> & TFields & {
|
|
64
|
-
namespace: TNamespace extends undefined ? U["namespace"] : z__default.ZodLiteral<TNamespace>;
|
|
65
|
-
kind: TKind extends undefined ? U["kind"] : z__default.ZodLiteral<`${TKind}.rs`>;
|
|
66
|
-
schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z__default.ZodLiteral<TSchemaVersion>;
|
|
67
|
-
}, z__default.core.$strip> : never>>;
|
|
68
|
-
};
|
|
69
|
-
|
|
70
|
-
declare const BaseTestCaseSchemaV1: z.ZodObject<{
|
|
71
|
-
id: z.ZodString;
|
|
72
|
-
namespace: z.ZodString;
|
|
73
|
-
schemaVersion: z.ZodNumber;
|
|
74
|
-
kind: z.ZodString;
|
|
75
|
-
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
76
|
-
}, z.core.$strip>;
|
|
77
|
-
type BaseTestCaseV1 = z.infer<typeof BaseTestCaseSchemaV1>;
|
|
78
|
-
declare const defineTestCaseSchema: <TBaseSchema extends WidenZodObject<z.ZodObject<{
|
|
79
|
-
id: z.ZodString;
|
|
80
|
-
namespace: z.ZodString;
|
|
81
|
-
schemaVersion: z.ZodNumber;
|
|
82
|
-
kind: z.ZodString;
|
|
83
|
-
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
84
|
-
}, z.core.$strip>>, TNamespace extends string | undefined = undefined, TKind extends string | undefined = undefined, TSchemaVersion extends number | undefined = undefined, TFields extends Readonly<{
|
|
85
|
-
[k: string]: z.core.$ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>;
|
|
86
|
-
}> = {}>(config: {
|
|
87
|
-
baseSchema: TBaseSchema;
|
|
88
|
-
namespace?: TNamespace | undefined;
|
|
89
|
-
kind?: TKind | undefined;
|
|
90
|
-
schemaVersion?: TSchemaVersion | undefined;
|
|
91
|
-
fields?: TFields | undefined;
|
|
92
|
-
}) => (TBaseSchema extends z.ZodObject<infer U extends Readonly<{
|
|
93
|
-
[k: string]: z.core.$ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>;
|
|
94
|
-
}>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "namespace" | "schemaVersion"> & TFields & {
|
|
95
|
-
namespace: TNamespace extends undefined ? U["namespace"] : z.ZodLiteral<TNamespace>;
|
|
96
|
-
kind: TKind extends undefined ? U["kind"] : z.ZodLiteral<`${TKind}.tc`>;
|
|
97
|
-
schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z.ZodLiteral<TSchemaVersion>;
|
|
98
|
-
}, z.core.$strip> : never) & {
|
|
99
|
-
new: (input: Omit<z.core.output<TBaseSchema extends z.ZodObject<infer U extends Readonly<{
|
|
100
|
-
[k: string]: z.core.$ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>;
|
|
101
|
-
}>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "namespace" | "schemaVersion"> & TFields & {
|
|
102
|
-
namespace: TNamespace extends undefined ? U["namespace"] : z.ZodLiteral<TNamespace>;
|
|
103
|
-
kind: TKind extends undefined ? U["kind"] : z.ZodLiteral<`${TKind}.tc`>;
|
|
104
|
-
schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z.ZodLiteral<TSchemaVersion>;
|
|
105
|
-
}, z.core.$strip> : never>, "kind" | "namespace" | "schemaVersion">) => z.core.output<TBaseSchema extends z.ZodObject<infer U extends Readonly<{
|
|
106
|
-
[k: string]: z.core.$ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>;
|
|
107
|
-
}>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "namespace" | "schemaVersion"> & TFields & {
|
|
108
|
-
namespace: TNamespace extends undefined ? U["namespace"] : z.ZodLiteral<TNamespace>;
|
|
109
|
-
kind: TKind extends undefined ? U["kind"] : z.ZodLiteral<`${TKind}.tc`>;
|
|
110
|
-
schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z.ZodLiteral<TSchemaVersion>;
|
|
111
|
-
}, z.core.$strip> : never>;
|
|
112
|
-
newWithId(input: Omit<z.core.output<TBaseSchema extends z.ZodObject<infer U extends Readonly<{
|
|
113
|
-
[k: string]: z.core.$ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>;
|
|
114
|
-
}>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "namespace" | "schemaVersion"> & TFields & {
|
|
115
|
-
namespace: TNamespace extends undefined ? U["namespace"] : z.ZodLiteral<TNamespace>;
|
|
116
|
-
kind: TKind extends undefined ? U["kind"] : z.ZodLiteral<`${TKind}.tc`>;
|
|
117
|
-
schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z.ZodLiteral<TSchemaVersion>;
|
|
118
|
-
}, z.core.$strip> : never>, "id" | "kind" | "namespace" | "schemaVersion">, generator: IdGenerator): Promise<z.core.output<TBaseSchema extends z.ZodObject<infer U extends Readonly<{
|
|
119
|
-
[k: string]: z.core.$ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>;
|
|
120
|
-
}>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "namespace" | "schemaVersion"> & TFields & {
|
|
121
|
-
namespace: TNamespace extends undefined ? U["namespace"] : z.ZodLiteral<TNamespace>;
|
|
122
|
-
kind: TKind extends undefined ? U["kind"] : z.ZodLiteral<`${TKind}.tc`>;
|
|
123
|
-
schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z.ZodLiteral<TSchemaVersion>;
|
|
124
|
-
}, z.core.$strip> : never>>;
|
|
125
|
-
};
|
|
126
|
-
|
|
127
|
-
declare const BaseScoreSchemaV1: z__default.ZodObject<{
|
|
128
|
-
id: z__default.ZodString;
|
|
129
|
-
namespace: z__default.ZodString;
|
|
130
|
-
kind: z__default.ZodString;
|
|
131
|
-
schemaVersion: z__default.ZodNumber;
|
|
132
|
-
value: z__default.ZodNumber;
|
|
133
|
-
responseId: z__default.ZodString;
|
|
134
|
-
explanation: z__default.ZodOptional<z__default.ZodString>;
|
|
135
|
-
metadata: z__default.ZodOptional<z__default.ZodRecord<z__default.ZodString, z__default.ZodUnknown>>;
|
|
136
|
-
scoringMethod: z__default.ZodEnum<{
|
|
137
|
-
readonly ai: "ai";
|
|
138
|
-
readonly human: "human";
|
|
139
|
-
readonly algo: "algo";
|
|
140
|
-
}>;
|
|
141
|
-
}, z__default.core.$strip>;
|
|
142
|
-
type BaseScoreV1 = z__default.infer<typeof BaseScoreSchemaV1>;
|
|
143
|
-
declare const defineScoreSchema: <TBaseSchema extends WidenZodObject<z__default.ZodObject<{
|
|
144
|
-
id: z__default.ZodString;
|
|
145
|
-
namespace: z__default.ZodString;
|
|
146
|
-
kind: z__default.ZodString;
|
|
147
|
-
schemaVersion: z__default.ZodNumber;
|
|
148
|
-
value: z__default.ZodNumber;
|
|
149
|
-
responseId: z__default.ZodString;
|
|
150
|
-
explanation: z__default.ZodOptional<z__default.ZodString>;
|
|
151
|
-
metadata: z__default.ZodOptional<z__default.ZodRecord<z__default.ZodString, z__default.ZodUnknown>>;
|
|
152
|
-
scoringMethod: z__default.ZodEnum<{
|
|
153
|
-
readonly ai: "ai";
|
|
154
|
-
readonly human: "human";
|
|
155
|
-
readonly algo: "algo";
|
|
156
|
-
}>;
|
|
157
|
-
}, z__default.core.$strip>>, TNamespace extends string | undefined = undefined, TKind extends string | undefined = undefined, TSchemaVersion extends number | undefined = undefined, TFields extends Readonly<{
|
|
158
|
-
[k: string]: z__default.core.$ZodType<unknown, unknown, z__default.core.$ZodTypeInternals<unknown, unknown>>;
|
|
159
|
-
}> = {}>(config: {
|
|
160
|
-
baseSchema: TBaseSchema;
|
|
161
|
-
namespace?: TNamespace | undefined;
|
|
162
|
-
kind?: TKind | undefined;
|
|
163
|
-
schemaVersion?: TSchemaVersion | undefined;
|
|
164
|
-
fields?: TFields | undefined;
|
|
165
|
-
}) => (TBaseSchema extends z__default.ZodObject<infer U extends Readonly<{
|
|
166
|
-
[k: string]: z__default.core.$ZodType<unknown, unknown, z__default.core.$ZodTypeInternals<unknown, unknown>>;
|
|
167
|
-
}>, z__default.core.$strip> ? z__default.ZodObject<Omit<U, "kind" | "namespace" | "schemaVersion"> & TFields & {
|
|
168
|
-
namespace: TNamespace extends undefined ? U["namespace"] : z__default.ZodLiteral<TNamespace>;
|
|
169
|
-
kind: TKind extends undefined ? U["kind"] : z__default.ZodLiteral<`${TKind}.sc`>;
|
|
170
|
-
schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z__default.ZodLiteral<TSchemaVersion>;
|
|
171
|
-
}, z__default.core.$strip> : never) & {
|
|
172
|
-
new: (input: Omit<z__default.core.output<TBaseSchema extends z__default.ZodObject<infer U extends Readonly<{
|
|
173
|
-
[k: string]: z__default.core.$ZodType<unknown, unknown, z__default.core.$ZodTypeInternals<unknown, unknown>>;
|
|
174
|
-
}>, z__default.core.$strip> ? z__default.ZodObject<Omit<U, "kind" | "namespace" | "schemaVersion"> & TFields & {
|
|
175
|
-
namespace: TNamespace extends undefined ? U["namespace"] : z__default.ZodLiteral<TNamespace>;
|
|
176
|
-
kind: TKind extends undefined ? U["kind"] : z__default.ZodLiteral<`${TKind}.sc`>;
|
|
177
|
-
schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z__default.ZodLiteral<TSchemaVersion>;
|
|
178
|
-
}, z__default.core.$strip> : never>, "kind" | "namespace" | "schemaVersion">) => z__default.core.output<TBaseSchema extends z__default.ZodObject<infer U extends Readonly<{
|
|
179
|
-
[k: string]: z__default.core.$ZodType<unknown, unknown, z__default.core.$ZodTypeInternals<unknown, unknown>>;
|
|
180
|
-
}>, z__default.core.$strip> ? z__default.ZodObject<Omit<U, "kind" | "namespace" | "schemaVersion"> & TFields & {
|
|
181
|
-
namespace: TNamespace extends undefined ? U["namespace"] : z__default.ZodLiteral<TNamespace>;
|
|
182
|
-
kind: TKind extends undefined ? U["kind"] : z__default.ZodLiteral<`${TKind}.sc`>;
|
|
183
|
-
schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z__default.ZodLiteral<TSchemaVersion>;
|
|
184
|
-
}, z__default.core.$strip> : never>;
|
|
185
|
-
newWithId(input: Omit<z__default.core.output<TBaseSchema extends z__default.ZodObject<infer U extends Readonly<{
|
|
186
|
-
[k: string]: z__default.core.$ZodType<unknown, unknown, z__default.core.$ZodTypeInternals<unknown, unknown>>;
|
|
187
|
-
}>, z__default.core.$strip> ? z__default.ZodObject<Omit<U, "kind" | "namespace" | "schemaVersion"> & TFields & {
|
|
188
|
-
namespace: TNamespace extends undefined ? U["namespace"] : z__default.ZodLiteral<TNamespace>;
|
|
189
|
-
kind: TKind extends undefined ? U["kind"] : z__default.ZodLiteral<`${TKind}.sc`>;
|
|
190
|
-
schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z__default.ZodLiteral<TSchemaVersion>;
|
|
191
|
-
}, z__default.core.$strip> : never>, "id" | "kind" | "namespace" | "schemaVersion">, generator: IdGenerator): Promise<z__default.core.output<TBaseSchema extends z__default.ZodObject<infer U extends Readonly<{
|
|
192
|
-
[k: string]: z__default.core.$ZodType<unknown, unknown, z__default.core.$ZodTypeInternals<unknown, unknown>>;
|
|
193
|
-
}>, z__default.core.$strip> ? z__default.ZodObject<Omit<U, "kind" | "namespace" | "schemaVersion"> & TFields & {
|
|
194
|
-
namespace: TNamespace extends undefined ? U["namespace"] : z__default.ZodLiteral<TNamespace>;
|
|
195
|
-
kind: TKind extends undefined ? U["kind"] : z__default.ZodLiteral<`${TKind}.sc`>;
|
|
196
|
-
schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z__default.ZodLiteral<TSchemaVersion>;
|
|
197
|
-
}, z__default.core.$strip> : never>>;
|
|
198
|
-
};
|
|
199
|
-
|
|
200
|
-
export { BaseResponseSchemaV1, type BaseResponseV1, BaseScoreSchemaV1, type BaseScoreV1, BaseTestCaseSchemaV1, type BaseTestCaseV1, defineResponseSchema, defineScoreSchema, defineTestCaseSchema };
|
|
1
|
+
export * from "./id";
|
|
2
|
+
export * from "./response";
|
|
3
|
+
export * from "./test-case";
|
|
4
|
+
export * from "./score";
|
|
@@ -1,116 +1,2 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
import '../../provider-BDjGp2y-.js';
|
|
4
|
-
import '../../abstract-Dec9Sc5O.js';
|
|
5
|
-
|
|
6
|
-
declare const BaseSystemPromptSchemaV1: z.ZodObject<{
|
|
7
|
-
id: z.ZodString;
|
|
8
|
-
namespace: z.ZodString;
|
|
9
|
-
kind: z.ZodString;
|
|
10
|
-
schemaVersion: z.ZodNumber;
|
|
11
|
-
version: z.ZodNumber;
|
|
12
|
-
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
13
|
-
}, z.core.$strip>;
|
|
14
|
-
type BaseSystemPromptV1 = z.infer<typeof BaseSystemPromptSchemaV1>;
|
|
15
|
-
declare const defineSystemPromptSchema: <TBaseSchema extends WidenZodObject<z.ZodObject<{
|
|
16
|
-
id: z.ZodString;
|
|
17
|
-
namespace: z.ZodString;
|
|
18
|
-
kind: z.ZodString;
|
|
19
|
-
schemaVersion: z.ZodNumber;
|
|
20
|
-
version: z.ZodNumber;
|
|
21
|
-
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
22
|
-
}, z.core.$strip>>, TNamespace extends string | undefined = undefined, TKind extends string | undefined = undefined, TSchemaVersion extends number | undefined = undefined, TFields extends Readonly<{
|
|
23
|
-
[k: string]: z.core.$ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>;
|
|
24
|
-
}> = {}>(config: {
|
|
25
|
-
baseSchema: TBaseSchema;
|
|
26
|
-
namespace?: TNamespace | undefined;
|
|
27
|
-
kind?: TKind | undefined;
|
|
28
|
-
schemaVersion?: TSchemaVersion | undefined;
|
|
29
|
-
fields?: TFields | undefined;
|
|
30
|
-
}) => (TBaseSchema extends z.ZodObject<infer U extends Readonly<{
|
|
31
|
-
[k: string]: z.core.$ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>;
|
|
32
|
-
}>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "namespace" | "schemaVersion"> & TFields & {
|
|
33
|
-
namespace: TNamespace extends undefined ? U["namespace"] : z.ZodLiteral<TNamespace>;
|
|
34
|
-
kind: TKind extends undefined ? U["kind"] : z.ZodLiteral<`${TKind}.sys-prompt`>;
|
|
35
|
-
schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z.ZodLiteral<TSchemaVersion>;
|
|
36
|
-
}, z.core.$strip> : never) & {
|
|
37
|
-
new: (input: Omit<z.core.output<TBaseSchema extends z.ZodObject<infer U extends Readonly<{
|
|
38
|
-
[k: string]: z.core.$ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>;
|
|
39
|
-
}>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "namespace" | "schemaVersion"> & TFields & {
|
|
40
|
-
namespace: TNamespace extends undefined ? U["namespace"] : z.ZodLiteral<TNamespace>;
|
|
41
|
-
kind: TKind extends undefined ? U["kind"] : z.ZodLiteral<`${TKind}.sys-prompt`>;
|
|
42
|
-
schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z.ZodLiteral<TSchemaVersion>;
|
|
43
|
-
}, z.core.$strip> : never>, "kind" | "namespace" | "schemaVersion">) => z.core.output<TBaseSchema extends z.ZodObject<infer U extends Readonly<{
|
|
44
|
-
[k: string]: z.core.$ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>;
|
|
45
|
-
}>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "namespace" | "schemaVersion"> & TFields & {
|
|
46
|
-
namespace: TNamespace extends undefined ? U["namespace"] : z.ZodLiteral<TNamespace>;
|
|
47
|
-
kind: TKind extends undefined ? U["kind"] : z.ZodLiteral<`${TKind}.sys-prompt`>;
|
|
48
|
-
schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z.ZodLiteral<TSchemaVersion>;
|
|
49
|
-
}, z.core.$strip> : never>;
|
|
50
|
-
newWithId(input: Omit<z.core.output<TBaseSchema extends z.ZodObject<infer U extends Readonly<{
|
|
51
|
-
[k: string]: z.core.$ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>;
|
|
52
|
-
}>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "namespace" | "schemaVersion"> & TFields & {
|
|
53
|
-
namespace: TNamespace extends undefined ? U["namespace"] : z.ZodLiteral<TNamespace>;
|
|
54
|
-
kind: TKind extends undefined ? U["kind"] : z.ZodLiteral<`${TKind}.sys-prompt`>;
|
|
55
|
-
schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z.ZodLiteral<TSchemaVersion>;
|
|
56
|
-
}, z.core.$strip> : never>, "id" | "kind" | "namespace" | "schemaVersion">, generator: IdGenerator): Promise<z.core.output<TBaseSchema extends z.ZodObject<infer U extends Readonly<{
|
|
57
|
-
[k: string]: z.core.$ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>;
|
|
58
|
-
}>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "namespace" | "schemaVersion"> & TFields & {
|
|
59
|
-
namespace: TNamespace extends undefined ? U["namespace"] : z.ZodLiteral<TNamespace>;
|
|
60
|
-
kind: TKind extends undefined ? U["kind"] : z.ZodLiteral<`${TKind}.sys-prompt`>;
|
|
61
|
-
schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z.ZodLiteral<TSchemaVersion>;
|
|
62
|
-
}, z.core.$strip> : never>>;
|
|
63
|
-
};
|
|
64
|
-
|
|
65
|
-
declare const SimpleSystemPromptSchemaV1: z.ZodObject<Omit<{
|
|
66
|
-
id: z.ZodString;
|
|
67
|
-
namespace: z.ZodString;
|
|
68
|
-
kind: z.ZodString;
|
|
69
|
-
schemaVersion: z.ZodNumber;
|
|
70
|
-
version: z.ZodNumber;
|
|
71
|
-
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
72
|
-
}, "kind" | "namespace" | "schemaVersion"> & {
|
|
73
|
-
content: z.ZodString;
|
|
74
|
-
} & {
|
|
75
|
-
namespace: z.ZodLiteral<"peerbench.ai">;
|
|
76
|
-
kind: z.ZodLiteral<`${string}/simple.sys-prompt`>;
|
|
77
|
-
schemaVersion: z.ZodLiteral<1>;
|
|
78
|
-
}, z.core.$strip> & {
|
|
79
|
-
new: (input: Omit<{
|
|
80
|
-
id: string;
|
|
81
|
-
version: number;
|
|
82
|
-
content: string;
|
|
83
|
-
namespace: "peerbench.ai";
|
|
84
|
-
kind: `${string}/simple.sys-prompt`;
|
|
85
|
-
schemaVersion: 1;
|
|
86
|
-
metadata?: Record<string, unknown> | undefined;
|
|
87
|
-
}, "kind" | "namespace" | "schemaVersion">) => {
|
|
88
|
-
id: string;
|
|
89
|
-
version: number;
|
|
90
|
-
content: string;
|
|
91
|
-
namespace: "peerbench.ai";
|
|
92
|
-
kind: `${string}/simple.sys-prompt`;
|
|
93
|
-
schemaVersion: 1;
|
|
94
|
-
metadata?: Record<string, unknown> | undefined;
|
|
95
|
-
};
|
|
96
|
-
newWithId(input: Omit<{
|
|
97
|
-
id: string;
|
|
98
|
-
version: number;
|
|
99
|
-
content: string;
|
|
100
|
-
namespace: "peerbench.ai";
|
|
101
|
-
kind: `${string}/simple.sys-prompt`;
|
|
102
|
-
schemaVersion: 1;
|
|
103
|
-
metadata?: Record<string, unknown> | undefined;
|
|
104
|
-
}, "id" | "kind" | "namespace" | "schemaVersion">, generator: IdGenerator): Promise<{
|
|
105
|
-
id: string;
|
|
106
|
-
version: number;
|
|
107
|
-
content: string;
|
|
108
|
-
namespace: "peerbench.ai";
|
|
109
|
-
kind: `${string}/simple.sys-prompt`;
|
|
110
|
-
schemaVersion: 1;
|
|
111
|
-
metadata?: Record<string, unknown> | undefined;
|
|
112
|
-
}>;
|
|
113
|
-
};
|
|
114
|
-
type SimpleSystemPromptV1 = z.infer<typeof SimpleSystemPromptSchemaV1>;
|
|
115
|
-
|
|
116
|
-
export { BaseSystemPromptSchemaV1, type BaseSystemPromptV1, SimpleSystemPromptSchemaV1, type SimpleSystemPromptV1, defineSystemPromptSchema };
|
|
1
|
+
export * from "./system-prompt";
|
|
2
|
+
export * from "./simple-system-prompt";
|
|
@@ -0,0 +1,51 @@
|
|
|
1
|
+
import { z } from "zod";
|
|
2
|
+
export declare const SimpleSystemPromptSchemaV1: z.ZodObject<Omit<{
|
|
3
|
+
id: z.ZodString;
|
|
4
|
+
namespace: z.ZodString;
|
|
5
|
+
kind: z.ZodString;
|
|
6
|
+
schemaVersion: z.ZodNumber;
|
|
7
|
+
version: z.ZodNumber;
|
|
8
|
+
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
9
|
+
}, "kind" | "namespace" | "schemaVersion"> & {
|
|
10
|
+
content: z.ZodString;
|
|
11
|
+
} & {
|
|
12
|
+
namespace: z.ZodLiteral<"peerbench.ai">;
|
|
13
|
+
kind: z.ZodLiteral<`${string}/simple.sys-prompt`>;
|
|
14
|
+
schemaVersion: z.ZodLiteral<1>;
|
|
15
|
+
}, z.core.$strip> & {
|
|
16
|
+
new: (input: Omit<{
|
|
17
|
+
id: string;
|
|
18
|
+
version: number;
|
|
19
|
+
content: string;
|
|
20
|
+
namespace: "peerbench.ai";
|
|
21
|
+
kind: `${string}/simple.sys-prompt`;
|
|
22
|
+
schemaVersion: 1;
|
|
23
|
+
metadata?: Record<string, unknown> | undefined;
|
|
24
|
+
}, "kind" | "namespace" | "schemaVersion">) => {
|
|
25
|
+
id: string;
|
|
26
|
+
version: number;
|
|
27
|
+
content: string;
|
|
28
|
+
namespace: "peerbench.ai";
|
|
29
|
+
kind: `${string}/simple.sys-prompt`;
|
|
30
|
+
schemaVersion: 1;
|
|
31
|
+
metadata?: Record<string, unknown> | undefined;
|
|
32
|
+
};
|
|
33
|
+
newWithId(input: Omit<{
|
|
34
|
+
id: string;
|
|
35
|
+
version: number;
|
|
36
|
+
content: string;
|
|
37
|
+
namespace: "peerbench.ai";
|
|
38
|
+
kind: `${string}/simple.sys-prompt`;
|
|
39
|
+
schemaVersion: 1;
|
|
40
|
+
metadata?: Record<string, unknown> | undefined;
|
|
41
|
+
}, "kind" | "id" | "namespace" | "schemaVersion">, generator: import("../../index.js").IdGenerator): Promise<{
|
|
42
|
+
id: string;
|
|
43
|
+
version: number;
|
|
44
|
+
content: string;
|
|
45
|
+
namespace: "peerbench.ai";
|
|
46
|
+
kind: `${string}/simple.sys-prompt`;
|
|
47
|
+
schemaVersion: 1;
|
|
48
|
+
metadata?: Record<string, unknown> | undefined;
|
|
49
|
+
}>;
|
|
50
|
+
};
|
|
51
|
+
export type SimpleSystemPromptV1 = z.infer<typeof SimpleSystemPromptSchemaV1>;
|
|
@@ -0,0 +1,59 @@
|
|
|
1
|
+
import { z } from "zod";
|
|
2
|
+
export declare const BaseSystemPromptSchemaV1: z.ZodObject<{
|
|
3
|
+
id: z.ZodString;
|
|
4
|
+
namespace: z.ZodString;
|
|
5
|
+
kind: z.ZodString;
|
|
6
|
+
schemaVersion: z.ZodNumber;
|
|
7
|
+
version: z.ZodNumber;
|
|
8
|
+
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
9
|
+
}, z.core.$strip>;
|
|
10
|
+
export type BaseSystemPromptV1 = z.infer<typeof BaseSystemPromptSchemaV1>;
|
|
11
|
+
export declare const defineSystemPromptSchema: <TBaseSchema extends import("../../index.js").WidenZodObject<z.ZodObject<{
|
|
12
|
+
id: z.ZodString;
|
|
13
|
+
namespace: z.ZodString;
|
|
14
|
+
kind: z.ZodString;
|
|
15
|
+
schemaVersion: z.ZodNumber;
|
|
16
|
+
version: z.ZodNumber;
|
|
17
|
+
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
18
|
+
}, z.core.$strip>>, TNamespace extends string | undefined = undefined, TKind extends string | undefined = undefined, TSchemaVersion extends number | undefined = undefined, TFields extends Readonly<{
|
|
19
|
+
[k: string]: z.core.$ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>;
|
|
20
|
+
}> = {}>(config: {
|
|
21
|
+
baseSchema: TBaseSchema;
|
|
22
|
+
namespace?: TNamespace | undefined;
|
|
23
|
+
kind?: TKind | undefined;
|
|
24
|
+
schemaVersion?: TSchemaVersion | undefined;
|
|
25
|
+
fields?: TFields | undefined;
|
|
26
|
+
}) => (TBaseSchema extends z.ZodObject<infer U extends Readonly<{
|
|
27
|
+
[k: string]: z.core.$ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>;
|
|
28
|
+
}>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "namespace" | "schemaVersion"> & TFields & {
|
|
29
|
+
namespace: TNamespace extends undefined ? U["namespace"] : z.ZodLiteral<TNamespace>;
|
|
30
|
+
kind: TKind extends undefined ? U["kind"] : z.ZodLiteral<`${TKind}.sys-prompt`>;
|
|
31
|
+
schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z.ZodLiteral<TSchemaVersion>;
|
|
32
|
+
}, z.core.$strip> : never) & {
|
|
33
|
+
new: (input: Omit<z.core.output<TBaseSchema extends z.ZodObject<infer U extends Readonly<{
|
|
34
|
+
[k: string]: z.core.$ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>;
|
|
35
|
+
}>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "namespace" | "schemaVersion"> & TFields & {
|
|
36
|
+
namespace: TNamespace extends undefined ? U["namespace"] : z.ZodLiteral<TNamespace>;
|
|
37
|
+
kind: TKind extends undefined ? U["kind"] : z.ZodLiteral<`${TKind}.sys-prompt`>;
|
|
38
|
+
schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z.ZodLiteral<TSchemaVersion>;
|
|
39
|
+
}, z.core.$strip> : never>, "kind" | "namespace" | "schemaVersion">) => z.core.output<TBaseSchema extends z.ZodObject<infer U extends Readonly<{
|
|
40
|
+
[k: string]: z.core.$ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>;
|
|
41
|
+
}>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "namespace" | "schemaVersion"> & TFields & {
|
|
42
|
+
namespace: TNamespace extends undefined ? U["namespace"] : z.ZodLiteral<TNamespace>;
|
|
43
|
+
kind: TKind extends undefined ? U["kind"] : z.ZodLiteral<`${TKind}.sys-prompt`>;
|
|
44
|
+
schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z.ZodLiteral<TSchemaVersion>;
|
|
45
|
+
}, z.core.$strip> : never>;
|
|
46
|
+
newWithId(input: Omit<z.core.output<TBaseSchema extends z.ZodObject<infer U extends Readonly<{
|
|
47
|
+
[k: string]: z.core.$ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>;
|
|
48
|
+
}>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "namespace" | "schemaVersion"> & TFields & {
|
|
49
|
+
namespace: TNamespace extends undefined ? U["namespace"] : z.ZodLiteral<TNamespace>;
|
|
50
|
+
kind: TKind extends undefined ? U["kind"] : z.ZodLiteral<`${TKind}.sys-prompt`>;
|
|
51
|
+
schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z.ZodLiteral<TSchemaVersion>;
|
|
52
|
+
}, z.core.$strip> : never>, "kind" | "id" | "namespace" | "schemaVersion">, generator: import("../../index.js").IdGenerator): Promise<z.core.output<TBaseSchema extends z.ZodObject<infer U extends Readonly<{
|
|
53
|
+
[k: string]: z.core.$ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>;
|
|
54
|
+
}>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "namespace" | "schemaVersion"> & TFields & {
|
|
55
|
+
namespace: TNamespace extends undefined ? U["namespace"] : z.ZodLiteral<TNamespace>;
|
|
56
|
+
kind: TKind extends undefined ? U["kind"] : z.ZodLiteral<`${TKind}.sys-prompt`>;
|
|
57
|
+
schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z.ZodLiteral<TSchemaVersion>;
|
|
58
|
+
}, z.core.$strip> : never>>;
|
|
59
|
+
};
|
|
@@ -0,0 +1,63 @@
|
|
|
1
|
+
import z from "zod";
|
|
2
|
+
export declare const BaseResponseSchemaV1: z.ZodObject<{
|
|
3
|
+
id: z.ZodString;
|
|
4
|
+
namespace: z.ZodString;
|
|
5
|
+
schemaVersion: z.ZodNumber;
|
|
6
|
+
kind: z.ZodString;
|
|
7
|
+
startedAt: z.ZodNumber;
|
|
8
|
+
completedAt: z.ZodNumber;
|
|
9
|
+
testCaseId: z.ZodString;
|
|
10
|
+
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
11
|
+
}, z.core.$strip>;
|
|
12
|
+
export type BaseResponseV1 = z.infer<typeof BaseResponseSchemaV1>;
|
|
13
|
+
export declare const defineResponseSchema: <TBaseSchema extends import("../index.js").WidenZodObject<z.ZodObject<{
|
|
14
|
+
id: z.ZodString;
|
|
15
|
+
namespace: z.ZodString;
|
|
16
|
+
schemaVersion: z.ZodNumber;
|
|
17
|
+
kind: z.ZodString;
|
|
18
|
+
startedAt: z.ZodNumber;
|
|
19
|
+
completedAt: z.ZodNumber;
|
|
20
|
+
testCaseId: z.ZodString;
|
|
21
|
+
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
22
|
+
}, z.core.$strip>>, TNamespace extends string | undefined = undefined, TKind extends string | undefined = undefined, TSchemaVersion extends number | undefined = undefined, TFields extends Readonly<{
|
|
23
|
+
[k: string]: z.core.$ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>;
|
|
24
|
+
}> = {}>(config: {
|
|
25
|
+
baseSchema: TBaseSchema;
|
|
26
|
+
namespace?: TNamespace | undefined;
|
|
27
|
+
kind?: TKind | undefined;
|
|
28
|
+
schemaVersion?: TSchemaVersion | undefined;
|
|
29
|
+
fields?: TFields | undefined;
|
|
30
|
+
}) => (TBaseSchema extends z.ZodObject<infer U extends Readonly<{
|
|
31
|
+
[k: string]: z.core.$ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>;
|
|
32
|
+
}>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "namespace" | "schemaVersion"> & TFields & {
|
|
33
|
+
namespace: TNamespace extends undefined ? U["namespace"] : z.ZodLiteral<TNamespace>;
|
|
34
|
+
kind: TKind extends undefined ? U["kind"] : z.ZodLiteral<`${TKind}.rs`>;
|
|
35
|
+
schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z.ZodLiteral<TSchemaVersion>;
|
|
36
|
+
}, z.core.$strip> : never) & {
|
|
37
|
+
new: (input: Omit<z.core.output<TBaseSchema extends z.ZodObject<infer U extends Readonly<{
|
|
38
|
+
[k: string]: z.core.$ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>;
|
|
39
|
+
}>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "namespace" | "schemaVersion"> & TFields & {
|
|
40
|
+
namespace: TNamespace extends undefined ? U["namespace"] : z.ZodLiteral<TNamespace>;
|
|
41
|
+
kind: TKind extends undefined ? U["kind"] : z.ZodLiteral<`${TKind}.rs`>;
|
|
42
|
+
schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z.ZodLiteral<TSchemaVersion>;
|
|
43
|
+
}, z.core.$strip> : never>, "kind" | "namespace" | "schemaVersion">) => z.core.output<TBaseSchema extends z.ZodObject<infer U extends Readonly<{
|
|
44
|
+
[k: string]: z.core.$ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>;
|
|
45
|
+
}>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "namespace" | "schemaVersion"> & TFields & {
|
|
46
|
+
namespace: TNamespace extends undefined ? U["namespace"] : z.ZodLiteral<TNamespace>;
|
|
47
|
+
kind: TKind extends undefined ? U["kind"] : z.ZodLiteral<`${TKind}.rs`>;
|
|
48
|
+
schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z.ZodLiteral<TSchemaVersion>;
|
|
49
|
+
}, z.core.$strip> : never>;
|
|
50
|
+
newWithId(input: Omit<z.core.output<TBaseSchema extends z.ZodObject<infer U extends Readonly<{
|
|
51
|
+
[k: string]: z.core.$ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>;
|
|
52
|
+
}>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "namespace" | "schemaVersion"> & TFields & {
|
|
53
|
+
namespace: TNamespace extends undefined ? U["namespace"] : z.ZodLiteral<TNamespace>;
|
|
54
|
+
kind: TKind extends undefined ? U["kind"] : z.ZodLiteral<`${TKind}.rs`>;
|
|
55
|
+
schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z.ZodLiteral<TSchemaVersion>;
|
|
56
|
+
}, z.core.$strip> : never>, "kind" | "id" | "namespace" | "schemaVersion">, generator: import("../index.js").IdGenerator): Promise<z.core.output<TBaseSchema extends z.ZodObject<infer U extends Readonly<{
|
|
57
|
+
[k: string]: z.core.$ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>;
|
|
58
|
+
}>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "namespace" | "schemaVersion"> & TFields & {
|
|
59
|
+
namespace: TNamespace extends undefined ? U["namespace"] : z.ZodLiteral<TNamespace>;
|
|
60
|
+
kind: TKind extends undefined ? U["kind"] : z.ZodLiteral<`${TKind}.rs`>;
|
|
61
|
+
schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z.ZodLiteral<TSchemaVersion>;
|
|
62
|
+
}, z.core.$strip> : never>>;
|
|
63
|
+
};
|
|
@@ -0,0 +1,47 @@
|
|
|
1
|
+
import { IdGenerator } from "../types";
|
|
2
|
+
import { WidenZodObject } from "../utilities";
|
|
3
|
+
import z from "zod";
|
|
4
|
+
export declare function buildSchemaDefiner<TBaseShape extends {
|
|
5
|
+
kind: z.ZodString | z.ZodLiteral<string>;
|
|
6
|
+
namespace: z.ZodString | z.ZodLiteral<string>;
|
|
7
|
+
schemaVersion: z.ZodNumber | z.ZodLiteral<number>;
|
|
8
|
+
}, TKindSuffix extends string = "">(_schema: z.ZodObject<TBaseShape>, kindSuffix: TKindSuffix): <TBaseSchema extends WidenZodObject<z.ZodObject<TBaseShape>>, TNamespace extends string | undefined = undefined, TKind extends string | undefined = undefined, TSchemaVersion extends number | undefined = undefined, TFields extends z.ZodRawShape = {}>(config: {
|
|
9
|
+
baseSchema: TBaseSchema;
|
|
10
|
+
namespace?: TNamespace;
|
|
11
|
+
kind?: TKind;
|
|
12
|
+
schemaVersion?: TSchemaVersion;
|
|
13
|
+
fields?: TFields;
|
|
14
|
+
}) => (TBaseSchema extends z.ZodObject<infer U extends Readonly<{
|
|
15
|
+
[k: string]: z.core.$ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>;
|
|
16
|
+
}>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "namespace" | "schemaVersion"> & TFields & {
|
|
17
|
+
namespace: TNamespace extends undefined ? U["namespace"] : z.ZodLiteral<TNamespace>;
|
|
18
|
+
kind: TKind extends undefined ? U["kind"] : z.ZodLiteral<`${TKind}.${TKindSuffix}`>;
|
|
19
|
+
schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z.ZodLiteral<TSchemaVersion>;
|
|
20
|
+
}, z.core.$strip> : never) & {
|
|
21
|
+
new: (input: Omit<z.infer<TBaseSchema extends z.ZodObject<infer U extends Readonly<{
|
|
22
|
+
[k: string]: z.core.$ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>;
|
|
23
|
+
}>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "namespace" | "schemaVersion"> & TFields & {
|
|
24
|
+
namespace: TNamespace extends undefined ? U["namespace"] : z.ZodLiteral<TNamespace>;
|
|
25
|
+
kind: TKind extends undefined ? U["kind"] : z.ZodLiteral<`${TKind}.${TKindSuffix}`>;
|
|
26
|
+
schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z.ZodLiteral<TSchemaVersion>;
|
|
27
|
+
}, z.core.$strip> : never>, "kind" | "schemaVersion" | "namespace">) => z.infer<TBaseSchema extends z.ZodObject<infer U extends Readonly<{
|
|
28
|
+
[k: string]: z.core.$ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>;
|
|
29
|
+
}>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "namespace" | "schemaVersion"> & TFields & {
|
|
30
|
+
namespace: TNamespace extends undefined ? U["namespace"] : z.ZodLiteral<TNamespace>;
|
|
31
|
+
kind: TKind extends undefined ? U["kind"] : z.ZodLiteral<`${TKind}.${TKindSuffix}`>;
|
|
32
|
+
schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z.ZodLiteral<TSchemaVersion>;
|
|
33
|
+
}, z.core.$strip> : never>;
|
|
34
|
+
newWithId(input: Omit<z.infer<TBaseSchema extends z.ZodObject<infer U extends Readonly<{
|
|
35
|
+
[k: string]: z.core.$ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>;
|
|
36
|
+
}>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "namespace" | "schemaVersion"> & TFields & {
|
|
37
|
+
namespace: TNamespace extends undefined ? U["namespace"] : z.ZodLiteral<TNamespace>;
|
|
38
|
+
kind: TKind extends undefined ? U["kind"] : z.ZodLiteral<`${TKind}.${TKindSuffix}`>;
|
|
39
|
+
schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z.ZodLiteral<TSchemaVersion>;
|
|
40
|
+
}, z.core.$strip> : never>, "id" | "kind" | "schemaVersion" | "namespace">, generator: IdGenerator): Promise<z.infer<TBaseSchema extends z.ZodObject<infer U extends Readonly<{
|
|
41
|
+
[k: string]: z.core.$ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>;
|
|
42
|
+
}>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "namespace" | "schemaVersion"> & TFields & {
|
|
43
|
+
namespace: TNamespace extends undefined ? U["namespace"] : z.ZodLiteral<TNamespace>;
|
|
44
|
+
kind: TKind extends undefined ? U["kind"] : z.ZodLiteral<`${TKind}.${TKindSuffix}`>;
|
|
45
|
+
schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z.ZodLiteral<TSchemaVersion>;
|
|
46
|
+
}, z.core.$strip> : never>>;
|
|
47
|
+
};
|
|
@@ -0,0 +1,73 @@
|
|
|
1
|
+
import z from "zod";
|
|
2
|
+
export declare const BaseScoreSchemaV1: z.ZodObject<{
|
|
3
|
+
id: z.ZodString;
|
|
4
|
+
namespace: z.ZodString;
|
|
5
|
+
kind: z.ZodString;
|
|
6
|
+
schemaVersion: z.ZodNumber;
|
|
7
|
+
value: z.ZodNumber;
|
|
8
|
+
responseId: z.ZodString;
|
|
9
|
+
explanation: z.ZodOptional<z.ZodString>;
|
|
10
|
+
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
11
|
+
scoringMethod: z.ZodEnum<{
|
|
12
|
+
readonly ai: "ai";
|
|
13
|
+
readonly human: "human";
|
|
14
|
+
readonly algo: "algo";
|
|
15
|
+
}>;
|
|
16
|
+
}, z.core.$strip>;
|
|
17
|
+
export type BaseScoreV1 = z.infer<typeof BaseScoreSchemaV1>;
|
|
18
|
+
export declare const defineScoreSchema: <TBaseSchema extends import("../index.js").WidenZodObject<z.ZodObject<{
|
|
19
|
+
id: z.ZodString;
|
|
20
|
+
namespace: z.ZodString;
|
|
21
|
+
kind: z.ZodString;
|
|
22
|
+
schemaVersion: z.ZodNumber;
|
|
23
|
+
value: z.ZodNumber;
|
|
24
|
+
responseId: z.ZodString;
|
|
25
|
+
explanation: z.ZodOptional<z.ZodString>;
|
|
26
|
+
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
27
|
+
scoringMethod: z.ZodEnum<{
|
|
28
|
+
readonly ai: "ai";
|
|
29
|
+
readonly human: "human";
|
|
30
|
+
readonly algo: "algo";
|
|
31
|
+
}>;
|
|
32
|
+
}, z.core.$strip>>, TNamespace extends string | undefined = undefined, TKind extends string | undefined = undefined, TSchemaVersion extends number | undefined = undefined, TFields extends Readonly<{
|
|
33
|
+
[k: string]: z.core.$ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>;
|
|
34
|
+
}> = {}>(config: {
|
|
35
|
+
baseSchema: TBaseSchema;
|
|
36
|
+
namespace?: TNamespace | undefined;
|
|
37
|
+
kind?: TKind | undefined;
|
|
38
|
+
schemaVersion?: TSchemaVersion | undefined;
|
|
39
|
+
fields?: TFields | undefined;
|
|
40
|
+
}) => (TBaseSchema extends z.ZodObject<infer U extends Readonly<{
|
|
41
|
+
[k: string]: z.core.$ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>;
|
|
42
|
+
}>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "namespace" | "schemaVersion"> & TFields & {
|
|
43
|
+
namespace: TNamespace extends undefined ? U["namespace"] : z.ZodLiteral<TNamespace>;
|
|
44
|
+
kind: TKind extends undefined ? U["kind"] : z.ZodLiteral<`${TKind}.sc`>;
|
|
45
|
+
schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z.ZodLiteral<TSchemaVersion>;
|
|
46
|
+
}, z.core.$strip> : never) & {
|
|
47
|
+
new: (input: Omit<z.core.output<TBaseSchema extends z.ZodObject<infer U extends Readonly<{
|
|
48
|
+
[k: string]: z.core.$ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>;
|
|
49
|
+
}>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "namespace" | "schemaVersion"> & TFields & {
|
|
50
|
+
namespace: TNamespace extends undefined ? U["namespace"] : z.ZodLiteral<TNamespace>;
|
|
51
|
+
kind: TKind extends undefined ? U["kind"] : z.ZodLiteral<`${TKind}.sc`>;
|
|
52
|
+
schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z.ZodLiteral<TSchemaVersion>;
|
|
53
|
+
}, z.core.$strip> : never>, "kind" | "namespace" | "schemaVersion">) => z.core.output<TBaseSchema extends z.ZodObject<infer U extends Readonly<{
|
|
54
|
+
[k: string]: z.core.$ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>;
|
|
55
|
+
}>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "namespace" | "schemaVersion"> & TFields & {
|
|
56
|
+
namespace: TNamespace extends undefined ? U["namespace"] : z.ZodLiteral<TNamespace>;
|
|
57
|
+
kind: TKind extends undefined ? U["kind"] : z.ZodLiteral<`${TKind}.sc`>;
|
|
58
|
+
schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z.ZodLiteral<TSchemaVersion>;
|
|
59
|
+
}, z.core.$strip> : never>;
|
|
60
|
+
newWithId(input: Omit<z.core.output<TBaseSchema extends z.ZodObject<infer U extends Readonly<{
|
|
61
|
+
[k: string]: z.core.$ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>;
|
|
62
|
+
}>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "namespace" | "schemaVersion"> & TFields & {
|
|
63
|
+
namespace: TNamespace extends undefined ? U["namespace"] : z.ZodLiteral<TNamespace>;
|
|
64
|
+
kind: TKind extends undefined ? U["kind"] : z.ZodLiteral<`${TKind}.sc`>;
|
|
65
|
+
schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z.ZodLiteral<TSchemaVersion>;
|
|
66
|
+
}, z.core.$strip> : never>, "kind" | "id" | "namespace" | "schemaVersion">, generator: import("../types").IdGenerator): Promise<z.core.output<TBaseSchema extends z.ZodObject<infer U extends Readonly<{
|
|
67
|
+
[k: string]: z.core.$ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>;
|
|
68
|
+
}>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "namespace" | "schemaVersion"> & TFields & {
|
|
69
|
+
namespace: TNamespace extends undefined ? U["namespace"] : z.ZodLiteral<TNamespace>;
|
|
70
|
+
kind: TKind extends undefined ? U["kind"] : z.ZodLiteral<`${TKind}.sc`>;
|
|
71
|
+
schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z.ZodLiteral<TSchemaVersion>;
|
|
72
|
+
}, z.core.$strip> : never>>;
|
|
73
|
+
};
|