peerbench 0.0.2-alpha.0 → 0.0.2-alpha.2

package/dist/schemas/extensions/index.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../../src/schemas/extensions/index.ts"],"sourcesContent":["import { ExtensionLLMAsAJudgeScorerFieldsV1 } from \"./score/llm-as-a-judge-scorer\";\n\nexport const ScoreExtensions = {\n  ExtensionAIScorerFieldsV1: ExtensionLLMAsAJudgeScorerFieldsV1,\n};\n"],"mappings":";;;;;;AAEO,IAAM,kBAAkB;AAAA,EAC7B,2BAA2B;AAC7B;","names":[]}
+{"version":3,"sources":["../../../src/schemas/extensions/index.ts"],"sourcesContent":["import { ExtensionLLMResponseFieldsV1 } from \"./response/llm\";\nimport { ExtensionLLMAsAJudgeScoreFieldsV1 } from \"./score/llm-as-a-judge-scorer\";\n\nexport const ScoreExtensions = {\n  ExtensionLLMAsAJudgeScoreFieldsV1,\n};\n\nexport const ResponseExtensions = {\n  ExtensionLLMResponseFieldsV1,\n};\n"],"mappings":";;;;;;;;AAGO,IAAM,kBAAkB;AAAA,EAC7B;AACF;AAEO,IAAM,qBAAqB;AAAA,EAChC;AACF;","names":[]}

package/dist/schemas/index.d.ts

@@ -1,119 +1,132 @@
-import { I as IdGenerator } from '../index-WiPjF2AL.js';
-export { b as IdSchema } from '../index-WiPjF2AL.js';
+import { W as WidenZodObject, I as IdGenerator } from '../index-BAioQhp2.js';
+export { d as IdSchema } from '../index-BAioQhp2.js';
 import z__default, { z } from 'zod';
-
-declare const BaseTestCaseSchemaV1: z.ZodObject<{
-    id: z.ZodString;
-    kind: z.ZodString;
-    schemaVersion: z.ZodNumber;
-    metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
-}, z.core.$strip>;
-type BaseTestCaseV1 = z.infer<typeof BaseTestCaseSchemaV1>;
-declare const defineTestCaseSchema: <TBaseSchema extends z.ZodObject<Omit<{
-    id: z.ZodString;
-    kind: z.ZodString;
-    schemaVersion: z.ZodNumber;
-    metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
-}, "kind" | "schemaVersion"> & {
-    kind: z.ZodString | z.ZodLiteral<string>;
-    schemaVersion: z.ZodNumber | z.ZodLiteral<number>;
-}, z.core.$strip>, TKind extends string | undefined = undefined, TSchemaVersion extends number | undefined = undefined, TFields extends Readonly<{
-    [k: string]: z.core.$ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>;
-}> = {}>(config: {
-    baseSchema: TBaseSchema;
-    kind?: TKind | undefined;
-    schemaVersion?: TSchemaVersion | undefined;
-    fields?: TFields | undefined;
-}) => (TBaseSchema extends z.ZodObject<infer U extends Readonly<{
-    [k: string]: z.core.$ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>;
-}>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "schemaVersion"> & TFields & {
-    kind: TKind extends undefined ? U["kind"] : z.ZodLiteral<TKind>;
-    schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z.ZodLiteral<TSchemaVersion>;
-}, z.core.$strip> : never) & {
-    new: (input: Omit<z.core.output<TBaseSchema extends z.ZodObject<infer U extends Readonly<{
-        [k: string]: z.core.$ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>;
-    }>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "schemaVersion"> & TFields & {
-        kind: TKind extends undefined ? U["kind"] : z.ZodLiteral<TKind>;
-        schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z.ZodLiteral<TSchemaVersion>;
-    }, z.core.$strip> : never>, "kind" | "schemaVersion">) => z.core.output<TBaseSchema extends z.ZodObject<infer U extends Readonly<{
-        [k: string]: z.core.$ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>;
-    }>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "schemaVersion"> & TFields & {
-        kind: TKind extends undefined ? U["kind"] : z.ZodLiteral<TKind>;
-        schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z.ZodLiteral<TSchemaVersion>;
-    }, z.core.$strip> : never>;
-    newWithId(input: Omit<z.core.output<TBaseSchema extends z.ZodObject<infer U extends Readonly<{
-        [k: string]: z.core.$ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>;
-    }>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "schemaVersion"> & TFields & {
-        kind: TKind extends undefined ? U["kind"] : z.ZodLiteral<TKind>;
-        schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z.ZodLiteral<TSchemaVersion>;
-    }, z.core.$strip> : never>, "kind" | "schemaVersion" | "id">, generator: IdGenerator): Promise<z.core.output<TBaseSchema extends z.ZodObject<infer U extends Readonly<{
-        [k: string]: z.core.$ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>;
-    }>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "schemaVersion"> & TFields & {
-        kind: TKind extends undefined ? U["kind"] : z.ZodLiteral<TKind>;
-        schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z.ZodLiteral<TSchemaVersion>;
-    }, z.core.$strip> : never>>;
-};
+import '../provider-BDjGp2y-.js';
+import '../abstract-Dec9Sc5O.js';
 
 declare const BaseResponseSchemaV1: z__default.ZodObject<{
     id: z__default.ZodString;
-    kind: z__default.ZodString;
+    namespace: z__default.ZodString;
     schemaVersion: z__default.ZodNumber;
+    kind: z__default.ZodString;
     startedAt: z__default.ZodNumber;
     completedAt: z__default.ZodNumber;
     testCaseId: z__default.ZodString;
     metadata: z__default.ZodOptional<z__default.ZodRecord<z__default.ZodString, z__default.ZodUnknown>>;
 }, z__default.core.$strip>;
 type BaseResponseV1 = z__default.infer<typeof BaseResponseSchemaV1>;
-declare const defineResponseSchema: <TBaseSchema extends z__default.ZodObject<Omit<{
+declare const defineResponseSchema: <TBaseSchema extends WidenZodObject<z__default.ZodObject<{
     id: z__default.ZodString;
-    kind: z__default.ZodString;
+    namespace: z__default.ZodString;
     schemaVersion: z__default.ZodNumber;
+    kind: z__default.ZodString;
     startedAt: z__default.ZodNumber;
     completedAt: z__default.ZodNumber;
     testCaseId: z__default.ZodString;
     metadata: z__default.ZodOptional<z__default.ZodRecord<z__default.ZodString, z__default.ZodUnknown>>;
-}, "kind" | "schemaVersion"> & {
-    kind: z__default.ZodString | z__default.ZodLiteral<string>;
-    schemaVersion: z__default.ZodNumber | z__default.ZodLiteral<number>;
-}, z__default.core.$strip>, TKind extends string | undefined = undefined, TSchemaVersion extends number | undefined = undefined, TFields extends Readonly<{
+}, z__default.core.$strip>>, TNamespace extends string | undefined = undefined, TKind extends string | undefined = undefined, TSchemaVersion extends number | undefined = undefined, TFields extends Readonly<{
     [k: string]: z__default.core.$ZodType<unknown, unknown, z__default.core.$ZodTypeInternals<unknown, unknown>>;
 }> = {}>(config: {
     baseSchema: TBaseSchema;
+    namespace?: TNamespace | undefined;
     kind?: TKind | undefined;
     schemaVersion?: TSchemaVersion | undefined;
     fields?: TFields | undefined;
 }) => (TBaseSchema extends z__default.ZodObject<infer U extends Readonly<{
     [k: string]: z__default.core.$ZodType<unknown, unknown, z__default.core.$ZodTypeInternals<unknown, unknown>>;
-}>, z__default.core.$strip> ? z__default.ZodObject<Omit<U, "kind" | "schemaVersion"> & TFields & {
-    kind: TKind extends undefined ? U["kind"] : z__default.ZodLiteral<TKind>;
+}>, z__default.core.$strip> ? z__default.ZodObject<Omit<U, "kind" | "namespace" | "schemaVersion"> & TFields & {
+    namespace: TNamespace extends undefined ? U["namespace"] : z__default.ZodLiteral<TNamespace>;
+    kind: TKind extends undefined ? U["kind"] : z__default.ZodLiteral<`${TKind}.rs`>;
     schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z__default.ZodLiteral<TSchemaVersion>;
 }, z__default.core.$strip> : never) & {
     new: (input: Omit<z__default.core.output<TBaseSchema extends z__default.ZodObject<infer U extends Readonly<{
         [k: string]: z__default.core.$ZodType<unknown, unknown, z__default.core.$ZodTypeInternals<unknown, unknown>>;
-    }>, z__default.core.$strip> ? z__default.ZodObject<Omit<U, "kind" | "schemaVersion"> & TFields & {
-        kind: TKind extends undefined ? U["kind"] : z__default.ZodLiteral<TKind>;
+    }>, z__default.core.$strip> ? z__default.ZodObject<Omit<U, "kind" | "namespace" | "schemaVersion"> & TFields & {
+        namespace: TNamespace extends undefined ? U["namespace"] : z__default.ZodLiteral<TNamespace>;
+        kind: TKind extends undefined ? U["kind"] : z__default.ZodLiteral<`${TKind}.rs`>;
         schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z__default.ZodLiteral<TSchemaVersion>;
-    }, z__default.core.$strip> : never>, "kind" | "schemaVersion">) => z__default.core.output<TBaseSchema extends z__default.ZodObject<infer U extends Readonly<{
+    }, z__default.core.$strip> : never>, "kind" | "namespace" | "schemaVersion">) => z__default.core.output<TBaseSchema extends z__default.ZodObject<infer U extends Readonly<{
         [k: string]: z__default.core.$ZodType<unknown, unknown, z__default.core.$ZodTypeInternals<unknown, unknown>>;
-    }>, z__default.core.$strip> ? z__default.ZodObject<Omit<U, "kind" | "schemaVersion"> & TFields & {
-        kind: TKind extends undefined ? U["kind"] : z__default.ZodLiteral<TKind>;
+    }>, z__default.core.$strip> ? z__default.ZodObject<Omit<U, "kind" | "namespace" | "schemaVersion"> & TFields & {
+        namespace: TNamespace extends undefined ? U["namespace"] : z__default.ZodLiteral<TNamespace>;
+        kind: TKind extends undefined ? U["kind"] : z__default.ZodLiteral<`${TKind}.rs`>;
         schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z__default.ZodLiteral<TSchemaVersion>;
     }, z__default.core.$strip> : never>;
     newWithId(input: Omit<z__default.core.output<TBaseSchema extends z__default.ZodObject<infer U extends Readonly<{
         [k: string]: z__default.core.$ZodType<unknown, unknown, z__default.core.$ZodTypeInternals<unknown, unknown>>;
-    }>, z__default.core.$strip> ? z__default.ZodObject<Omit<U, "kind" | "schemaVersion"> & TFields & {
-        kind: TKind extends undefined ? U["kind"] : z__default.ZodLiteral<TKind>;
+    }>, z__default.core.$strip> ? z__default.ZodObject<Omit<U, "kind" | "namespace" | "schemaVersion"> & TFields & {
+        namespace: TNamespace extends undefined ? U["namespace"] : z__default.ZodLiteral<TNamespace>;
+        kind: TKind extends undefined ? U["kind"] : z__default.ZodLiteral<`${TKind}.rs`>;
         schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z__default.ZodLiteral<TSchemaVersion>;
-    }, z__default.core.$strip> : never>, "kind" | "schemaVersion" | "id">, generator: IdGenerator): Promise<z__default.core.output<TBaseSchema extends z__default.ZodObject<infer U extends Readonly<{
+    }, z__default.core.$strip> : never>, "id" | "kind" | "namespace" | "schemaVersion">, generator: IdGenerator): Promise<z__default.core.output<TBaseSchema extends z__default.ZodObject<infer U extends Readonly<{
         [k: string]: z__default.core.$ZodType<unknown, unknown, z__default.core.$ZodTypeInternals<unknown, unknown>>;
-    }>, z__default.core.$strip> ? z__default.ZodObject<Omit<U, "kind" | "schemaVersion"> & TFields & {
-        kind: TKind extends undefined ? U["kind"] : z__default.ZodLiteral<TKind>;
+    }>, z__default.core.$strip> ? z__default.ZodObject<Omit<U, "kind" | "namespace" | "schemaVersion"> & TFields & {
+        namespace: TNamespace extends undefined ? U["namespace"] : z__default.ZodLiteral<TNamespace>;
+        kind: TKind extends undefined ? U["kind"] : z__default.ZodLiteral<`${TKind}.rs`>;
         schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z__default.ZodLiteral<TSchemaVersion>;
     }, z__default.core.$strip> : never>>;
 };
 
+declare const BaseTestCaseSchemaV1: z.ZodObject<{
+    id: z.ZodString;
+    namespace: z.ZodString;
+    schemaVersion: z.ZodNumber;
+    kind: z.ZodString;
+    metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+}, z.core.$strip>;
+type BaseTestCaseV1 = z.infer<typeof BaseTestCaseSchemaV1>;
+declare const defineTestCaseSchema: <TBaseSchema extends WidenZodObject<z.ZodObject<{
+    id: z.ZodString;
+    namespace: z.ZodString;
+    schemaVersion: z.ZodNumber;
+    kind: z.ZodString;
+    metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+}, z.core.$strip>>, TNamespace extends string | undefined = undefined, TKind extends string | undefined = undefined, TSchemaVersion extends number | undefined = undefined, TFields extends Readonly<{
+    [k: string]: z.core.$ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>;
+}> = {}>(config: {
+    baseSchema: TBaseSchema;
+    namespace?: TNamespace | undefined;
+    kind?: TKind | undefined;
+    schemaVersion?: TSchemaVersion | undefined;
+    fields?: TFields | undefined;
+}) => (TBaseSchema extends z.ZodObject<infer U extends Readonly<{
+    [k: string]: z.core.$ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>;
+}>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "namespace" | "schemaVersion"> & TFields & {
+    namespace: TNamespace extends undefined ? U["namespace"] : z.ZodLiteral<TNamespace>;
+    kind: TKind extends undefined ? U["kind"] : z.ZodLiteral<`${TKind}.tc`>;
+    schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z.ZodLiteral<TSchemaVersion>;
+}, z.core.$strip> : never) & {
+    new: (input: Omit<z.core.output<TBaseSchema extends z.ZodObject<infer U extends Readonly<{
+        [k: string]: z.core.$ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>;
+    }>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "namespace" | "schemaVersion"> & TFields & {
+        namespace: TNamespace extends undefined ? U["namespace"] : z.ZodLiteral<TNamespace>;
+        kind: TKind extends undefined ? U["kind"] : z.ZodLiteral<`${TKind}.tc`>;
+        schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z.ZodLiteral<TSchemaVersion>;
+    }, z.core.$strip> : never>, "kind" | "namespace" | "schemaVersion">) => z.core.output<TBaseSchema extends z.ZodObject<infer U extends Readonly<{
+        [k: string]: z.core.$ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>;
+    }>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "namespace" | "schemaVersion"> & TFields & {
+        namespace: TNamespace extends undefined ? U["namespace"] : z.ZodLiteral<TNamespace>;
+        kind: TKind extends undefined ? U["kind"] : z.ZodLiteral<`${TKind}.tc`>;
+        schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z.ZodLiteral<TSchemaVersion>;
+    }, z.core.$strip> : never>;
+    newWithId(input: Omit<z.core.output<TBaseSchema extends z.ZodObject<infer U extends Readonly<{
+        [k: string]: z.core.$ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>;
+    }>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "namespace" | "schemaVersion"> & TFields & {
+        namespace: TNamespace extends undefined ? U["namespace"] : z.ZodLiteral<TNamespace>;
+        kind: TKind extends undefined ? U["kind"] : z.ZodLiteral<`${TKind}.tc`>;
+        schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z.ZodLiteral<TSchemaVersion>;
+    }, z.core.$strip> : never>, "id" | "kind" | "namespace" | "schemaVersion">, generator: IdGenerator): Promise<z.core.output<TBaseSchema extends z.ZodObject<infer U extends Readonly<{
+        [k: string]: z.core.$ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>;
+    }>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "namespace" | "schemaVersion"> & TFields & {
+        namespace: TNamespace extends undefined ? U["namespace"] : z.ZodLiteral<TNamespace>;
+        kind: TKind extends undefined ? U["kind"] : z.ZodLiteral<`${TKind}.tc`>;
+        schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z.ZodLiteral<TSchemaVersion>;
+    }, z.core.$strip> : never>>;
+};
+
 declare const BaseScoreSchemaV1: z__default.ZodObject<{
     id: z__default.ZodString;
+    namespace: z__default.ZodString;
     kind: z__default.ZodString;
     schemaVersion: z__default.ZodNumber;
     value: z__default.ZodNumber;
@@ -127,8 +140,9 @@ declare const BaseScoreSchemaV1: z__default.ZodObject<{
     }>;
 }, z__default.core.$strip>;
 type BaseScoreV1 = z__default.infer<typeof BaseScoreSchemaV1>;
-declare const defineScoreSchema: <TBaseSchema extends z__default.ZodObject<Omit<{
+declare const defineScoreSchema: <TBaseSchema extends WidenZodObject<z__default.ZodObject<{
     id: z__default.ZodString;
+    namespace: z__default.ZodString;
     kind: z__default.ZodString;
     schemaVersion: z__default.ZodNumber;
     value: z__default.ZodNumber;
@@ -140,94 +154,47 @@ declare const defineScoreSchema: <TBaseSchema extends z__default.ZodObject<Omit<
         readonly human: "human";
         readonly algo: "algo";
     }>;
-}, "kind" | "schemaVersion"> & {
-    kind: z__default.ZodString | z__default.ZodLiteral<string>;
-    schemaVersion: z__default.ZodNumber | z__default.ZodLiteral<number>;
-}, z__default.core.$strip>, TKind extends string | undefined = undefined, TSchemaVersion extends number | undefined = undefined, TFields extends Readonly<{
-    [k: string]: z__default.core.$ZodType<unknown, unknown, z__default.core.$ZodTypeInternals<unknown, unknown>>;
-}> = {}>(config: {
-    baseSchema: TBaseSchema;
-    kind?: TKind | undefined;
-    schemaVersion?: TSchemaVersion | undefined;
-    fields?: TFields | undefined;
-}) => (TBaseSchema extends z__default.ZodObject<infer U extends Readonly<{
-    [k: string]: z__default.core.$ZodType<unknown, unknown, z__default.core.$ZodTypeInternals<unknown, unknown>>;
-}>, z__default.core.$strip> ? z__default.ZodObject<Omit<U, "kind" | "schemaVersion"> & TFields & {
-    kind: TKind extends undefined ? U["kind"] : z__default.ZodLiteral<TKind>;
-    schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z__default.ZodLiteral<TSchemaVersion>;
-}, z__default.core.$strip> : never) & {
-    new: (input: Omit<z__default.core.output<TBaseSchema extends z__default.ZodObject<infer U extends Readonly<{
-        [k: string]: z__default.core.$ZodType<unknown, unknown, z__default.core.$ZodTypeInternals<unknown, unknown>>;
-    }>, z__default.core.$strip> ? z__default.ZodObject<Omit<U, "kind" | "schemaVersion"> & TFields & {
-        kind: TKind extends undefined ? U["kind"] : z__default.ZodLiteral<TKind>;
-        schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z__default.ZodLiteral<TSchemaVersion>;
-    }, z__default.core.$strip> : never>, "kind" | "schemaVersion">) => z__default.core.output<TBaseSchema extends z__default.ZodObject<infer U extends Readonly<{
-        [k: string]: z__default.core.$ZodType<unknown, unknown, z__default.core.$ZodTypeInternals<unknown, unknown>>;
-    }>, z__default.core.$strip> ? z__default.ZodObject<Omit<U, "kind" | "schemaVersion"> & TFields & {
-        kind: TKind extends undefined ? U["kind"] : z__default.ZodLiteral<TKind>;
-        schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z__default.ZodLiteral<TSchemaVersion>;
-    }, z__default.core.$strip> : never>;
-    newWithId(input: Omit<z__default.core.output<TBaseSchema extends z__default.ZodObject<infer U extends Readonly<{
-        [k: string]: z__default.core.$ZodType<unknown, unknown, z__default.core.$ZodTypeInternals<unknown, unknown>>;
-    }>, z__default.core.$strip> ? z__default.ZodObject<Omit<U, "kind" | "schemaVersion"> & TFields & {
-        kind: TKind extends undefined ? U["kind"] : z__default.ZodLiteral<TKind>;
-        schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z__default.ZodLiteral<TSchemaVersion>;
-    }, z__default.core.$strip> : never>, "kind" | "schemaVersion" | "id">, generator: IdGenerator): Promise<z__default.core.output<TBaseSchema extends z__default.ZodObject<infer U extends Readonly<{
-        [k: string]: z__default.core.$ZodType<unknown, unknown, z__default.core.$ZodTypeInternals<unknown, unknown>>;
-    }>, z__default.core.$strip> ? z__default.ZodObject<Omit<U, "kind" | "schemaVersion"> & TFields & {
-        kind: TKind extends undefined ? U["kind"] : z__default.ZodLiteral<TKind>;
-        schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z__default.ZodLiteral<TSchemaVersion>;
-    }, z__default.core.$strip> : never>>;
-};
-
-declare const BaseBenchmarkSpecSchemaV1: z__default.ZodObject<{
-    kind: z__default.ZodString;
-    schemaVersion: z__default.ZodNumber;
-    metadata: z__default.ZodOptional<z__default.ZodRecord<z__default.ZodString, z__default.ZodUnknown>>;
-}, z__default.core.$strip>;
-type BaseBenchmarkSpecV1 = z__default.infer<typeof BaseBenchmarkSpecSchemaV1>;
-declare const defineBenchmarkSpecSchema: <TBaseSchema extends z__default.ZodObject<Omit<{
-    kind: z__default.ZodString;
-    schemaVersion: z__default.ZodNumber;
-    metadata: z__default.ZodOptional<z__default.ZodRecord<z__default.ZodString, z__default.ZodUnknown>>;
-}, "kind" | "schemaVersion"> & {
-    kind: z__default.ZodString | z__default.ZodLiteral<string>;
-    schemaVersion: z__default.ZodNumber | z__default.ZodLiteral<number>;
-}, z__default.core.$strip>, TKind extends string | undefined = undefined, TSchemaVersion extends number | undefined = undefined, TFields extends Readonly<{
+}, z__default.core.$strip>>, TNamespace extends string | undefined = undefined, TKind extends string | undefined = undefined, TSchemaVersion extends number | undefined = undefined, TFields extends Readonly<{
     [k: string]: z__default.core.$ZodType<unknown, unknown, z__default.core.$ZodTypeInternals<unknown, unknown>>;
 }> = {}>(config: {
     baseSchema: TBaseSchema;
+    namespace?: TNamespace | undefined;
     kind?: TKind | undefined;
     schemaVersion?: TSchemaVersion | undefined;
     fields?: TFields | undefined;
 }) => (TBaseSchema extends z__default.ZodObject<infer U extends Readonly<{
     [k: string]: z__default.core.$ZodType<unknown, unknown, z__default.core.$ZodTypeInternals<unknown, unknown>>;
-}>, z__default.core.$strip> ? z__default.ZodObject<Omit<U, "kind" | "schemaVersion"> & TFields & {
-    kind: TKind extends undefined ? U["kind"] : z__default.ZodLiteral<TKind>;
+}>, z__default.core.$strip> ? z__default.ZodObject<Omit<U, "kind" | "namespace" | "schemaVersion"> & TFields & {
+    namespace: TNamespace extends undefined ? U["namespace"] : z__default.ZodLiteral<TNamespace>;
+    kind: TKind extends undefined ? U["kind"] : z__default.ZodLiteral<`${TKind}.sc`>;
     schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z__default.ZodLiteral<TSchemaVersion>;
 }, z__default.core.$strip> : never) & {
     new: (input: Omit<z__default.core.output<TBaseSchema extends z__default.ZodObject<infer U extends Readonly<{
         [k: string]: z__default.core.$ZodType<unknown, unknown, z__default.core.$ZodTypeInternals<unknown, unknown>>;
-    }>, z__default.core.$strip> ? z__default.ZodObject<Omit<U, "kind" | "schemaVersion"> & TFields & {
-        kind: TKind extends undefined ? U["kind"] : z__default.ZodLiteral<TKind>;
+    }>, z__default.core.$strip> ? z__default.ZodObject<Omit<U, "kind" | "namespace" | "schemaVersion"> & TFields & {
+        namespace: TNamespace extends undefined ? U["namespace"] : z__default.ZodLiteral<TNamespace>;
+        kind: TKind extends undefined ? U["kind"] : z__default.ZodLiteral<`${TKind}.sc`>;
         schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z__default.ZodLiteral<TSchemaVersion>;
-    }, z__default.core.$strip> : never>, "kind" | "schemaVersion">) => z__default.core.output<TBaseSchema extends z__default.ZodObject<infer U extends Readonly<{
+    }, z__default.core.$strip> : never>, "kind" | "namespace" | "schemaVersion">) => z__default.core.output<TBaseSchema extends z__default.ZodObject<infer U extends Readonly<{
         [k: string]: z__default.core.$ZodType<unknown, unknown, z__default.core.$ZodTypeInternals<unknown, unknown>>;
-    }>, z__default.core.$strip> ? z__default.ZodObject<Omit<U, "kind" | "schemaVersion"> & TFields & {
-        kind: TKind extends undefined ? U["kind"] : z__default.ZodLiteral<TKind>;
+    }>, z__default.core.$strip> ? z__default.ZodObject<Omit<U, "kind" | "namespace" | "schemaVersion"> & TFields & {
+        namespace: TNamespace extends undefined ? U["namespace"] : z__default.ZodLiteral<TNamespace>;
+        kind: TKind extends undefined ? U["kind"] : z__default.ZodLiteral<`${TKind}.sc`>;
         schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z__default.ZodLiteral<TSchemaVersion>;
     }, z__default.core.$strip> : never>;
     newWithId(input: Omit<z__default.core.output<TBaseSchema extends z__default.ZodObject<infer U extends Readonly<{
         [k: string]: z__default.core.$ZodType<unknown, unknown, z__default.core.$ZodTypeInternals<unknown, unknown>>;
-    }>, z__default.core.$strip> ? z__default.ZodObject<Omit<U, "kind" | "schemaVersion"> & TFields & {
-        kind: TKind extends undefined ? U["kind"] : z__default.ZodLiteral<TKind>;
+    }>, z__default.core.$strip> ? z__default.ZodObject<Omit<U, "kind" | "namespace" | "schemaVersion"> & TFields & {
+        namespace: TNamespace extends undefined ? U["namespace"] : z__default.ZodLiteral<TNamespace>;
+        kind: TKind extends undefined ? U["kind"] : z__default.ZodLiteral<`${TKind}.sc`>;
         schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z__default.ZodLiteral<TSchemaVersion>;
-    }, z__default.core.$strip> : never>, "kind" | "schemaVersion" | "id">, generator: IdGenerator): Promise<z__default.core.output<TBaseSchema extends z__default.ZodObject<infer U extends Readonly<{
+    }, z__default.core.$strip> : never>, "id" | "kind" | "namespace" | "schemaVersion">, generator: IdGenerator): Promise<z__default.core.output<TBaseSchema extends z__default.ZodObject<infer U extends Readonly<{
         [k: string]: z__default.core.$ZodType<unknown, unknown, z__default.core.$ZodTypeInternals<unknown, unknown>>;
-    }>, z__default.core.$strip> ? z__default.ZodObject<Omit<U, "kind" | "schemaVersion"> & TFields & {
-        kind: TKind extends undefined ? U["kind"] : z__default.ZodLiteral<TKind>;
+    }>, z__default.core.$strip> ? z__default.ZodObject<Omit<U, "kind" | "namespace" | "schemaVersion"> & TFields & {
+        namespace: TNamespace extends undefined ? U["namespace"] : z__default.ZodLiteral<TNamespace>;
+        kind: TKind extends undefined ? U["kind"] : z__default.ZodLiteral<`${TKind}.sc`>;
         schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z__default.ZodLiteral<TSchemaVersion>;
     }, z__default.core.$strip> : never>>;
 };
 
-export { BaseBenchmarkSpecSchemaV1, type BaseBenchmarkSpecV1, BaseResponseSchemaV1, type BaseResponseV1, BaseScoreSchemaV1, type BaseScoreV1, BaseTestCaseSchemaV1, type BaseTestCaseV1, defineBenchmarkSpecSchema, defineResponseSchema, defineScoreSchema, defineTestCaseSchema };
+export { BaseResponseSchemaV1, type BaseResponseV1, BaseScoreSchemaV1, type BaseScoreV1, BaseTestCaseSchemaV1, type BaseTestCaseV1, defineResponseSchema, defineScoreSchema, defineTestCaseSchema };

package/dist/schemas/index.js

@@ -1,25 +1,22 @@
 import {
-  BaseBenchmarkSpecSchemaV1,
+  BaseResponseSchemaV1,
   BaseScoreSchemaV1,
   BaseTestCaseSchemaV1,
-  defineBenchmarkSpecSchema,
+  defineResponseSchema,
   defineScoreSchema,
   defineTestCaseSchema
-} from "../chunk-232PY7K3.js";
-import "../chunk-ZJWSK4VO.js";
+} from "../chunk-YY33MNMV.js";
+import "../chunk-OQE6TQXZ.js";
+import "../chunk-HMQYGCKI.js";
 import {
-  BaseResponseSchemaV1,
-  IdSchema,
-  defineResponseSchema
-} from "../chunk-IUN2IUCS.js";
+  IdSchema
+} from "../chunk-NUEOE3K5.js";
 import "../chunk-PZ5AY32C.js";
 export {
-  BaseBenchmarkSpecSchemaV1,
   BaseResponseSchemaV1,
   BaseScoreSchemaV1,
   BaseTestCaseSchemaV1,
   IdSchema,
-  defineBenchmarkSpecSchema,
   defineResponseSchema,
   defineScoreSchema,
   defineTestCaseSchema

package/dist/schemas/llm/index.d.ts

@@ -1,98 +1,116 @@
-export { B as BaseSystemPromptSchemaV1, a as BaseSystemPromptV1, d as defineSystemPromptSchema } from '../../system-prompt--0FdPWqK.js';
-export { S as SimpleSystemPromptSchemaV1, a as SimpleSystemPromptV1 } from '../../simple-system-prompt-CzPYuvo0.js';
-import { I as IdGenerator } from '../../index-WiPjF2AL.js';
-import z__default from 'zod';
+import { W as WidenZodObject, I as IdGenerator } from '../../index-BAioQhp2.js';
+import { z } from 'zod';
+import '../../provider-BDjGp2y-.js';
+import '../../abstract-Dec9Sc5O.js';
 
-/**
- * Base response schema specialized for LLM chat responses.
- */
-declare const BaseLLMChatResponseSchemaV1: z__default.ZodObject<Omit<{
-    id: z__default.ZodString;
-    kind: z__default.ZodString;
-    schemaVersion: z__default.ZodNumber;
-    startedAt: z__default.ZodNumber;
-    completedAt: z__default.ZodNumber;
-    testCaseId: z__default.ZodString;
-    metadata: z__default.ZodOptional<z__default.ZodRecord<z__default.ZodString, z__default.ZodUnknown>>;
-}, "kind" | "schemaVersion"> & {
-    data: z__default.ZodString;
-    modelSlug: z__default.ZodString;
-    provider: z__default.ZodString;
-    systemPromptId: z__default.ZodOptional<z__default.ZodString>;
-    inputTokensUsed: z__default.ZodOptional<z__default.ZodNumber>;
-    outputTokensUsed: z__default.ZodOptional<z__default.ZodNumber>;
-    inputCost: z__default.ZodOptional<z__default.ZodString>;
-    outputCost: z__default.ZodOptional<z__default.ZodString>;
+declare const BaseSystemPromptSchemaV1: z.ZodObject<{
+    id: z.ZodString;
+    namespace: z.ZodString;
+    kind: z.ZodString;
+    schemaVersion: z.ZodNumber;
+    version: z.ZodNumber;
+    metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+}, z.core.$strip>;
+type BaseSystemPromptV1 = z.infer<typeof BaseSystemPromptSchemaV1>;
+declare const defineSystemPromptSchema: <TBaseSchema extends WidenZodObject<z.ZodObject<{
+    id: z.ZodString;
+    namespace: z.ZodString;
+    kind: z.ZodString;
+    schemaVersion: z.ZodNumber;
+    version: z.ZodNumber;
+    metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+}, z.core.$strip>>, TNamespace extends string | undefined = undefined, TKind extends string | undefined = undefined, TSchemaVersion extends number | undefined = undefined, TFields extends Readonly<{
+    [k: string]: z.core.$ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>;
+}> = {}>(config: {
+    baseSchema: TBaseSchema;
+    namespace?: TNamespace | undefined;
+    kind?: TKind | undefined;
+    schemaVersion?: TSchemaVersion | undefined;
+    fields?: TFields | undefined;
+}) => (TBaseSchema extends z.ZodObject<infer U extends Readonly<{
+    [k: string]: z.core.$ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>;
+}>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "namespace" | "schemaVersion"> & TFields & {
+    namespace: TNamespace extends undefined ? U["namespace"] : z.ZodLiteral<TNamespace>;
+    kind: TKind extends undefined ? U["kind"] : z.ZodLiteral<`${TKind}.sys-prompt`>;
+    schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z.ZodLiteral<TSchemaVersion>;
+}, z.core.$strip> : never) & {
+    new: (input: Omit<z.core.output<TBaseSchema extends z.ZodObject<infer U extends Readonly<{
+        [k: string]: z.core.$ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>;
+    }>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "namespace" | "schemaVersion"> & TFields & {
+        namespace: TNamespace extends undefined ? U["namespace"] : z.ZodLiteral<TNamespace>;
+        kind: TKind extends undefined ? U["kind"] : z.ZodLiteral<`${TKind}.sys-prompt`>;
+        schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z.ZodLiteral<TSchemaVersion>;
+    }, z.core.$strip> : never>, "kind" | "namespace" | "schemaVersion">) => z.core.output<TBaseSchema extends z.ZodObject<infer U extends Readonly<{
+        [k: string]: z.core.$ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>;
+    }>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "namespace" | "schemaVersion"> & TFields & {
+        namespace: TNamespace extends undefined ? U["namespace"] : z.ZodLiteral<TNamespace>;
+        kind: TKind extends undefined ? U["kind"] : z.ZodLiteral<`${TKind}.sys-prompt`>;
+        schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z.ZodLiteral<TSchemaVersion>;
+    }, z.core.$strip> : never>;
+    newWithId(input: Omit<z.core.output<TBaseSchema extends z.ZodObject<infer U extends Readonly<{
+        [k: string]: z.core.$ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>;
+    }>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "namespace" | "schemaVersion"> & TFields & {
+        namespace: TNamespace extends undefined ? U["namespace"] : z.ZodLiteral<TNamespace>;
+        kind: TKind extends undefined ? U["kind"] : z.ZodLiteral<`${TKind}.sys-prompt`>;
+        schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z.ZodLiteral<TSchemaVersion>;
+    }, z.core.$strip> : never>, "id" | "kind" | "namespace" | "schemaVersion">, generator: IdGenerator): Promise<z.core.output<TBaseSchema extends z.ZodObject<infer U extends Readonly<{
+        [k: string]: z.core.$ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>;
+    }>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "namespace" | "schemaVersion"> & TFields & {
+        namespace: TNamespace extends undefined ? U["namespace"] : z.ZodLiteral<TNamespace>;
+        kind: TKind extends undefined ? U["kind"] : z.ZodLiteral<`${TKind}.sys-prompt`>;
+        schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z.ZodLiteral<TSchemaVersion>;
+    }, z.core.$strip> : never>>;
+};
+
+declare const SimpleSystemPromptSchemaV1: z.ZodObject<Omit<{
+    id: z.ZodString;
+    namespace: z.ZodString;
+    kind: z.ZodString;
+    schemaVersion: z.ZodNumber;
+    version: z.ZodNumber;
+    metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+}, "kind" | "namespace" | "schemaVersion"> & {
+    content: z.ZodString;
 } & {
-    kind: z__default.ZodString;
-    schemaVersion: z__default.ZodNumber;
-}, z__default.core.$strip> & {
+    namespace: z.ZodLiteral<"peerbench.ai">;
+    kind: z.ZodLiteral<`${string}/simple.sys-prompt`>;
+    schemaVersion: z.ZodLiteral<1>;
+}, z.core.$strip> & {
     new: (input: Omit<{
         id: string;
-        testCaseId: string;
-        startedAt: number;
-        completedAt: number;
-        data: string;
-        modelSlug: string;
-        provider: string;
-        kind: string;
-        schemaVersion: number;
+        version: number;
+        content: string;
+        namespace: "peerbench.ai";
+        kind: `${string}/simple.sys-prompt`;
+        schemaVersion: 1;
         metadata?: Record<string, unknown> | undefined;
-        systemPromptId?: string | undefined;
-        inputTokensUsed?: number | undefined;
-        outputTokensUsed?: number | undefined;
-        inputCost?: string | undefined;
-        outputCost?: string | undefined;
-    }, "kind" | "schemaVersion">) => {
+    }, "kind" | "namespace" | "schemaVersion">) => {
         id: string;
-        testCaseId: string;
-        startedAt: number;
-        completedAt: number;
-        data: string;
-        modelSlug: string;
-        provider: string;
-        kind: string;
-        schemaVersion: number;
+        version: number;
+        content: string;
+        namespace: "peerbench.ai";
+        kind: `${string}/simple.sys-prompt`;
+        schemaVersion: 1;
         metadata?: Record<string, unknown> | undefined;
-        systemPromptId?: string | undefined;
-        inputTokensUsed?: number | undefined;
-        outputTokensUsed?: number | undefined;
-        inputCost?: string | undefined;
-        outputCost?: string | undefined;
     };
     newWithId(input: Omit<{
         id: string;
-        testCaseId: string;
-        startedAt: number;
-        completedAt: number;
-        data: string;
-        modelSlug: string;
-        provider: string;
-        kind: string;
-        schemaVersion: number;
+        version: number;
+        content: string;
+        namespace: "peerbench.ai";
+        kind: `${string}/simple.sys-prompt`;
+        schemaVersion: 1;
         metadata?: Record<string, unknown> | undefined;
-        systemPromptId?: string | undefined;
-        inputTokensUsed?: number | undefined;
-        outputTokensUsed?: number | undefined;
-        inputCost?: string | undefined;
-        outputCost?: string | undefined;
-    }, "id" | "kind" | "schemaVersion">, generator: IdGenerator): Promise<{
+    }, "id" | "kind" | "namespace" | "schemaVersion">, generator: IdGenerator): Promise<{
         id: string;
-        testCaseId: string;
-        startedAt: number;
-        completedAt: number;
-        data: string;
-        modelSlug: string;
-        provider: string;
-        kind: string;
-        schemaVersion: number;
+        version: number;
+        content: string;
+        namespace: "peerbench.ai";
+        kind: `${string}/simple.sys-prompt`;
+        schemaVersion: 1;
         metadata?: Record<string, unknown> | undefined;
-        systemPromptId?: string | undefined;
-        inputTokensUsed?: number | undefined;
-        outputTokensUsed?: number | undefined;
-        inputCost?: string | undefined;
-        outputCost?: string | undefined;
     }>;
 };
+type SimpleSystemPromptV1 = z.infer<typeof SimpleSystemPromptSchemaV1>;
 
-export { BaseLLMChatResponseSchemaV1 };
+export { BaseSystemPromptSchemaV1, type BaseSystemPromptV1, SimpleSystemPromptSchemaV1, type SimpleSystemPromptV1, defineSystemPromptSchema };

package/dist/schemas/llm/index.js

@@ -1,35 +1,13 @@
 import {
-  BaseLLMChatResponseSchemaV1
-} from "../../chunk-7TREBPSJ.js";
-import {
-  IdSchema,
-  buildSchemaDefiner
-} from "../../chunk-IUN2IUCS.js";
+  BaseSystemPromptSchemaV1,
+  SimpleSystemPromptSchemaV1,
+  defineSystemPromptSchema
+} from "../../chunk-ZXTQJFGL.js";
+import "../../chunk-UHHHSYVE.js";
+import "../../chunk-OQE6TQXZ.js";
+import "../../chunk-NUEOE3K5.js";
 import "../../chunk-PZ5AY32C.js";
-
-// src/schemas/llm/system-prompt.ts
-import { z } from "zod";
-var BaseSystemPromptSchemaV1 = z.object({
-  id: IdSchema,
-  kind: z.string(),
-  schemaVersion: z.number(),
-  version: z.number(),
-  metadata: z.record(z.string(), z.unknown()).optional()
-});
-var defineSystemPromptSchema = buildSchemaDefiner();
-
-// src/schemas/llm/simple-system-prompt.ts
-import { z as z2 } from "zod";
-var SimpleSystemPromptSchemaV1 = defineSystemPromptSchema({
-  baseSchema: BaseSystemPromptSchemaV1,
-  kind: "sys-prompt.simple",
-  schemaVersion: 1,
-  fields: {
-    content: z2.string()
-  }
-});
 export {
-  BaseLLMChatResponseSchemaV1,
   BaseSystemPromptSchemaV1,
   SimpleSystemPromptSchemaV1,
   defineSystemPromptSchema

package/dist/schemas/llm/index.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../../src/schemas/llm/system-prompt.ts","../../../src/schemas/llm/simple-system-prompt.ts"],"sourcesContent":["import { IdSchema } from \"../id\";\nimport { z } from \"zod\";\nimport { buildSchemaDefiner } from \"../schema-definer\";\n\nexport const BaseSystemPromptSchemaV1 = z.object({\n  id: IdSchema,\n  kind: z.string(),\n  schemaVersion: z.number(),\n  version: z.number(),\n  metadata: z.record(z.string(), z.unknown()).optional(),\n});\nexport type BaseSystemPromptV1 = z.infer<typeof BaseSystemPromptSchemaV1>;\n\nexport const defineSystemPromptSchema =\n  buildSchemaDefiner<typeof BaseSystemPromptSchemaV1.shape>();\n","import { z } from \"zod\";\nimport { defineSystemPromptSchema } from \"./system-prompt\";\nimport { BaseSystemPromptSchemaV1 } from \"./system-prompt\";\n\nexport const SimpleSystemPromptSchemaV1 = defineSystemPromptSchema({\n  baseSchema: BaseSystemPromptSchemaV1,\n  kind: \"sys-prompt.simple\",\n  schemaVersion: 1,\n  fields: {\n    content: z.string(),\n  },\n});\nexport type SimpleSystemPromptV1 = z.infer<typeof SimpleSystemPromptSchemaV1>;\n"],"mappings":";;;;;;;;;;AACA,SAAS,SAAS;AAGX,IAAM,2BAA2B,EAAE,OAAO;AAAA,EAC/C,IAAI;AAAA,EACJ,MAAM,EAAE,OAAO;AAAA,EACf,eAAe,EAAE,OAAO;AAAA,EACxB,SAAS,EAAE,OAAO;AAAA,EAClB,UAAU,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,EAAE,SAAS;AACvD,CAAC;AAGM,IAAM,2BACX,mBAA0D;;;ACd5D,SAAS,KAAAA,UAAS;AAIX,IAAM,6BAA6B,yBAAyB;AAAA,EACjE,YAAY;AAAA,EACZ,MAAM;AAAA,EACN,eAAe;AAAA,EACf,QAAQ;AAAA,IACN,SAASC,GAAE,OAAO;AAAA,EACpB;AACF,CAAC;","names":["z","z"]}
+{"version":3,"sources":[],"sourcesContent":[],"mappings":"","names":[]}