peerbench 0.0.1 → 0.0.2-alpha.0

package/dist/schemas/index.d.ts

@@ -0,0 +1,233 @@
+import { I as IdGenerator } from '../index-WiPjF2AL.js';
+export { b as IdSchema } from '../index-WiPjF2AL.js';
+import z__default, { z } from 'zod';
+
+declare const BaseTestCaseSchemaV1: z.ZodObject<{
+    id: z.ZodString;
+    kind: z.ZodString;
+    schemaVersion: z.ZodNumber;
+    metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+}, z.core.$strip>;
+type BaseTestCaseV1 = z.infer<typeof BaseTestCaseSchemaV1>;
+declare const defineTestCaseSchema: <TBaseSchema extends z.ZodObject<Omit<{
+    id: z.ZodString;
+    kind: z.ZodString;
+    schemaVersion: z.ZodNumber;
+    metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+}, "kind" | "schemaVersion"> & {
+    kind: z.ZodString | z.ZodLiteral<string>;
+    schemaVersion: z.ZodNumber | z.ZodLiteral<number>;
+}, z.core.$strip>, TKind extends string | undefined = undefined, TSchemaVersion extends number | undefined = undefined, TFields extends Readonly<{
+    [k: string]: z.core.$ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>;
+}> = {}>(config: {
+    baseSchema: TBaseSchema;
+    kind?: TKind | undefined;
+    schemaVersion?: TSchemaVersion | undefined;
+    fields?: TFields | undefined;
+}) => (TBaseSchema extends z.ZodObject<infer U extends Readonly<{
+    [k: string]: z.core.$ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>;
+}>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "schemaVersion"> & TFields & {
+    kind: TKind extends undefined ? U["kind"] : z.ZodLiteral<TKind>;
+    schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z.ZodLiteral<TSchemaVersion>;
+}, z.core.$strip> : never) & {
+    new: (input: Omit<z.core.output<TBaseSchema extends z.ZodObject<infer U extends Readonly<{
+        [k: string]: z.core.$ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>;
+    }>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "schemaVersion"> & TFields & {
+        kind: TKind extends undefined ? U["kind"] : z.ZodLiteral<TKind>;
+        schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z.ZodLiteral<TSchemaVersion>;
+    }, z.core.$strip> : never>, "kind" | "schemaVersion">) => z.core.output<TBaseSchema extends z.ZodObject<infer U extends Readonly<{
+        [k: string]: z.core.$ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>;
+    }>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "schemaVersion"> & TFields & {
+        kind: TKind extends undefined ? U["kind"] : z.ZodLiteral<TKind>;
+        schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z.ZodLiteral<TSchemaVersion>;
+    }, z.core.$strip> : never>;
+    newWithId(input: Omit<z.core.output<TBaseSchema extends z.ZodObject<infer U extends Readonly<{
+        [k: string]: z.core.$ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>;
+    }>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "schemaVersion"> & TFields & {
+        kind: TKind extends undefined ? U["kind"] : z.ZodLiteral<TKind>;
+        schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z.ZodLiteral<TSchemaVersion>;
+    }, z.core.$strip> : never>, "kind" | "schemaVersion" | "id">, generator: IdGenerator): Promise<z.core.output<TBaseSchema extends z.ZodObject<infer U extends Readonly<{
+        [k: string]: z.core.$ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>;
+    }>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "schemaVersion"> & TFields & {
+        kind: TKind extends undefined ? U["kind"] : z.ZodLiteral<TKind>;
+        schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z.ZodLiteral<TSchemaVersion>;
+    }, z.core.$strip> : never>>;
+};
+
+declare const BaseResponseSchemaV1: z__default.ZodObject<{
+    id: z__default.ZodString;
+    kind: z__default.ZodString;
+    schemaVersion: z__default.ZodNumber;
+    startedAt: z__default.ZodNumber;
+    completedAt: z__default.ZodNumber;
+    testCaseId: z__default.ZodString;
+    metadata: z__default.ZodOptional<z__default.ZodRecord<z__default.ZodString, z__default.ZodUnknown>>;
+}, z__default.core.$strip>;
+type BaseResponseV1 = z__default.infer<typeof BaseResponseSchemaV1>;
+declare const defineResponseSchema: <TBaseSchema extends z__default.ZodObject<Omit<{
+    id: z__default.ZodString;
+    kind: z__default.ZodString;
+    schemaVersion: z__default.ZodNumber;
+    startedAt: z__default.ZodNumber;
+    completedAt: z__default.ZodNumber;
+    testCaseId: z__default.ZodString;
+    metadata: z__default.ZodOptional<z__default.ZodRecord<z__default.ZodString, z__default.ZodUnknown>>;
+}, "kind" | "schemaVersion"> & {
+    kind: z__default.ZodString | z__default.ZodLiteral<string>;
+    schemaVersion: z__default.ZodNumber | z__default.ZodLiteral<number>;
+}, z__default.core.$strip>, TKind extends string | undefined = undefined, TSchemaVersion extends number | undefined = undefined, TFields extends Readonly<{
+    [k: string]: z__default.core.$ZodType<unknown, unknown, z__default.core.$ZodTypeInternals<unknown, unknown>>;
+}> = {}>(config: {
+    baseSchema: TBaseSchema;
+    kind?: TKind | undefined;
+    schemaVersion?: TSchemaVersion | undefined;
+    fields?: TFields | undefined;
+}) => (TBaseSchema extends z__default.ZodObject<infer U extends Readonly<{
+    [k: string]: z__default.core.$ZodType<unknown, unknown, z__default.core.$ZodTypeInternals<unknown, unknown>>;
+}>, z__default.core.$strip> ? z__default.ZodObject<Omit<U, "kind" | "schemaVersion"> & TFields & {
+    kind: TKind extends undefined ? U["kind"] : z__default.ZodLiteral<TKind>;
+    schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z__default.ZodLiteral<TSchemaVersion>;
+}, z__default.core.$strip> : never) & {
+    new: (input: Omit<z__default.core.output<TBaseSchema extends z__default.ZodObject<infer U extends Readonly<{
+        [k: string]: z__default.core.$ZodType<unknown, unknown, z__default.core.$ZodTypeInternals<unknown, unknown>>;
+    }>, z__default.core.$strip> ? z__default.ZodObject<Omit<U, "kind" | "schemaVersion"> & TFields & {
+        kind: TKind extends undefined ? U["kind"] : z__default.ZodLiteral<TKind>;
+        schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z__default.ZodLiteral<TSchemaVersion>;
+    }, z__default.core.$strip> : never>, "kind" | "schemaVersion">) => z__default.core.output<TBaseSchema extends z__default.ZodObject<infer U extends Readonly<{
+        [k: string]: z__default.core.$ZodType<unknown, unknown, z__default.core.$ZodTypeInternals<unknown, unknown>>;
+    }>, z__default.core.$strip> ? z__default.ZodObject<Omit<U, "kind" | "schemaVersion"> & TFields & {
+        kind: TKind extends undefined ? U["kind"] : z__default.ZodLiteral<TKind>;
+        schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z__default.ZodLiteral<TSchemaVersion>;
+    }, z__default.core.$strip> : never>;
+    newWithId(input: Omit<z__default.core.output<TBaseSchema extends z__default.ZodObject<infer U extends Readonly<{
+        [k: string]: z__default.core.$ZodType<unknown, unknown, z__default.core.$ZodTypeInternals<unknown, unknown>>;
+    }>, z__default.core.$strip> ? z__default.ZodObject<Omit<U, "kind" | "schemaVersion"> & TFields & {
+        kind: TKind extends undefined ? U["kind"] : z__default.ZodLiteral<TKind>;
+        schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z__default.ZodLiteral<TSchemaVersion>;
+    }, z__default.core.$strip> : never>, "kind" | "schemaVersion" | "id">, generator: IdGenerator): Promise<z__default.core.output<TBaseSchema extends z__default.ZodObject<infer U extends Readonly<{
+        [k: string]: z__default.core.$ZodType<unknown, unknown, z__default.core.$ZodTypeInternals<unknown, unknown>>;
+    }>, z__default.core.$strip> ? z__default.ZodObject<Omit<U, "kind" | "schemaVersion"> & TFields & {
+        kind: TKind extends undefined ? U["kind"] : z__default.ZodLiteral<TKind>;
+        schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z__default.ZodLiteral<TSchemaVersion>;
+    }, z__default.core.$strip> : never>>;
+};
+
+declare const BaseScoreSchemaV1: z__default.ZodObject<{
+    id: z__default.ZodString;
+    kind: z__default.ZodString;
+    schemaVersion: z__default.ZodNumber;
+    value: z__default.ZodNumber;
+    responseId: z__default.ZodString;
+    explanation: z__default.ZodOptional<z__default.ZodString>;
+    metadata: z__default.ZodOptional<z__default.ZodRecord<z__default.ZodString, z__default.ZodUnknown>>;
+    scoringMethod: z__default.ZodEnum<{
+        readonly ai: "ai";
+        readonly human: "human";
+        readonly algo: "algo";
+    }>;
+}, z__default.core.$strip>;
+type BaseScoreV1 = z__default.infer<typeof BaseScoreSchemaV1>;
+declare const defineScoreSchema: <TBaseSchema extends z__default.ZodObject<Omit<{
+    id: z__default.ZodString;
+    kind: z__default.ZodString;
+    schemaVersion: z__default.ZodNumber;
+    value: z__default.ZodNumber;
+    responseId: z__default.ZodString;
+    explanation: z__default.ZodOptional<z__default.ZodString>;
+    metadata: z__default.ZodOptional<z__default.ZodRecord<z__default.ZodString, z__default.ZodUnknown>>;
+    scoringMethod: z__default.ZodEnum<{
+        readonly ai: "ai";
+        readonly human: "human";
+        readonly algo: "algo";
+    }>;
+}, "kind" | "schemaVersion"> & {
+    kind: z__default.ZodString | z__default.ZodLiteral<string>;
+    schemaVersion: z__default.ZodNumber | z__default.ZodLiteral<number>;
+}, z__default.core.$strip>, TKind extends string | undefined = undefined, TSchemaVersion extends number | undefined = undefined, TFields extends Readonly<{
+    [k: string]: z__default.core.$ZodType<unknown, unknown, z__default.core.$ZodTypeInternals<unknown, unknown>>;
+}> = {}>(config: {
+    baseSchema: TBaseSchema;
+    kind?: TKind | undefined;
+    schemaVersion?: TSchemaVersion | undefined;
+    fields?: TFields | undefined;
+}) => (TBaseSchema extends z__default.ZodObject<infer U extends Readonly<{
+    [k: string]: z__default.core.$ZodType<unknown, unknown, z__default.core.$ZodTypeInternals<unknown, unknown>>;
+}>, z__default.core.$strip> ? z__default.ZodObject<Omit<U, "kind" | "schemaVersion"> & TFields & {
+    kind: TKind extends undefined ? U["kind"] : z__default.ZodLiteral<TKind>;
+    schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z__default.ZodLiteral<TSchemaVersion>;
+}, z__default.core.$strip> : never) & {
+    new: (input: Omit<z__default.core.output<TBaseSchema extends z__default.ZodObject<infer U extends Readonly<{
+        [k: string]: z__default.core.$ZodType<unknown, unknown, z__default.core.$ZodTypeInternals<unknown, unknown>>;
+    }>, z__default.core.$strip> ? z__default.ZodObject<Omit<U, "kind" | "schemaVersion"> & TFields & {
+        kind: TKind extends undefined ? U["kind"] : z__default.ZodLiteral<TKind>;
+        schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z__default.ZodLiteral<TSchemaVersion>;
+    }, z__default.core.$strip> : never>, "kind" | "schemaVersion">) => z__default.core.output<TBaseSchema extends z__default.ZodObject<infer U extends Readonly<{
+        [k: string]: z__default.core.$ZodType<unknown, unknown, z__default.core.$ZodTypeInternals<unknown, unknown>>;
+    }>, z__default.core.$strip> ? z__default.ZodObject<Omit<U, "kind" | "schemaVersion"> & TFields & {
+        kind: TKind extends undefined ? U["kind"] : z__default.ZodLiteral<TKind>;
+        schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z__default.ZodLiteral<TSchemaVersion>;
+    }, z__default.core.$strip> : never>;
+    newWithId(input: Omit<z__default.core.output<TBaseSchema extends z__default.ZodObject<infer U extends Readonly<{
+        [k: string]: z__default.core.$ZodType<unknown, unknown, z__default.core.$ZodTypeInternals<unknown, unknown>>;
+    }>, z__default.core.$strip> ? z__default.ZodObject<Omit<U, "kind" | "schemaVersion"> & TFields & {
+        kind: TKind extends undefined ? U["kind"] : z__default.ZodLiteral<TKind>;
+        schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z__default.ZodLiteral<TSchemaVersion>;
+    }, z__default.core.$strip> : never>, "kind" | "schemaVersion" | "id">, generator: IdGenerator): Promise<z__default.core.output<TBaseSchema extends z__default.ZodObject<infer U extends Readonly<{
+        [k: string]: z__default.core.$ZodType<unknown, unknown, z__default.core.$ZodTypeInternals<unknown, unknown>>;
+    }>, z__default.core.$strip> ? z__default.ZodObject<Omit<U, "kind" | "schemaVersion"> & TFields & {
+        kind: TKind extends undefined ? U["kind"] : z__default.ZodLiteral<TKind>;
+        schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z__default.ZodLiteral<TSchemaVersion>;
+    }, z__default.core.$strip> : never>>;
+};
+
+declare const BaseBenchmarkSpecSchemaV1: z__default.ZodObject<{
+    kind: z__default.ZodString;
+    schemaVersion: z__default.ZodNumber;
+    metadata: z__default.ZodOptional<z__default.ZodRecord<z__default.ZodString, z__default.ZodUnknown>>;
+}, z__default.core.$strip>;
+type BaseBenchmarkSpecV1 = z__default.infer<typeof BaseBenchmarkSpecSchemaV1>;
+declare const defineBenchmarkSpecSchema: <TBaseSchema extends z__default.ZodObject<Omit<{
+    kind: z__default.ZodString;
+    schemaVersion: z__default.ZodNumber;
+    metadata: z__default.ZodOptional<z__default.ZodRecord<z__default.ZodString, z__default.ZodUnknown>>;
+}, "kind" | "schemaVersion"> & {
+    kind: z__default.ZodString | z__default.ZodLiteral<string>;
+    schemaVersion: z__default.ZodNumber | z__default.ZodLiteral<number>;
+}, z__default.core.$strip>, TKind extends string | undefined = undefined, TSchemaVersion extends number | undefined = undefined, TFields extends Readonly<{
+    [k: string]: z__default.core.$ZodType<unknown, unknown, z__default.core.$ZodTypeInternals<unknown, unknown>>;
+}> = {}>(config: {
+    baseSchema: TBaseSchema;
+    kind?: TKind | undefined;
+    schemaVersion?: TSchemaVersion | undefined;
+    fields?: TFields | undefined;
+}) => (TBaseSchema extends z__default.ZodObject<infer U extends Readonly<{
+    [k: string]: z__default.core.$ZodType<unknown, unknown, z__default.core.$ZodTypeInternals<unknown, unknown>>;
+}>, z__default.core.$strip> ? z__default.ZodObject<Omit<U, "kind" | "schemaVersion"> & TFields & {
+    kind: TKind extends undefined ? U["kind"] : z__default.ZodLiteral<TKind>;
+    schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z__default.ZodLiteral<TSchemaVersion>;
+}, z__default.core.$strip> : never) & {
+    new: (input: Omit<z__default.core.output<TBaseSchema extends z__default.ZodObject<infer U extends Readonly<{
+        [k: string]: z__default.core.$ZodType<unknown, unknown, z__default.core.$ZodTypeInternals<unknown, unknown>>;
+    }>, z__default.core.$strip> ? z__default.ZodObject<Omit<U, "kind" | "schemaVersion"> & TFields & {
+        kind: TKind extends undefined ? U["kind"] : z__default.ZodLiteral<TKind>;
+        schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z__default.ZodLiteral<TSchemaVersion>;
+    }, z__default.core.$strip> : never>, "kind" | "schemaVersion">) => z__default.core.output<TBaseSchema extends z__default.ZodObject<infer U extends Readonly<{
+        [k: string]: z__default.core.$ZodType<unknown, unknown, z__default.core.$ZodTypeInternals<unknown, unknown>>;
+    }>, z__default.core.$strip> ? z__default.ZodObject<Omit<U, "kind" | "schemaVersion"> & TFields & {
+        kind: TKind extends undefined ? U["kind"] : z__default.ZodLiteral<TKind>;
+        schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z__default.ZodLiteral<TSchemaVersion>;
+    }, z__default.core.$strip> : never>;
+    newWithId(input: Omit<z__default.core.output<TBaseSchema extends z__default.ZodObject<infer U extends Readonly<{
+        [k: string]: z__default.core.$ZodType<unknown, unknown, z__default.core.$ZodTypeInternals<unknown, unknown>>;
+    }>, z__default.core.$strip> ? z__default.ZodObject<Omit<U, "kind" | "schemaVersion"> & TFields & {
+        kind: TKind extends undefined ? U["kind"] : z__default.ZodLiteral<TKind>;
+        schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z__default.ZodLiteral<TSchemaVersion>;
+    }, z__default.core.$strip> : never>, "kind" | "schemaVersion" | "id">, generator: IdGenerator): Promise<z__default.core.output<TBaseSchema extends z__default.ZodObject<infer U extends Readonly<{
+        [k: string]: z__default.core.$ZodType<unknown, unknown, z__default.core.$ZodTypeInternals<unknown, unknown>>;
+    }>, z__default.core.$strip> ? z__default.ZodObject<Omit<U, "kind" | "schemaVersion"> & TFields & {
+        kind: TKind extends undefined ? U["kind"] : z__default.ZodLiteral<TKind>;
+        schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z__default.ZodLiteral<TSchemaVersion>;
+    }, z__default.core.$strip> : never>>;
+};
+
+export { BaseBenchmarkSpecSchemaV1, type BaseBenchmarkSpecV1, BaseResponseSchemaV1, type BaseResponseV1, BaseScoreSchemaV1, type BaseScoreV1, BaseTestCaseSchemaV1, type BaseTestCaseV1, defineBenchmarkSpecSchema, defineResponseSchema, defineScoreSchema, defineTestCaseSchema };

package/dist/schemas/index.js

@@ -0,0 +1,27 @@
+import {
+  BaseBenchmarkSpecSchemaV1,
+  BaseScoreSchemaV1,
+  BaseTestCaseSchemaV1,
+  defineBenchmarkSpecSchema,
+  defineScoreSchema,
+  defineTestCaseSchema
+} from "../chunk-232PY7K3.js";
+import "../chunk-ZJWSK4VO.js";
+import {
+  BaseResponseSchemaV1,
+  IdSchema,
+  defineResponseSchema
+} from "../chunk-IUN2IUCS.js";
+import "../chunk-PZ5AY32C.js";
+export {
+  BaseBenchmarkSpecSchemaV1,
+  BaseResponseSchemaV1,
+  BaseScoreSchemaV1,
+  BaseTestCaseSchemaV1,
+  IdSchema,
+  defineBenchmarkSpecSchema,
+  defineResponseSchema,
+  defineScoreSchema,
+  defineTestCaseSchema
+};
+//# sourceMappingURL=index.js.map

package/dist/schemas/index.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":[],"sourcesContent":[],"mappings":"","names":[]}

package/dist/schemas/llm/index.d.ts

@@ -0,0 +1,98 @@
+export { B as BaseSystemPromptSchemaV1, a as BaseSystemPromptV1, d as defineSystemPromptSchema } from '../../system-prompt--0FdPWqK.js';
+export { S as SimpleSystemPromptSchemaV1, a as SimpleSystemPromptV1 } from '../../simple-system-prompt-CzPYuvo0.js';
+import { I as IdGenerator } from '../../index-WiPjF2AL.js';
+import z__default from 'zod';
+
+/**
+ * Base response schema specialized for LLM chat responses.
+ */
+declare const BaseLLMChatResponseSchemaV1: z__default.ZodObject<Omit<{
+    id: z__default.ZodString;
+    kind: z__default.ZodString;
+    schemaVersion: z__default.ZodNumber;
+    startedAt: z__default.ZodNumber;
+    completedAt: z__default.ZodNumber;
+    testCaseId: z__default.ZodString;
+    metadata: z__default.ZodOptional<z__default.ZodRecord<z__default.ZodString, z__default.ZodUnknown>>;
+}, "kind" | "schemaVersion"> & {
+    data: z__default.ZodString;
+    modelSlug: z__default.ZodString;
+    provider: z__default.ZodString;
+    systemPromptId: z__default.ZodOptional<z__default.ZodString>;
+    inputTokensUsed: z__default.ZodOptional<z__default.ZodNumber>;
+    outputTokensUsed: z__default.ZodOptional<z__default.ZodNumber>;
+    inputCost: z__default.ZodOptional<z__default.ZodString>;
+    outputCost: z__default.ZodOptional<z__default.ZodString>;
+} & {
+    kind: z__default.ZodString;
+    schemaVersion: z__default.ZodNumber;
+}, z__default.core.$strip> & {
+    new: (input: Omit<{
+        id: string;
+        testCaseId: string;
+        startedAt: number;
+        completedAt: number;
+        data: string;
+        modelSlug: string;
+        provider: string;
+        kind: string;
+        schemaVersion: number;
+        metadata?: Record<string, unknown> | undefined;
+        systemPromptId?: string | undefined;
+        inputTokensUsed?: number | undefined;
+        outputTokensUsed?: number | undefined;
+        inputCost?: string | undefined;
+        outputCost?: string | undefined;
+    }, "kind" | "schemaVersion">) => {
+        id: string;
+        testCaseId: string;
+        startedAt: number;
+        completedAt: number;
+        data: string;
+        modelSlug: string;
+        provider: string;
+        kind: string;
+        schemaVersion: number;
+        metadata?: Record<string, unknown> | undefined;
+        systemPromptId?: string | undefined;
+        inputTokensUsed?: number | undefined;
+        outputTokensUsed?: number | undefined;
+        inputCost?: string | undefined;
+        outputCost?: string | undefined;
+    };
+    newWithId(input: Omit<{
+        id: string;
+        testCaseId: string;
+        startedAt: number;
+        completedAt: number;
+        data: string;
+        modelSlug: string;
+        provider: string;
+        kind: string;
+        schemaVersion: number;
+        metadata?: Record<string, unknown> | undefined;
+        systemPromptId?: string | undefined;
+        inputTokensUsed?: number | undefined;
+        outputTokensUsed?: number | undefined;
+        inputCost?: string | undefined;
+        outputCost?: string | undefined;
+    }, "id" | "kind" | "schemaVersion">, generator: IdGenerator): Promise<{
+        id: string;
+        testCaseId: string;
+        startedAt: number;
+        completedAt: number;
+        data: string;
+        modelSlug: string;
+        provider: string;
+        kind: string;
+        schemaVersion: number;
+        metadata?: Record<string, unknown> | undefined;
+        systemPromptId?: string | undefined;
+        inputTokensUsed?: number | undefined;
+        outputTokensUsed?: number | undefined;
+        inputCost?: string | undefined;
+        outputCost?: string | undefined;
+    }>;
+};
+
+export { BaseLLMChatResponseSchemaV1 };

package/dist/schemas/llm/index.js

@@ -0,0 +1,37 @@
+import {
+  BaseLLMChatResponseSchemaV1
+} from "../../chunk-7TREBPSJ.js";
+import {
+  IdSchema,
+  buildSchemaDefiner
+} from "../../chunk-IUN2IUCS.js";
+import "../../chunk-PZ5AY32C.js";
+
+// src/schemas/llm/system-prompt.ts
+import { z } from "zod";
+var BaseSystemPromptSchemaV1 = z.object({
+  id: IdSchema,
+  kind: z.string(),
+  schemaVersion: z.number(),
+  version: z.number(),
+  metadata: z.record(z.string(), z.unknown()).optional()
+});
+var defineSystemPromptSchema = buildSchemaDefiner();
+
+// src/schemas/llm/simple-system-prompt.ts
+import { z as z2 } from "zod";
+var SimpleSystemPromptSchemaV1 = defineSystemPromptSchema({
+  baseSchema: BaseSystemPromptSchemaV1,
+  kind: "sys-prompt.simple",
+  schemaVersion: 1,
+  fields: {
+    content: z2.string()
+  }
+});
+export {
+  BaseLLMChatResponseSchemaV1,
+  BaseSystemPromptSchemaV1,
+  SimpleSystemPromptSchemaV1,
+  defineSystemPromptSchema
+};
+//# sourceMappingURL=index.js.map

package/dist/schemas/llm/index.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/schemas/llm/system-prompt.ts","../../../src/schemas/llm/simple-system-prompt.ts"],"sourcesContent":["import { IdSchema } from \"../id\";\nimport { z } from \"zod\";\nimport { buildSchemaDefiner } from \"../schema-definer\";\n\nexport const BaseSystemPromptSchemaV1 = z.object({\n  id: IdSchema,\n  kind: z.string(),\n  schemaVersion: z.number(),\n  version: z.number(),\n  metadata: z.record(z.string(), z.unknown()).optional(),\n});\nexport type BaseSystemPromptV1 = z.infer<typeof BaseSystemPromptSchemaV1>;\n\nexport const defineSystemPromptSchema =\n  buildSchemaDefiner<typeof BaseSystemPromptSchemaV1.shape>();\n","import { z } from \"zod\";\nimport { defineSystemPromptSchema } from \"./system-prompt\";\nimport { BaseSystemPromptSchemaV1 } from \"./system-prompt\";\n\nexport const SimpleSystemPromptSchemaV1 = defineSystemPromptSchema({\n  baseSchema: BaseSystemPromptSchemaV1,\n  kind: \"sys-prompt.simple\",\n  schemaVersion: 1,\n  fields: {\n    content: z.string(),\n  },\n});\nexport type SimpleSystemPromptV1 = z.infer<typeof SimpleSystemPromptSchemaV1>;\n"],"mappings":";;;;;;;;;;AACA,SAAS,SAAS;AAGX,IAAM,2BAA2B,EAAE,OAAO;AAAA,EAC/C,IAAI;AAAA,EACJ,MAAM,EAAE,OAAO;AAAA,EACf,eAAe,EAAE,OAAO;AAAA,EACxB,SAAS,EAAE,OAAO;AAAA,EAClB,UAAU,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,EAAE,SAAS;AACvD,CAAC;AAGM,IAAM,2BACX,mBAA0D;;;ACd5D,SAAS,KAAAA,UAAS;AAIX,IAAM,6BAA6B,yBAAyB;AAAA,EACjE,YAAY;AAAA,EACZ,MAAM;AAAA,EACN,eAAe;AAAA,EACf,QAAQ;AAAA,IACN,SAASC,GAAE,OAAO;AAAA,EACpB;AACF,CAAC;","names":["z","z"]}

package/dist/scorers/index.d.ts

@@ -0,0 +1,63 @@
+import { A as AbstractScorer } from '../abstract-Dec9Sc5O.js';
+export { B as BaseScorerResult } from '../abstract-Dec9Sc5O.js';
+export { b as LLMJudgeCriterion, L as LLMJudgeScorer, d as LLMJudgeScorerParams, c as LLMJudgeScorerResult, a as MCQScorer, M as MCQScorerParams } from '../llm-judge-DIG1f1Az.js';
+import '../llm-DNj_tp2T.js';
+import '../provider-BDjGp2y-.js';
+import 'openai/resources/shared';
+import 'openai/resources/chat/completions';
+import '../rate-limiter-CSmVIRsM.js';
+
+type RegexPattern = {
+    /**
+     * The regex pattern to match against the response
+     */
+    regex: RegExp;
+    /**
+     * The index of the capture group to extract (1-based, like match[1])
+     * If not provided, defaults to 1 (first capture group)
+     */
+    captureGroupIndex?: number;
+    /**
+     * Optional function to transform the extracted value before validation
+     */
+    transform?: (value: string) => string | undefined;
+};
+type RegexScorerParams = {
+    /**
+     * The input text to score
+     */
+    input: string;
+    /**
+     * Array of regex patterns to try (in order, first match wins)
+     */
+    patterns: RegexPattern[];
+    /**
+     * Expected value(s) to match against. Can be a record of expected values for named groups, or a validation function
+     */
+    expectedValue: Record<string, string> | ((groupName: string, match: string) => boolean);
+    /**
+     * Optional: Which match to use when multiple matches are found
+     * Defaults to "last" (uses the last match found)
+     */
+    matchPreference?: "first" | "last";
+    /**
+     * Optional: If true, allows partial scoring based on how many groups match
+     * For example, if 2 groups are expected and only 1 matches, score would be 0.5
+     * Defaults to false (all-or-nothing scoring)
+     */
+    allowPartialScoring?: boolean;
+};
+/**
+ * Generic Regex scorer. It scores the given input against a set of regex patterns.
+ */
+declare class RegexScorer extends AbstractScorer {
+    readonly kind = "regex";
+    score(params: RegexScorerParams): Promise<{
+        value: number;
+        extractedAnswers: {
+            [k: string]: string;
+        };
+    }>;
+}
+
+export { AbstractScorer, type RegexPattern, RegexScorer, type RegexScorerParams };