peerbench 0.0.10 → 0.0.12

package/dist/benchmarks/examples/echo-basic/schema-sets/echo.v1.d.ts

@@ -42,7 +42,7 @@ export declare const EchoBasicTestCaseSchemaV1: z.ZodObject<Omit<{
     schemaVersion: z.ZodNumber;
     kind: z.ZodString;
     metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
-}, "kind" | "namespace" | "schemaVersion"> & {
+}, "kind" | "schemaVersion" | "namespace"> & {
     input: z.ZodString;
 } & {
     namespace: z.ZodLiteral<"example.peerbench.ai">;
@@ -56,7 +56,7 @@ export declare const EchoBasicTestCaseSchemaV1: z.ZodObject<Omit<{
         kind: "llm/echo-basic.tc";
         schemaVersion: 1;
         metadata?: Record<string, unknown> | undefined;
-    }, "kind" | "namespace" | "schemaVersion">) => {
+    }, "kind" | "schemaVersion" | "namespace">) => {
         id: string;
         input: string;
         namespace: "example.peerbench.ai";
@@ -71,7 +71,7 @@ export declare const EchoBasicTestCaseSchemaV1: z.ZodObject<Omit<{
         kind: "llm/echo-basic.tc";
         schemaVersion: 1;
         metadata?: Record<string, unknown> | undefined;
-    }, "kind" | "id" | "namespace" | "schemaVersion">, generator: import("../../../../index.js").IdGenerator): Promise<{
+    }, "id" | "kind" | "schemaVersion" | "namespace">, generator: import("../../../../index.js").IdGenerator): Promise<{
         id: string;
         input: string;
         namespace: "example.peerbench.ai";
@@ -90,7 +90,7 @@ export declare const EchoBasicResponseSchemaV1: z.ZodObject<Omit<{
     completedAt: z.ZodNumber;
     testCaseId: z.ZodString;
     metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
-}, "kind" | "namespace" | "schemaVersion"> & {
+}, "kind" | "schemaVersion" | "namespace"> & {
     data: z.ZodString;
     modelSlug: z.ZodString;
     provider: z.ZodString;
@@ -105,10 +105,10 @@ export declare const EchoBasicResponseSchemaV1: z.ZodObject<Omit<{
     schemaVersion: z.ZodLiteral<1>;
 }, z.core.$strip> & {
     new: (input: Omit<{
-        startedAt: number;
-        completedAt: number;
         id: string;
         testCaseId: string;
+        startedAt: number;
+        completedAt: number;
         data: string;
         modelSlug: string;
         provider: string;
@@ -121,11 +121,11 @@ export declare const EchoBasicResponseSchemaV1: z.ZodObject<Omit<{
         outputTokensUsed?: number | undefined;
         inputCost?: string | undefined;
         outputCost?: string | undefined;
-    }, "kind" | "namespace" | "schemaVersion">) => {
-        startedAt: number;
-        completedAt: number;
+    }, "kind" | "schemaVersion" | "namespace">) => {
         id: string;
         testCaseId: string;
+        startedAt: number;
+        completedAt: number;
         data: string;
         modelSlug: string;
         provider: string;
@@ -140,10 +140,10 @@ export declare const EchoBasicResponseSchemaV1: z.ZodObject<Omit<{
         outputCost?: string | undefined;
     };
     newWithId(input: Omit<{
-        startedAt: number;
-        completedAt: number;
         id: string;
         testCaseId: string;
+        startedAt: number;
+        completedAt: number;
         data: string;
         modelSlug: string;
         provider: string;
@@ -156,11 +156,11 @@ export declare const EchoBasicResponseSchemaV1: z.ZodObject<Omit<{
         outputTokensUsed?: number | undefined;
         inputCost?: string | undefined;
         outputCost?: string | undefined;
-    }, "kind" | "id" | "namespace" | "schemaVersion">, generator: import("../../../../index.js").IdGenerator): Promise<{
-        startedAt: number;
-        completedAt: number;
+    }, "id" | "kind" | "schemaVersion" | "namespace">, generator: import("../../../../index.js").IdGenerator): Promise<{
         id: string;
         testCaseId: string;
+        startedAt: number;
+        completedAt: number;
         data: string;
         modelSlug: string;
         provider: string;
@@ -190,52 +190,52 @@ export declare const EchoBasicScoreSchemaV1: z.ZodObject<Omit<{
         readonly human: "human";
         readonly algo: "algo";
     }>;
-}, "kind" | "namespace" | "schemaVersion"> & {
+}, "kind" | "schemaVersion" | "namespace"> & {
     namespace: z.ZodLiteral<"example.peerbench.ai">;
     kind: z.ZodLiteral<"llm/echo-basic.sc">;
     schemaVersion: z.ZodLiteral<1>;
 }, z.core.$strip> & {
     new: (input: Omit<{
         id: string;
-        value: number;
         responseId: string;
+        value: number;
         scoringMethod: "ai" | "human" | "algo";
         namespace: "example.peerbench.ai";
         kind: "llm/echo-basic.sc";
         schemaVersion: 1;
-        metadata?: Record<string, unknown> | undefined;
         explanation?: string | undefined;
-    }, "kind" | "namespace" | "schemaVersion">) => {
+        metadata?: Record<string, unknown> | undefined;
+    }, "kind" | "schemaVersion" | "namespace">) => {
         id: string;
-        value: number;
         responseId: string;
+        value: number;
         scoringMethod: "ai" | "human" | "algo";
         namespace: "example.peerbench.ai";
         kind: "llm/echo-basic.sc";
         schemaVersion: 1;
-        metadata?: Record<string, unknown> | undefined;
         explanation?: string | undefined;
+        metadata?: Record<string, unknown> | undefined;
     };
     newWithId(input: Omit<{
         id: string;
-        value: number;
         responseId: string;
+        value: number;
         scoringMethod: "ai" | "human" | "algo";
         namespace: "example.peerbench.ai";
         kind: "llm/echo-basic.sc";
         schemaVersion: 1;
-        metadata?: Record<string, unknown> | undefined;
         explanation?: string | undefined;
-    }, "kind" | "id" | "namespace" | "schemaVersion">, generator: import("../../../../index.js").IdGenerator): Promise<{
+        metadata?: Record<string, unknown> | undefined;
+    }, "id" | "kind" | "schemaVersion" | "namespace">, generator: import("../../../../index.js").IdGenerator): Promise<{
         id: string;
-        value: number;
         responseId: string;
+        value: number;
         scoringMethod: "ai" | "human" | "algo";
         namespace: "example.peerbench.ai";
         kind: "llm/echo-basic.sc";
         schemaVersion: 1;
-        metadata?: Record<string, unknown> | undefined;
         explanation?: string | undefined;
+        metadata?: Record<string, unknown> | undefined;
     }>;
 };
 export type EchoBasicScoreV1 = z.infer<typeof EchoBasicScoreSchemaV1>;

package/dist/benchmarks/examples/exact-match-scorer/runner.d.ts

@@ -1,45 +1,25 @@
-import { AbstractLLMProvider } from "../../../providers/index.js";
+import { CallableLLM } from "../../../providers/index.js";
+import { SimpleSystemPromptV1 } from "../../../schemas/llm/index.js";
 import { LLMAsAJudgeScorer } from "../../../scorers/index.js";
-import z from "zod";
+import { IdGenerator } from "../../../types";
 import { ExactMatchScorer } from "./scorer";
-export declare const exactMatchScorerRunner: ((params: {
-    testCase: {
-        id: string;
-        instruction: string;
-        input: string;
-        expectedOutput: string;
-        namespace: "example.peerbench.ai";
-        kind: "llm/exact-match.tc";
-        schemaVersion: 1;
-        metadata?: Record<string, unknown> | undefined;
-        normalize?: boolean | undefined;
-    };
-    provider: AbstractLLMProvider;
-    scorer?: LLMAsAJudgeScorer | ExactMatchScorer | undefined;
-    runConfig: {
-        model: string;
-        temperature?: number | undefined;
-        systemPrompt?: {
-            id: string;
-            version: number;
-            content: string;
-            namespace: "peerbench.ai";
-            kind: `${string}/simple.sys-prompt`;
-            schemaVersion: 1;
-            metadata?: Record<string, unknown> | undefined;
-        } | undefined;
-        llmJudgeModel?: string | undefined;
-    };
+import { ExactMatchTestCaseV1 } from "./schema-sets/exact-match.v1";
+export declare const exactMatchScorerRunner: (params: {
+    testCase: ExactMatchTestCaseV1;
+    target: CallableLLM;
+    scorer?: ExactMatchScorer | LLMAsAJudgeScorer;
+    temperature?: number;
+    systemPrompt?: SimpleSystemPromptV1;
     idGenerators?: {
-        response?: import("../../../types").IdGenerator;
-        score?: import("../../../types").IdGenerator;
+        response?: IdGenerator;
+        score?: IdGenerator;
     };
 }) => Promise<{
     response: {
-        startedAt: number;
-        completedAt: number;
         id: string;
         testCaseId: string;
+        startedAt: number;
+        completedAt: number;
         data: string;
         modelSlug: string;
         provider: string;
@@ -53,17 +33,17 @@ export declare const exactMatchScorerRunner: ((params: {
         inputCost?: string | undefined;
         outputCost?: string | undefined;
     };
-    score?: {
+    score: {
         id: string;
-        value: number;
         responseId: string;
+        value: number;
         scoringMethod: "ai" | "human" | "algo";
         match: boolean;
         namespace: "example.peerbench.ai";
         kind: "llm/exact-match.sc";
         schemaVersion: 1;
-        metadata?: Record<string, unknown> | undefined;
         explanation?: string | undefined;
+        metadata?: Record<string, unknown> | undefined;
         normalized?: {
             expected: string;
             actual: string;
@@ -76,353 +56,25 @@ export declare const exactMatchScorerRunner: ((params: {
         scorerAIOutputTokensUsed?: number | undefined;
         scorerAIInputCost?: string | undefined;
         scorerAIOutputCost?: string | undefined;
-    } | undefined;
-}>) & {
-    config: {
-        runConfigSchema: z.ZodObject<{
-            model: z.ZodString;
-            temperature: z.ZodOptional<z.ZodNumber>;
-            systemPrompt: z.ZodOptional<z.ZodObject<Omit<{
-                id: z.ZodString;
-                namespace: z.ZodString;
-                kind: z.ZodString;
-                schemaVersion: z.ZodNumber;
-                version: z.ZodNumber;
-                metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
-            }, "kind" | "namespace" | "schemaVersion"> & {
-                content: z.ZodString;
-            } & {
-                namespace: z.ZodLiteral<"peerbench.ai">;
-                kind: z.ZodLiteral<`${string}/simple.sys-prompt`>;
-                schemaVersion: z.ZodLiteral<1>;
-            }, z.core.$strip> & {
-                new: (input: Omit<{
-                    id: string;
-                    version: number;
-                    content: string;
-                    namespace: "peerbench.ai";
-                    kind: `${string}/simple.sys-prompt`;
-                    schemaVersion: 1;
-                    metadata?: Record<string, unknown> | undefined;
-                }, "kind" | "namespace" | "schemaVersion">) => {
-                    id: string;
-                    version: number;
-                    content: string;
-                    namespace: "peerbench.ai";
-                    kind: `${string}/simple.sys-prompt`;
-                    schemaVersion: 1;
-                    metadata?: Record<string, unknown> | undefined;
-                };
-                newWithId(input: Omit<{
-                    id: string;
-                    version: number;
-                    content: string;
-                    namespace: "peerbench.ai";
-                    kind: `${string}/simple.sys-prompt`;
-                    schemaVersion: 1;
-                    metadata?: Record<string, unknown> | undefined;
-                }, "kind" | "id" | "namespace" | "schemaVersion">, generator: import("../../../types").IdGenerator): Promise<{
-                    id: string;
-                    version: number;
-                    content: string;
-                    namespace: "peerbench.ai";
-                    kind: `${string}/simple.sys-prompt`;
-                    schemaVersion: 1;
-                    metadata?: Record<string, unknown> | undefined;
-                }>;
-            }>;
-            llmJudgeModel: z.ZodOptional<z.ZodString>;
-        }, z.core.$strip>;
-        schemaSets: [{
-            readonly testCase: z.ZodObject<Omit<{
-                id: z.ZodString;
-                namespace: z.ZodString;
-                schemaVersion: z.ZodNumber;
-                kind: z.ZodString;
-                metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
-            }, "kind" | "namespace" | "schemaVersion"> & {
-                instruction: z.ZodString;
-                input: z.ZodString;
-                expectedOutput: z.ZodString;
-                normalize: z.ZodOptional<z.ZodBoolean>;
-            } & {
-                namespace: z.ZodLiteral<"example.peerbench.ai">;
-                kind: z.ZodLiteral<"llm/exact-match.tc">;
-                schemaVersion: z.ZodLiteral<1>;
-            }, z.core.$strip> & {
-                new: (input: Omit<{
-                    id: string;
-                    instruction: string;
-                    input: string;
-                    expectedOutput: string;
-                    namespace: "example.peerbench.ai";
-                    kind: "llm/exact-match.tc";
-                    schemaVersion: 1;
-                    metadata?: Record<string, unknown> | undefined;
-                    normalize?: boolean | undefined;
-                }, "kind" | "namespace" | "schemaVersion">) => {
-                    id: string;
-                    instruction: string;
-                    input: string;
-                    expectedOutput: string;
-                    namespace: "example.peerbench.ai";
-                    kind: "llm/exact-match.tc";
-                    schemaVersion: 1;
-                    metadata?: Record<string, unknown> | undefined;
-                    normalize?: boolean | undefined;
-                };
-                newWithId(input: Omit<{
-                    id: string;
-                    instruction: string;
-                    input: string;
-                    expectedOutput: string;
-                    namespace: "example.peerbench.ai";
-                    kind: "llm/exact-match.tc";
-                    schemaVersion: 1;
-                    metadata?: Record<string, unknown> | undefined;
-                    normalize?: boolean | undefined;
-                }, "kind" | "id" | "namespace" | "schemaVersion">, generator: import("../../../types").IdGenerator): Promise<{
-                    id: string;
-                    instruction: string;
-                    input: string;
-                    expectedOutput: string;
-                    namespace: "example.peerbench.ai";
-                    kind: "llm/exact-match.tc";
-                    schemaVersion: 1;
-                    metadata?: Record<string, unknown> | undefined;
-                    normalize?: boolean | undefined;
-                }>;
-            };
-            readonly response: z.ZodObject<Omit<{
-                id: z.ZodString;
-                namespace: z.ZodString;
-                schemaVersion: z.ZodNumber;
-                kind: z.ZodString;
-                startedAt: z.ZodNumber;
-                completedAt: z.ZodNumber;
-                testCaseId: z.ZodString;
-                metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
-            }, "kind" | "namespace" | "schemaVersion"> & {
-                data: z.ZodString;
-                modelSlug: z.ZodString;
-                provider: z.ZodString;
-                systemPromptId: z.ZodOptional<z.ZodString>;
-                inputTokensUsed: z.ZodOptional<z.ZodNumber>;
-                outputTokensUsed: z.ZodOptional<z.ZodNumber>;
-                inputCost: z.ZodOptional<z.ZodString>;
-                outputCost: z.ZodOptional<z.ZodString>;
-            } & {
-                namespace: z.ZodLiteral<"example.peerbench.ai">;
-                kind: z.ZodLiteral<"llm/exact-match.rs">;
-                schemaVersion: z.ZodLiteral<1>;
-            }, z.core.$strip> & {
-                new: (input: Omit<{
-                    startedAt: number;
-                    completedAt: number;
-                    id: string;
-                    testCaseId: string;
-                    data: string;
-                    modelSlug: string;
-                    provider: string;
-                    namespace: "example.peerbench.ai";
-                    kind: "llm/exact-match.rs";
-                    schemaVersion: 1;
-                    metadata?: Record<string, unknown> | undefined;
-                    systemPromptId?: string | undefined;
-                    inputTokensUsed?: number | undefined;
-                    outputTokensUsed?: number | undefined;
-                    inputCost?: string | undefined;
-                    outputCost?: string | undefined;
-                }, "kind" | "namespace" | "schemaVersion">) => {
-                    startedAt: number;
-                    completedAt: number;
-                    id: string;
-                    testCaseId: string;
-                    data: string;
-                    modelSlug: string;
-                    provider: string;
-                    namespace: "example.peerbench.ai";
-                    kind: "llm/exact-match.rs";
-                    schemaVersion: 1;
-                    metadata?: Record<string, unknown> | undefined;
-                    systemPromptId?: string | undefined;
-                    inputTokensUsed?: number | undefined;
-                    outputTokensUsed?: number | undefined;
-                    inputCost?: string | undefined;
-                    outputCost?: string | undefined;
-                };
-                newWithId(input: Omit<{
-                    startedAt: number;
-                    completedAt: number;
-                    id: string;
-                    testCaseId: string;
-                    data: string;
-                    modelSlug: string;
-                    provider: string;
-                    namespace: "example.peerbench.ai";
-                    kind: "llm/exact-match.rs";
-                    schemaVersion: 1;
-                    metadata?: Record<string, unknown> | undefined;
-                    systemPromptId?: string | undefined;
-                    inputTokensUsed?: number | undefined;
-                    outputTokensUsed?: number | undefined;
-                    inputCost?: string | undefined;
-                    outputCost?: string | undefined;
-                }, "kind" | "id" | "namespace" | "schemaVersion">, generator: import("../../../types").IdGenerator): Promise<{
-                    startedAt: number;
-                    completedAt: number;
-                    id: string;
-                    testCaseId: string;
-                    data: string;
-                    modelSlug: string;
-                    provider: string;
-                    namespace: "example.peerbench.ai";
-                    kind: "llm/exact-match.rs";
-                    schemaVersion: 1;
-                    metadata?: Record<string, unknown> | undefined;
-                    systemPromptId?: string | undefined;
-                    inputTokensUsed?: number | undefined;
-                    outputTokensUsed?: number | undefined;
-                    inputCost?: string | undefined;
-                    outputCost?: string | undefined;
-                }>;
-            };
-            readonly score: z.ZodObject<Omit<{
-                id: z.ZodString;
-                namespace: z.ZodString;
-                kind: z.ZodString;
-                schemaVersion: z.ZodNumber;
-                value: z.ZodNumber;
-                responseId: z.ZodString;
-                explanation: z.ZodOptional<z.ZodString>;
-                metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
-                scoringMethod: z.ZodEnum<{
-                    readonly ai: "ai";
-                    readonly human: "human";
-                    readonly algo: "algo";
-                }>;
-            }, "kind" | "namespace" | "schemaVersion"> & {
-                match: z.ZodBoolean;
-                normalized: z.ZodOptional<z.ZodObject<{
-                    expected: z.ZodString;
-                    actual: z.ZodString;
-                }, z.core.$strip>>;
-                scorerAISystemPrompt: z.ZodOptional<z.ZodString>;
-                scorerAISystemPromptId: z.ZodOptional<z.ZodString>;
-                scorerAIProvider: z.ZodOptional<z.ZodString>;
-                scorerAIModelSlug: z.ZodOptional<z.ZodString>;
-                scorerAIInputTokensUsed: z.ZodOptional<z.ZodNumber>;
-                scorerAIOutputTokensUsed: z.ZodOptional<z.ZodNumber>;
-                scorerAIInputCost: z.ZodOptional<z.ZodString>;
-                scorerAIOutputCost: z.ZodOptional<z.ZodString>;
-            } & {
-                namespace: z.ZodLiteral<"example.peerbench.ai">;
-                kind: z.ZodLiteral<"llm/exact-match.sc">;
-                schemaVersion: z.ZodLiteral<1>;
-            }, z.core.$strip> & {
-                new: (input: Omit<{
-                    id: string;
-                    value: number;
-                    responseId: string;
-                    scoringMethod: "ai" | "human" | "algo";
-                    match: boolean;
-                    namespace: "example.peerbench.ai";
-                    kind: "llm/exact-match.sc";
-                    schemaVersion: 1;
-                    metadata?: Record<string, unknown> | undefined;
-                    explanation?: string | undefined;
-                    normalized?: {
-                        expected: string;
-                        actual: string;
-                    } | undefined;
-                    scorerAISystemPrompt?: string | undefined;
-                    scorerAISystemPromptId?: string | undefined;
-                    scorerAIProvider?: string | undefined;
-                    scorerAIModelSlug?: string | undefined;
-                    scorerAIInputTokensUsed?: number | undefined;
-                    scorerAIOutputTokensUsed?: number | undefined;
-                    scorerAIInputCost?: string | undefined;
-                    scorerAIOutputCost?: string | undefined;
-                }, "kind" | "namespace" | "schemaVersion">) => {
-                    id: string;
-                    value: number;
-                    responseId: string;
-                    scoringMethod: "ai" | "human" | "algo";
-                    match: boolean;
-                    namespace: "example.peerbench.ai";
-                    kind: "llm/exact-match.sc";
-                    schemaVersion: 1;
-                    metadata?: Record<string, unknown> | undefined;
-                    explanation?: string | undefined;
-                    normalized?: {
-                        expected: string;
-                        actual: string;
-                    } | undefined;
-                    scorerAISystemPrompt?: string | undefined;
-                    scorerAISystemPromptId?: string | undefined;
-                    scorerAIProvider?: string | undefined;
-                    scorerAIModelSlug?: string | undefined;
-                    scorerAIInputTokensUsed?: number | undefined;
-                    scorerAIOutputTokensUsed?: number | undefined;
-                    scorerAIInputCost?: string | undefined;
-                    scorerAIOutputCost?: string | undefined;
-                };
-                newWithId(input: Omit<{
-                    id: string;
-                    value: number;
-                    responseId: string;
-                    scoringMethod: "ai" | "human" | "algo";
-                    match: boolean;
-                    namespace: "example.peerbench.ai";
-                    kind: "llm/exact-match.sc";
-                    schemaVersion: 1;
-                    metadata?: Record<string, unknown> | undefined;
-                    explanation?: string | undefined;
-                    normalized?: {
-                        expected: string;
-                        actual: string;
-                    } | undefined;
-                    scorerAISystemPrompt?: string | undefined;
-                    scorerAISystemPromptId?: string | undefined;
-                    scorerAIProvider?: string | undefined;
-                    scorerAIModelSlug?: string | undefined;
-                    scorerAIInputTokensUsed?: number | undefined;
-                    scorerAIOutputTokensUsed?: number | undefined;
-                    scorerAIInputCost?: string | undefined;
-                    scorerAIOutputCost?: string | undefined;
-                }, "kind" | "id" | "namespace" | "schemaVersion">, generator: import("../../../types").IdGenerator): Promise<{
-                    id: string;
-                    value: number;
-                    responseId: string;
-                    scoringMethod: "ai" | "human" | "algo";
-                    match: boolean;
-                    namespace: "example.peerbench.ai";
-                    kind: "llm/exact-match.sc";
-                    schemaVersion: 1;
-                    metadata?: Record<string, unknown> | undefined;
-                    explanation?: string | undefined;
-                    normalized?: {
-                        expected: string;
-                        actual: string;
-                    } | undefined;
-                    scorerAISystemPrompt?: string | undefined;
-                    scorerAISystemPromptId?: string | undefined;
-                    scorerAIProvider?: string | undefined;
-                    scorerAIModelSlug?: string | undefined;
-                    scorerAIInputTokensUsed?: number | undefined;
-                    scorerAIOutputTokensUsed?: number | undefined;
-                    scorerAIInputCost?: string | undefined;
-                    scorerAIOutputCost?: string | undefined;
-                }>;
-            };
-        }];
-        providers: [typeof AbstractLLMProvider];
-        scorers: [typeof ExactMatchScorer, typeof LLMAsAJudgeScorer];
-        parseRunConfig?: boolean;
-        defaults?: {
-            scorer?: LLMAsAJudgeScorer | ExactMatchScorer | undefined;
-            responseIdGenerator?: import("../../../types").IdGenerator;
-            scoreIdGenerator?: import("../../../types").IdGenerator;
-        } | undefined;
     };
-};
+} | {
+    response: {
+        id: string;
+        testCaseId: string;
+        startedAt: number;
+        completedAt: number;
+        data: string;
+        modelSlug: string;
+        provider: string;
+        namespace: "example.peerbench.ai";
+        kind: "llm/exact-match.rs";
+        schemaVersion: 1;
+        metadata?: Record<string, unknown> | undefined;
+        systemPromptId?: string | undefined;
+        inputTokensUsed?: number | undefined;
+        outputTokensUsed?: number | undefined;
+        inputCost?: string | undefined;
+        outputCost?: string | undefined;
+    };
+    score?: undefined;
+}>;