npm - braintrust - Versions diffs - 0.1.0 → 0.2.0 - Mend

braintrust 0.1.0 → 0.2.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (26) hide show

package/dev/dist/index.d.mts +156 -0
package/dev/dist/index.d.ts +156 -0
package/dev/dist/index.js +16 -9
package/dev/dist/index.mjs +16 -9
package/dist/browser.d.mts +514 -0
package/dist/browser.d.ts +514 -0
package/dist/chunk-CDBUTZMH.js +1713 -0
package/dist/chunk-NB5AEJPK.mjs +19 -0
package/dist/chunk-VKR7HDRS.js +19 -0
package/dist/chunk-WKBXJQ57.mjs +1713 -0
package/dist/cli.js +23 -14
package/dist/getMachineId-bsd-7YM2UMB4.js +37 -0
package/dist/getMachineId-bsd-L7QQYES7.mjs +37 -0
package/dist/getMachineId-darwin-QV3NVG7H.js +37 -0
package/dist/getMachineId-darwin-YXDFFCXM.mjs +37 -0
package/dist/getMachineId-linux-HKJ2YLJC.js +29 -0
package/dist/getMachineId-linux-LWEEVKPU.mjs +29 -0
package/dist/getMachineId-unsupported-EGJSIDYQ.mjs +20 -0
package/dist/getMachineId-unsupported-TX34Q66M.js +20 -0
package/dist/getMachineId-win-M5YW2KGK.js +39 -0
package/dist/getMachineId-win-UDA4B6X2.mjs +39 -0
package/dist/index.d.mts +905 -27
package/dist/index.d.ts +905 -27
package/dist/index.js +3664 -237
package/dist/index.mjs +3460 -33
package/package.json +7 -5

package/dist/browser.d.ts CHANGED Viewed

@@ -2587,6 +2587,52 @@ declare const promptDefinitionSchema: z.ZodIntersection<z.ZodUnion<[z.ZodObject<
         name: string;
         content: string | null;
         role: "function";
+    }>, z.ZodObject<{
+        content: z.ZodUnion<[z.ZodDefault<z.ZodString>, z.ZodArray<z.ZodObject<{
+            text: z.ZodDefault<z.ZodString>;
+            type: z.ZodLiteral<"text">;
+            cache_control: z.ZodOptional<z.ZodObject<{
+                type: z.ZodEnum<["ephemeral"]>;
+            }, "strip", z.ZodTypeAny, {
+                type: "ephemeral";
+            }, {
+                type: "ephemeral";
+            }>>;
+        }, "strip", z.ZodTypeAny, {
+            type: "text";
+            text: string;
+            cache_control?: {
+                type: "ephemeral";
+            } | undefined;
+        }, {
+            type: "text";
+            text?: string | undefined;
+            cache_control?: {
+                type: "ephemeral";
+            } | undefined;
+        }>, "many">]>;
+        role: z.ZodLiteral<"developer">;
+        name: z.ZodOptional<z.ZodString>;
+    }, "strip", z.ZodTypeAny, {
+        content: string | {
+            type: "text";
+            text: string;
+            cache_control?: {
+                type: "ephemeral";
+            } | undefined;
+        }[];
+        role: "developer";
+        name?: string | undefined;
+    }, {
+        role: "developer";
+        name?: string | undefined;
+        content?: string | {
+            type: "text";
+            text?: string | undefined;
+            cache_control?: {
+                type: "ephemeral";
+            } | undefined;
+        }[] | undefined;
     }>]>, z.ZodObject<{
         role: z.ZodEnum<["model"]>;
         content: z.ZodOptional<z.ZodNullable<z.ZodString>>;
@@ -2664,6 +2710,16 @@ declare const promptDefinitionSchema: z.ZodIntersection<z.ZodUnion<[z.ZodObject<
         name: string;
         content: string | null;
         role: "function";
+    } | {
+        content: string | {
+            type: "text";
+            text: string;
+            cache_control?: {
+                type: "ephemeral";
+            } | undefined;
+        }[];
+        role: "developer";
+        name?: string | undefined;
     } | {
         role: "model";
         content?: string | null | undefined;
@@ -2735,6 +2791,16 @@ declare const promptDefinitionSchema: z.ZodIntersection<z.ZodUnion<[z.ZodObject<
         name: string;
         content: string | null;
         role: "function";
+    } | {
+        role: "developer";
+        name?: string | undefined;
+        content?: string | {
+            type: "text";
+            text?: string | undefined;
+            cache_control?: {
+                type: "ephemeral";
+            } | undefined;
+        }[] | undefined;
     } | {
         role: "model";
         content?: string | null | undefined;
@@ -3668,6 +3734,52 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
             name: string;
             content: string | null;
             role: "function";
+        }>, z.ZodObject<{
+            content: z.ZodUnion<[z.ZodDefault<z.ZodString>, z.ZodArray<z.ZodObject<{
+                text: z.ZodDefault<z.ZodString>;
+                type: z.ZodLiteral<"text">;
+                cache_control: z.ZodOptional<z.ZodObject<{
+                    type: z.ZodEnum<["ephemeral"]>;
+                }, "strip", z.ZodTypeAny, {
+                    type: "ephemeral";
+                }, {
+                    type: "ephemeral";
+                }>>;
+            }, "strip", z.ZodTypeAny, {
+                type: "text";
+                text: string;
+                cache_control?: {
+                    type: "ephemeral";
+                } | undefined;
+            }, {
+                type: "text";
+                text?: string | undefined;
+                cache_control?: {
+                    type: "ephemeral";
+                } | undefined;
+            }>, "many">]>;
+            role: z.ZodLiteral<"developer">;
+            name: z.ZodOptional<z.ZodString>;
+        }, "strip", z.ZodTypeAny, {
+            content: string | {
+                type: "text";
+                text: string;
+                cache_control?: {
+                    type: "ephemeral";
+                } | undefined;
+            }[];
+            role: "developer";
+            name?: string | undefined;
+        }, {
+            role: "developer";
+            name?: string | undefined;
+            content?: string | {
+                type: "text";
+                text?: string | undefined;
+                cache_control?: {
+                    type: "ephemeral";
+                } | undefined;
+            }[] | undefined;
         }>]>, z.ZodObject<{
             role: z.ZodEnum<["model"]>;
             content: z.ZodOptional<z.ZodNullable<z.ZodString>>;
@@ -3745,6 +3857,16 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
             name: string;
             content: string | null;
             role: "function";
+        } | {
+            content: string | {
+                type: "text";
+                text: string;
+                cache_control?: {
+                    type: "ephemeral";
+                } | undefined;
+            }[];
+            role: "developer";
+            name?: string | undefined;
         } | {
             role: "model";
             content?: string | null | undefined;
@@ -3816,6 +3938,16 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
             name: string;
             content: string | null;
             role: "function";
+        } | {
+            role: "developer";
+            name?: string | undefined;
+            content?: string | {
+                type: "text";
+                text?: string | undefined;
+                cache_control?: {
+                    type: "ephemeral";
+                } | undefined;
+            }[] | undefined;
         } | {
             role: "model";
             content?: string | null | undefined;
@@ -4503,6 +4635,16 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
             name: string;
             content: string | null;
             role: "function";
+        } | {
+            content: string | {
+                type: "text";
+                text: string;
+                cache_control?: {
+                    type: "ephemeral";
+                } | undefined;
+            }[];
+            role: "developer";
+            name?: string | undefined;
         } | {
             role: "model";
             content?: string | null | undefined;
@@ -4702,6 +4844,16 @@ declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodOb
             name: string;
             content: string | null;
             role: "function";
+        } | {
+            role: "developer";
+            name?: string | undefined;
+            content?: string | {
+                type: "text";
+                text?: string | undefined;
+                cache_control?: {
+                    type: "ephemeral";
+                } | undefined;
+            }[] | undefined;
         } | {
             role: "model";
             content?: string | null | undefined;
@@ -4886,6 +5038,10 @@ interface EvalHooks<Expected, Metadata extends BaseMetadata, Parameters extends
      * Report progress that will show up in the playground.
      */
     reportProgress: (progress: TaskProgressEvent) => void;
+    /**
+     * The index of the current trial (0-based). This is useful when trialCount > 1.
+     */
+    trialIndex: number;
 }
 type EvalScorerArgs<Input, Output, Expected, Metadata extends BaseMetadata = DefaultMetadataType> = EvalCase<Input, Expected, Metadata> & {
     output: Output;
@@ -5416,6 +5572,52 @@ declare const evalParametersSerializedSchema: z.ZodRecord<z.ZodString, z.ZodUnio
                 name: string;
                 content: string | null;
                 role: "function";
+            }>, z.ZodObject<{
+                content: z.ZodUnion<[z.ZodDefault<z.ZodString>, z.ZodArray<z.ZodObject<{
+                    text: z.ZodDefault<z.ZodString>;
+                    type: z.ZodLiteral<"text">;
+                    cache_control: z.ZodOptional<z.ZodObject<{
+                        type: z.ZodEnum<["ephemeral"]>;
+                    }, "strip", z.ZodTypeAny, {
+                        type: "ephemeral";
+                    }, {
+                        type: "ephemeral";
+                    }>>;
+                }, "strip", z.ZodTypeAny, {
+                    type: "text";
+                    text: string;
+                    cache_control?: {
+                        type: "ephemeral";
+                    } | undefined;
+                }, {
+                    type: "text";
+                    text?: string | undefined;
+                    cache_control?: {
+                        type: "ephemeral";
+                    } | undefined;
+                }>, "many">]>;
+                role: z.ZodLiteral<"developer">;
+                name: z.ZodOptional<z.ZodString>;
+            }, "strip", z.ZodTypeAny, {
+                content: string | {
+                    type: "text";
+                    text: string;
+                    cache_control?: {
+                        type: "ephemeral";
+                    } | undefined;
+                }[];
+                role: "developer";
+                name?: string | undefined;
+            }, {
+                role: "developer";
+                name?: string | undefined;
+                content?: string | {
+                    type: "text";
+                    text?: string | undefined;
+                    cache_control?: {
+                        type: "ephemeral";
+                    } | undefined;
+                }[] | undefined;
             }>]>, z.ZodObject<{
                 role: z.ZodEnum<["model"]>;
                 content: z.ZodOptional<z.ZodNullable<z.ZodString>>;
@@ -5439,6 +5641,16 @@ declare const evalParametersSerializedSchema: z.ZodRecord<z.ZodString, z.ZodUnio
                 }[];
                 role: "system";
                 name?: string | undefined;
+            } | {
+                content: string | {
+                    type: "text";
+                    text: string;
+                    cache_control?: {
+                        type: "ephemeral";
+                    } | undefined;
+                }[];
+                role: "developer";
+                name?: string | undefined;
             } | {
                 content: string | ({
                     type: "text";
@@ -5512,6 +5724,16 @@ declare const evalParametersSerializedSchema: z.ZodRecord<z.ZodString, z.ZodUnio
                         type: "ephemeral";
                     } | undefined;
                 }[] | undefined;
+            } | {
+                role: "developer";
+                name?: string | undefined;
+                content?: string | {
+                    type: "text";
+                    text?: string | undefined;
+                    cache_control?: {
+                        type: "ephemeral";
+                    } | undefined;
+                }[] | undefined;
             } | {
                 role: "user";
                 name?: string | undefined;
@@ -6307,6 +6529,16 @@ declare const evalParametersSerializedSchema: z.ZodRecord<z.ZodString, z.ZodUnio
                 }[];
                 role: "system";
                 name?: string | undefined;
+            } | {
+                content: string | {
+                    type: "text";
+                    text: string;
+                    cache_control?: {
+                        type: "ephemeral";
+                    } | undefined;
+                }[];
+                role: "developer";
+                name?: string | undefined;
             } | {
                 content: string | ({
                     type: "text";
@@ -6516,6 +6748,16 @@ declare const evalParametersSerializedSchema: z.ZodRecord<z.ZodString, z.ZodUnio
                         type: "ephemeral";
                     } | undefined;
                 }[] | undefined;
+            } | {
+                role: "developer";
+                name?: string | undefined;
+                content?: string | {
+                    type: "text";
+                    text?: string | undefined;
+                    cache_control?: {
+                        type: "ephemeral";
+                    } | undefined;
+                }[] | undefined;
             } | {
                 role: "user";
                 name?: string | undefined;
@@ -6729,6 +6971,16 @@ declare const evalParametersSerializedSchema: z.ZodRecord<z.ZodString, z.ZodUnio
                 }[];
                 role: "system";
                 name?: string | undefined;
+            } | {
+                content: string | {
+                    type: "text";
+                    text: string;
+                    cache_control?: {
+                        type: "ephemeral";
+                    } | undefined;
+                }[];
+                role: "developer";
+                name?: string | undefined;
             } | {
                 content: string | ({
                     type: "text";
@@ -6942,6 +7194,16 @@ declare const evalParametersSerializedSchema: z.ZodRecord<z.ZodString, z.ZodUnio
                         type: "ephemeral";
                     } | undefined;
                 }[] | undefined;
+            } | {
+                role: "developer";
+                name?: string | undefined;
+                content?: string | {
+                    type: "text";
+                    text?: string | undefined;
+                    cache_control?: {
+                        type: "ephemeral";
+                    } | undefined;
+                }[] | undefined;
             } | {
                 role: "user";
                 name?: string | undefined;
@@ -7393,6 +7655,52 @@ declare const evaluatorDefinitionSchema: z.ZodObject<{
                     name: string;
                     content: string | null;
                     role: "function";
+                }>, z.ZodObject<{
+                    content: z.ZodUnion<[z.ZodDefault<z.ZodString>, z.ZodArray<z.ZodObject<{
+                        text: z.ZodDefault<z.ZodString>;
+                        type: z.ZodLiteral<"text">;
+                        cache_control: z.ZodOptional<z.ZodObject<{
+                            type: z.ZodEnum<["ephemeral"]>;
+                        }, "strip", z.ZodTypeAny, {
+                            type: "ephemeral";
+                        }, {
+                            type: "ephemeral";
+                        }>>;
+                    }, "strip", z.ZodTypeAny, {
+                        type: "text";
+                        text: string;
+                        cache_control?: {
+                            type: "ephemeral";
+                        } | undefined;
+                    }, {
+                        type: "text";
+                        text?: string | undefined;
+                        cache_control?: {
+                            type: "ephemeral";
+                        } | undefined;
+                    }>, "many">]>;
+                    role: z.ZodLiteral<"developer">;
+                    name: z.ZodOptional<z.ZodString>;
+                }, "strip", z.ZodTypeAny, {
+                    content: string | {
+                        type: "text";
+                        text: string;
+                        cache_control?: {
+                            type: "ephemeral";
+                        } | undefined;
+                    }[];
+                    role: "developer";
+                    name?: string | undefined;
+                }, {
+                    role: "developer";
+                    name?: string | undefined;
+                    content?: string | {
+                        type: "text";
+                        text?: string | undefined;
+                        cache_control?: {
+                            type: "ephemeral";
+                        } | undefined;
+                    }[] | undefined;
                 }>]>, z.ZodObject<{
                     role: z.ZodEnum<["model"]>;
                     content: z.ZodOptional<z.ZodNullable<z.ZodString>>;
@@ -7416,6 +7724,16 @@ declare const evaluatorDefinitionSchema: z.ZodObject<{
                     }[];
                     role: "system";
                     name?: string | undefined;
+                } | {
+                    content: string | {
+                        type: "text";
+                        text: string;
+                        cache_control?: {
+                            type: "ephemeral";
+                        } | undefined;
+                    }[];
+                    role: "developer";
+                    name?: string | undefined;
                 } | {
                     content: string | ({
                         type: "text";
@@ -7489,6 +7807,16 @@ declare const evaluatorDefinitionSchema: z.ZodObject<{
                             type: "ephemeral";
                         } | undefined;
                     }[] | undefined;
+                } | {
+                    role: "developer";
+                    name?: string | undefined;
+                    content?: string | {
+                        type: "text";
+                        text?: string | undefined;
+                        cache_control?: {
+                            type: "ephemeral";
+                        } | undefined;
+                    }[] | undefined;
                 } | {
                     role: "user";
                     name?: string | undefined;
@@ -8284,6 +8612,16 @@ declare const evaluatorDefinitionSchema: z.ZodObject<{
                     }[];
                     role: "system";
                     name?: string | undefined;
+                } | {
+                    content: string | {
+                        type: "text";
+                        text: string;
+                        cache_control?: {
+                            type: "ephemeral";
+                        } | undefined;
+                    }[];
+                    role: "developer";
+                    name?: string | undefined;
                 } | {
                     content: string | ({
                         type: "text";
@@ -8493,6 +8831,16 @@ declare const evaluatorDefinitionSchema: z.ZodObject<{
                             type: "ephemeral";
                         } | undefined;
                     }[] | undefined;
+                } | {
+                    role: "developer";
+                    name?: string | undefined;
+                    content?: string | {
+                        type: "text";
+                        text?: string | undefined;
+                        cache_control?: {
+                            type: "ephemeral";
+                        } | undefined;
+                    }[] | undefined;
                 } | {
                     role: "user";
                     name?: string | undefined;
@@ -8706,6 +9054,16 @@ declare const evaluatorDefinitionSchema: z.ZodObject<{
                     }[];
                     role: "system";
                     name?: string | undefined;
+                } | {
+                    content: string | {
+                        type: "text";
+                        text: string;
+                        cache_control?: {
+                            type: "ephemeral";
+                        } | undefined;
+                    }[];
+                    role: "developer";
+                    name?: string | undefined;
                 } | {
                     content: string | ({
                         type: "text";
@@ -8919,6 +9277,16 @@ declare const evaluatorDefinitionSchema: z.ZodObject<{
                             type: "ephemeral";
                         } | undefined;
                     }[] | undefined;
+                } | {
+                    role: "developer";
+                    name?: string | undefined;
+                    content?: string | {
+                        type: "text";
+                        text?: string | undefined;
+                        cache_control?: {
+                            type: "ephemeral";
+                        } | undefined;
+                    }[] | undefined;
                 } | {
                     role: "user";
                     name?: string | undefined;
@@ -9149,6 +9517,16 @@ declare const evaluatorDefinitionSchema: z.ZodObject<{
                     }[];
                     role: "system";
                     name?: string | undefined;
+                } | {
+                    content: string | {
+                        type: "text";
+                        text: string;
+                        cache_control?: {
+                            type: "ephemeral";
+                        } | undefined;
+                    }[];
+                    role: "developer";
+                    name?: string | undefined;
                 } | {
                     content: string | ({
                         type: "text";
@@ -9369,6 +9747,16 @@ declare const evaluatorDefinitionSchema: z.ZodObject<{
                             type: "ephemeral";
                         } | undefined;
                     }[] | undefined;
+                } | {
+                    role: "developer";
+                    name?: string | undefined;
+                    content?: string | {
+                        type: "text";
+                        text?: string | undefined;
+                        cache_control?: {
+                            type: "ephemeral";
+                        } | undefined;
+                    }[] | undefined;
                 } | {
                     role: "user";
                     name?: string | undefined;
@@ -9811,6 +10199,52 @@ declare const evaluatorDefinitionsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
                     name: string;
                     content: string | null;
                     role: "function";
+                }>, z.ZodObject<{
+                    content: z.ZodUnion<[z.ZodDefault<z.ZodString>, z.ZodArray<z.ZodObject<{
+                        text: z.ZodDefault<z.ZodString>;
+                        type: z.ZodLiteral<"text">;
+                        cache_control: z.ZodOptional<z.ZodObject<{
+                            type: z.ZodEnum<["ephemeral"]>;
+                        }, "strip", z.ZodTypeAny, {
+                            type: "ephemeral";
+                        }, {
+                            type: "ephemeral";
+                        }>>;
+                    }, "strip", z.ZodTypeAny, {
+                        type: "text";
+                        text: string;
+                        cache_control?: {
+                            type: "ephemeral";
+                        } | undefined;
+                    }, {
+                        type: "text";
+                        text?: string | undefined;
+                        cache_control?: {
+                            type: "ephemeral";
+                        } | undefined;
+                    }>, "many">]>;
+                    role: z.ZodLiteral<"developer">;
+                    name: z.ZodOptional<z.ZodString>;
+                }, "strip", z.ZodTypeAny, {
+                    content: string | {
+                        type: "text";
+                        text: string;
+                        cache_control?: {
+                            type: "ephemeral";
+                        } | undefined;
+                    }[];
+                    role: "developer";
+                    name?: string | undefined;
+                }, {
+                    role: "developer";
+                    name?: string | undefined;
+                    content?: string | {
+                        type: "text";
+                        text?: string | undefined;
+                        cache_control?: {
+                            type: "ephemeral";
+                        } | undefined;
+                    }[] | undefined;
                 }>]>, z.ZodObject<{
                     role: z.ZodEnum<["model"]>;
                     content: z.ZodOptional<z.ZodNullable<z.ZodString>>;
@@ -9834,6 +10268,16 @@ declare const evaluatorDefinitionsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
                     }[];
                     role: "system";
                     name?: string | undefined;
+                } | {
+                    content: string | {
+                        type: "text";
+                        text: string;
+                        cache_control?: {
+                            type: "ephemeral";
+                        } | undefined;
+                    }[];
+                    role: "developer";
+                    name?: string | undefined;
                 } | {
                     content: string | ({
                         type: "text";
@@ -9907,6 +10351,16 @@ declare const evaluatorDefinitionsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
                             type: "ephemeral";
                         } | undefined;
                     }[] | undefined;
+                } | {
+                    role: "developer";
+                    name?: string | undefined;
+                    content?: string | {
+                        type: "text";
+                        text?: string | undefined;
+                        cache_control?: {
+                            type: "ephemeral";
+                        } | undefined;
+                    }[] | undefined;
                 } | {
                     role: "user";
                     name?: string | undefined;
@@ -10702,6 +11156,16 @@ declare const evaluatorDefinitionsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
                     }[];
                     role: "system";
                     name?: string | undefined;
+                } | {
+                    content: string | {
+                        type: "text";
+                        text: string;
+                        cache_control?: {
+                            type: "ephemeral";
+                        } | undefined;
+                    }[];
+                    role: "developer";
+                    name?: string | undefined;
                 } | {
                     content: string | ({
                         type: "text";
@@ -10911,6 +11375,16 @@ declare const evaluatorDefinitionsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
                             type: "ephemeral";
                         } | undefined;
                     }[] | undefined;
+                } | {
+                    role: "developer";
+                    name?: string | undefined;
+                    content?: string | {
+                        type: "text";
+                        text?: string | undefined;
+                        cache_control?: {
+                            type: "ephemeral";
+                        } | undefined;
+                    }[] | undefined;
                 } | {
                     role: "user";
                     name?: string | undefined;
@@ -11124,6 +11598,16 @@ declare const evaluatorDefinitionsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
                     }[];
                     role: "system";
                     name?: string | undefined;
+                } | {
+                    content: string | {
+                        type: "text";
+                        text: string;
+                        cache_control?: {
+                            type: "ephemeral";
+                        } | undefined;
+                    }[];
+                    role: "developer";
+                    name?: string | undefined;
                 } | {
                     content: string | ({
                         type: "text";
@@ -11337,6 +11821,16 @@ declare const evaluatorDefinitionsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
                             type: "ephemeral";
                         } | undefined;
                     }[] | undefined;
+                } | {
+                    role: "developer";
+                    name?: string | undefined;
+                    content?: string | {
+                        type: "text";
+                        text?: string | undefined;
+                        cache_control?: {
+                            type: "ephemeral";
+                        } | undefined;
+                    }[] | undefined;
                 } | {
                     role: "user";
                     name?: string | undefined;
@@ -11567,6 +12061,16 @@ declare const evaluatorDefinitionsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
                     }[];
                     role: "system";
                     name?: string | undefined;
+                } | {
+                    content: string | {
+                        type: "text";
+                        text: string;
+                        cache_control?: {
+                            type: "ephemeral";
+                        } | undefined;
+                    }[];
+                    role: "developer";
+                    name?: string | undefined;
                 } | {
                     content: string | ({
                         type: "text";
@@ -11787,6 +12291,16 @@ declare const evaluatorDefinitionsSchema: z.ZodRecord<z.ZodString, z.ZodObject<{
                             type: "ephemeral";
                         } | undefined;
                     }[] | undefined;
+                } | {
+                    role: "developer";
+                    name?: string | undefined;
+                    content?: string | {
+                        type: "text";
+                        text?: string | undefined;
+                        cache_control?: {
+                            type: "ephemeral";
+                        } | undefined;
+                    }[] | undefined;
                 } | {
                     role: "user";
                     name?: string | undefined;