braintrust 3.17.0 → 3.18.0

package/dev/dist/index.d.mts

@@ -11497,12 +11497,14 @@ declare class ObjectFetcher<RecordType> implements AsyncIterable<WithTransaction
 }
 type BaseMetadata = Record<string, unknown> | void;
 type DefaultMetadataType = void;
+type EvalCaseOrigin = ObjectReferenceType;
 type EvalCase<Input, Expected, Metadata> = {
     input: Input;
     tags?: string[];
     id?: string;
     _xact_id?: TransactionId;
     created?: string | null;
+    origin?: EvalCaseOrigin;
     upsert_id?: string;
     trialCount?: number;
 } & (Expected extends void ? object : {
@@ -11541,6 +11543,7 @@ declare class Experiment extends ObjectFetcher<ExperimentEvent> implements Expor
     _waitForId(): Promise<void>;
     get name(): Promise<string>;
     get project(): Promise<ObjectMetadata>;
+    _getBaseExperimentId(): Promise<string | undefined>;
     private parentObjectType;
     protected getState(): Promise<BraintrustState>;
     /**
@@ -13201,6 +13204,7 @@ declare class Project {
     prompts: PromptBuilder;
     parameters: ParametersBuilder;
     scorers: ScorerBuilder;
+    classifiers: ClassifierBuilder;
     private _publishableCodeFunctions;
     private _publishablePrompts;
     private _publishableParameters;
@@ -13239,6 +13243,12 @@ declare class ScorerBuilder {
     constructor(project: Project);
     create<Output, Input, Params, Returns, Fn extends GenericFunction<Exact<Params, ScorerArgs<Output, Input>>, Returns>>(opts: ScorerOpts<Output, Input, Params, Returns, Fn>): void;
 }
+declare class ClassifierBuilder {
+    private readonly project;
+    private taskCounter;
+    constructor(project: Project);
+    create<Output, Input, Params, Returns, Fn extends GenericFunction<Exact<Params, ScorerArgs<Output, Input>>, Returns>>(opts: ClassifierOpts<Output, Input, Params, Returns, Fn>): CodeFunction<Exact<Params, ScorerArgs<Output, Input>>, Returns, Fn>;
+}
 type Schema<Input, Output> = Partial<{
     parameters: z.ZodSchema<Input>;
     returns: z.ZodSchema<Output>;
@@ -13264,6 +13274,9 @@ type ScorerOptsUnion<Output, Input, Params, Returns, Fn extends GenericFunction<
 type ScorerOpts<Output, Input, Params, Returns, Fn extends GenericFunction<Exact<Params, ScorerArgs<Output, Input>>, Returns>> = ScorerOptsUnion<Output, Input, Params, Returns, Fn> & {
     metadata?: Record<string, unknown>;
 };
+type ClassifierOpts<Output, Input, Params, Returns, Fn extends GenericFunction<Exact<Params, ScorerArgs<Output, Input>>, Returns>> = CodeOpts<Exact<Params, ScorerArgs<Output, Input>>, Returns, Fn> & {
+    metadata?: Record<string, unknown>;
+};
 declare class CodeFunction<Input, Output, Fn extends GenericFunction<Input, Output>> {
     readonly project: Project;
     readonly handler: Fn;

package/dev/dist/index.d.ts

@@ -11497,12 +11497,14 @@ declare class ObjectFetcher<RecordType> implements AsyncIterable<WithTransaction
 }
 type BaseMetadata = Record<string, unknown> | void;
 type DefaultMetadataType = void;
+type EvalCaseOrigin = ObjectReferenceType;
 type EvalCase<Input, Expected, Metadata> = {
     input: Input;
     tags?: string[];
     id?: string;
     _xact_id?: TransactionId;
     created?: string | null;
+    origin?: EvalCaseOrigin;
     upsert_id?: string;
     trialCount?: number;
 } & (Expected extends void ? object : {
@@ -11541,6 +11543,7 @@ declare class Experiment extends ObjectFetcher<ExperimentEvent> implements Expor
     _waitForId(): Promise<void>;
     get name(): Promise<string>;
     get project(): Promise<ObjectMetadata>;
+    _getBaseExperimentId(): Promise<string | undefined>;
     private parentObjectType;
     protected getState(): Promise<BraintrustState>;
     /**
@@ -13201,6 +13204,7 @@ declare class Project {
     prompts: PromptBuilder;
     parameters: ParametersBuilder;
     scorers: ScorerBuilder;
+    classifiers: ClassifierBuilder;
     private _publishableCodeFunctions;
     private _publishablePrompts;
     private _publishableParameters;
@@ -13239,6 +13243,12 @@ declare class ScorerBuilder {
     constructor(project: Project);
     create<Output, Input, Params, Returns, Fn extends GenericFunction<Exact<Params, ScorerArgs<Output, Input>>, Returns>>(opts: ScorerOpts<Output, Input, Params, Returns, Fn>): void;
 }
+declare class ClassifierBuilder {
+    private readonly project;
+    private taskCounter;
+    constructor(project: Project);
+    create<Output, Input, Params, Returns, Fn extends GenericFunction<Exact<Params, ScorerArgs<Output, Input>>, Returns>>(opts: ClassifierOpts<Output, Input, Params, Returns, Fn>): CodeFunction<Exact<Params, ScorerArgs<Output, Input>>, Returns, Fn>;
+}
 type Schema<Input, Output> = Partial<{
     parameters: z.ZodSchema<Input>;
     returns: z.ZodSchema<Output>;
@@ -13264,6 +13274,9 @@ type ScorerOptsUnion<Output, Input, Params, Returns, Fn extends GenericFunction<
 type ScorerOpts<Output, Input, Params, Returns, Fn extends GenericFunction<Exact<Params, ScorerArgs<Output, Input>>, Returns>> = ScorerOptsUnion<Output, Input, Params, Returns, Fn> & {
     metadata?: Record<string, unknown>;
 };
+type ClassifierOpts<Output, Input, Params, Returns, Fn extends GenericFunction<Exact<Params, ScorerArgs<Output, Input>>, Returns>> = CodeOpts<Exact<Params, ScorerArgs<Output, Input>>, Returns, Fn> & {
+    metadata?: Record<string, unknown>;
+};
 declare class CodeFunction<Input, Output, Fn extends GenericFunction<Input, Output>> {
     readonly project: Project;
     readonly handler: Fn;