braintrust 0.0.93 → 0.0.95

package/dist/framework.d.ts

@@ -1,13 +1,26 @@
 import chalk from "chalk";
-import { Experiment, ExperimentSummary, Metadata, Span } from "./logger";
+import { Experiment, ExperimentSummary, Metadata, Span, EvalCase } from "./logger";
 import { Score } from "@braintrust/core";
 import { ProgressReporter } from "./progress";
-export interface EvalCase<Input, Expected> {
-    input: Input;
-    expected?: Expected;
-    metadata?: Metadata;
-}
-export type EvalData<Input, Expected> = (() => EvalCase<Input, Expected>[]) | (() => Promise<EvalCase<Input, Expected>[]>);
+export type BaseExperiment<Input, Expected> = {
+    _type: "BaseExperiment";
+    _phantom?: [Input, Expected];
+    name?: string;
+};
+/**
+ * Use this to specify that the dataset should actually be the data from a previous (base) experiment.
+ * If you do not specify a name, Braintrust will automatically figure out the best base experiment to
+ * use based on your git history (or fall back to timestamps).
+ *
+ * @param options
+ * @param options.name The name of the base experiment to use. If unspecified, Braintrust will automatically figure out the best base
+ * using your git history (or fall back to timestamps).
+ * @returns
+ */
+export declare function BaseExperiment<Input = unknown, Expected = unknown>(options?: {
+    name?: string;
+}): BaseExperiment<Input, Expected>;
+export type EvalData<Input, Expected> = EvalCase<Input, Expected>[] | (() => EvalCase<Input, Expected>[]) | (() => Promise<EvalCase<Input, Expected>[]>) | AsyncGenerator<EvalCase<Input, Expected>> | BaseExperiment<Input, Expected> | (() => BaseExperiment<Input, Expected>);
 export type EvalTask<Input, Output> = ((input: Input, hooks: EvalHooks) => Promise<Output>) | ((input: Input, hooks: EvalHooks) => Output);
 export interface EvalHooks {
     meta: (info: Record<string, unknown>) => void;
@@ -60,7 +73,7 @@ declare global {
     var _evals: EvaluatorFile;
     var _lazy_load: boolean;
 }
-export declare function Eval<Input, Output, Expected>(name: string, evaluator: Evaluator<Input, Output, Expected>): Promise<void | ExperimentSummary>;
+export declare function Eval<Input, Output, Expected>(name: string, evaluator: Evaluator<Input, Output, Expected>): Promise<ExperimentSummary>;
 export declare function getLoadedEvals(): EvaluatorFile;
 export interface Filter {
     path: string[];

package/dist/index.d.ts

@@ -43,5 +43,5 @@
  * @module braintrust
  */
 export * from "./logger";
-export { Evaluator, EvalTask, Eval, EvalScorerArgs } from "./framework";
+export { BaseExperiment, Evaluator, EvalTask, Eval, EvalScorerArgs, } from "./framework";
 export * from "./oai";