braintrust 1.0.3-rc.0 → 1.0.3

package/dev/dist/index.d.mts

@@ -7982,6 +7982,8 @@ declare class LazyValue<T> {
     get hasSucceeded(): boolean;
 }
 
+/// <reference lib="dom" />
+
 interface ContextParentSpanIds {
     rootSpanId: string;
     spanParents: string[];
@@ -10256,6 +10258,32 @@ declare class ProjectNameIdMap {
     resolve(project: Project): Promise<string>;
 }
 
+interface ReporterOpts {
+    verbose: boolean;
+    jsonl: boolean;
+}
+interface ReporterBody<EvalReport> {
+    /**
+     * A function that takes an evaluator and its result and returns a report.
+     *
+     * @param evaluator
+     * @param result
+     * @param opts
+     */
+    reportEval(evaluator: EvaluatorDef<any, any, any, any, any>, result: EvalResultWithSummary<any, any, any, any>, opts: ReporterOpts): Promise<EvalReport> | EvalReport;
+    /**
+     * A function that takes all evaluator results and returns a boolean indicating
+     * whether the run was successful. If you return false, the `braintrust eval`
+     * command will exit with a non-zero status code.
+     *
+     * @param reports
+     */
+    reportRun(reports: EvalReport[]): boolean | Promise<boolean>;
+}
+type ReporterDef<EvalReport> = {
+    name: string;
+} & ReporterBody<EvalReport>;
+
 declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodObject<{
     type: z.ZodLiteral<"prompt">;
     default: z.ZodOptional<z.ZodIntersection<z.ZodIntersection<z.ZodUnion<[z.ZodObject<{
@@ -12126,37 +12154,16 @@ declare class EvalResultWithSummary<Input, Output, Expected, Metadata extends Ba
     summary: ExperimentSummary;
     results: EvalResult<Input, Output, Expected, Metadata>[];
     constructor(summary: ExperimentSummary, results: EvalResult<Input, Output, Expected, Metadata>[]);
+    /**
+     * @deprecated Use `summary` instead.
+     */
     toString(): string;
     toJSON(): {
         summary: ExperimentSummary;
         results: EvalResult<Input, Output, Expected, Metadata>[];
     };
 }
-interface ReporterOpts {
-    verbose: boolean;
-    jsonl: boolean;
-}
-interface ReporterBody<EvalReport> {
-    /**
-     * A function that takes an evaluator and its result and returns a report.
-     *
-     * @param evaluator
-     * @param result
-     * @param opts
-     */
-    reportEval(evaluator: EvaluatorDef<any, any, any, any, any>, result: EvalResultWithSummary<any, any, any, any>, opts: ReporterOpts): Promise<EvalReport> | EvalReport;
-    /**
-     * A function that takes all evaluator results and returns a boolean indicating
-     * whether the run was successful. If you return false, the `braintrust eval`
-     * command will exit with a non-zero status code.
-     *
-     * @param reports
-     */
-    reportRun(reports: EvalReport[]): boolean | Promise<boolean>;
-}
-type ReporterDef<EvalReport> = {
-    name: string;
-} & ReporterBody<EvalReport>;
+
 type EvaluatorDef<Input, Output, Expected, Metadata extends BaseMetadata = DefaultMetadataType, Parameters extends EvalParameters = EvalParameters> = {
     projectName: string;
     evalName: string;

package/dev/dist/index.d.ts

@@ -7982,6 +7982,8 @@ declare class LazyValue<T> {
     get hasSucceeded(): boolean;
 }
 
+/// <reference lib="dom" />
+
 interface ContextParentSpanIds {
     rootSpanId: string;
     spanParents: string[];
@@ -10256,6 +10258,32 @@ declare class ProjectNameIdMap {
     resolve(project: Project): Promise<string>;
 }
 
+interface ReporterOpts {
+    verbose: boolean;
+    jsonl: boolean;
+}
+interface ReporterBody<EvalReport> {
+    /**
+     * A function that takes an evaluator and its result and returns a report.
+     *
+     * @param evaluator
+     * @param result
+     * @param opts
+     */
+    reportEval(evaluator: EvaluatorDef<any, any, any, any, any>, result: EvalResultWithSummary<any, any, any, any>, opts: ReporterOpts): Promise<EvalReport> | EvalReport;
+    /**
+     * A function that takes all evaluator results and returns a boolean indicating
+     * whether the run was successful. If you return false, the `braintrust eval`
+     * command will exit with a non-zero status code.
+     *
+     * @param reports
+     */
+    reportRun(reports: EvalReport[]): boolean | Promise<boolean>;
+}
+type ReporterDef<EvalReport> = {
+    name: string;
+} & ReporterBody<EvalReport>;
+
 declare const evalParametersSchema: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodObject<{
     type: z.ZodLiteral<"prompt">;
     default: z.ZodOptional<z.ZodIntersection<z.ZodIntersection<z.ZodUnion<[z.ZodObject<{
@@ -12126,37 +12154,16 @@ declare class EvalResultWithSummary<Input, Output, Expected, Metadata extends Ba
     summary: ExperimentSummary;
     results: EvalResult<Input, Output, Expected, Metadata>[];
     constructor(summary: ExperimentSummary, results: EvalResult<Input, Output, Expected, Metadata>[]);
+    /**
+     * @deprecated Use `summary` instead.
+     */
     toString(): string;
     toJSON(): {
         summary: ExperimentSummary;
         results: EvalResult<Input, Output, Expected, Metadata>[];
     };
 }
-interface ReporterOpts {
-    verbose: boolean;
-    jsonl: boolean;
-}
-interface ReporterBody<EvalReport> {
-    /**
-     * A function that takes an evaluator and its result and returns a report.
-     *
-     * @param evaluator
-     * @param result
-     * @param opts
-     */
-    reportEval(evaluator: EvaluatorDef<any, any, any, any, any>, result: EvalResultWithSummary<any, any, any, any>, opts: ReporterOpts): Promise<EvalReport> | EvalReport;
-    /**
-     * A function that takes all evaluator results and returns a boolean indicating
-     * whether the run was successful. If you return false, the `braintrust eval`
-     * command will exit with a non-zero status code.
-     *
-     * @param reports
-     */
-    reportRun(reports: EvalReport[]): boolean | Promise<boolean>;
-}
-type ReporterDef<EvalReport> = {
-    name: string;
-} & ReporterBody<EvalReport>;
+
 type EvaluatorDef<Input, Output, Expected, Metadata extends BaseMetadata = DefaultMetadataType, Parameters extends EvalParameters = EvalParameters> = {
     projectName: string;
     evalName: string;