braintrust 3.16.0 → 3.18.0

package/bin/bt

@@ -0,0 +1,41 @@
+#!/usr/bin/env node
+"use strict";
+
+// Runtime launcher for the `bt` CLI. Resolves the platform-specific binary
+// (installed via the matching `@braintrust/bt-*` optionalDependency, or
+// downloaded by `scripts/install.js` as a fallback) and forwards argv,
+// stdio, signals, and the exit code.
+
+const childProcess = require("node:child_process");
+const { getBinaryPath } = require("../scripts/bt-helper");
+
+let binaryPath;
+try {
+  binaryPath = getBinaryPath();
+} catch (err) {
+  console.error(err.message);
+  process.exit(1);
+}
+
+const child = childProcess
+  .spawn(binaryPath, process.argv.slice(2), {
+    stdio: "inherit",
+    windowsHide: true,
+  })
+  .on("error", (err) => {
+    console.error(err);
+    process.exit(1);
+  })
+  .on("exit", (code, signal) => {
+    if (signal) {
+      // Detach our forwarding listener so the re-raised signal hits Node's
+      // default handler; otherwise we'd intercept it again and exit 0.
+      process.removeAllListeners(signal);
+      process.kill(process.pid, signal);
+      return;
+    }
+    process.exit(code ?? 1);
+  });
+
+process.on("SIGTERM", () => child.kill("SIGTERM"));
+process.on("SIGINT", () => child.kill("SIGINT"));

package/dev/dist/index.d.mts

@@ -11497,12 +11497,14 @@ declare class ObjectFetcher<RecordType> implements AsyncIterable<WithTransaction
 }
 type BaseMetadata = Record<string, unknown> | void;
 type DefaultMetadataType = void;
+type EvalCaseOrigin = ObjectReferenceType;
 type EvalCase<Input, Expected, Metadata> = {
     input: Input;
     tags?: string[];
     id?: string;
     _xact_id?: TransactionId;
     created?: string | null;
+    origin?: EvalCaseOrigin;
     upsert_id?: string;
     trialCount?: number;
 } & (Expected extends void ? object : {
@@ -11541,6 +11543,7 @@ declare class Experiment extends ObjectFetcher<ExperimentEvent> implements Expor
     _waitForId(): Promise<void>;
     get name(): Promise<string>;
     get project(): Promise<ObjectMetadata>;
+    _getBaseExperimentId(): Promise<string | undefined>;
     private parentObjectType;
     protected getState(): Promise<BraintrustState>;
     /**
@@ -13201,6 +13204,7 @@ declare class Project {
     prompts: PromptBuilder;
     parameters: ParametersBuilder;
     scorers: ScorerBuilder;
+    classifiers: ClassifierBuilder;
     private _publishableCodeFunctions;
     private _publishablePrompts;
     private _publishableParameters;
@@ -13239,6 +13243,12 @@ declare class ScorerBuilder {
     constructor(project: Project);
     create<Output, Input, Params, Returns, Fn extends GenericFunction<Exact<Params, ScorerArgs<Output, Input>>, Returns>>(opts: ScorerOpts<Output, Input, Params, Returns, Fn>): void;
 }
+declare class ClassifierBuilder {
+    private readonly project;
+    private taskCounter;
+    constructor(project: Project);
+    create<Output, Input, Params, Returns, Fn extends GenericFunction<Exact<Params, ScorerArgs<Output, Input>>, Returns>>(opts: ClassifierOpts<Output, Input, Params, Returns, Fn>): CodeFunction<Exact<Params, ScorerArgs<Output, Input>>, Returns, Fn>;
+}
 type Schema<Input, Output> = Partial<{
     parameters: z.ZodSchema<Input>;
     returns: z.ZodSchema<Output>;
@@ -13264,6 +13274,9 @@ type ScorerOptsUnion<Output, Input, Params, Returns, Fn extends GenericFunction<
 type ScorerOpts<Output, Input, Params, Returns, Fn extends GenericFunction<Exact<Params, ScorerArgs<Output, Input>>, Returns>> = ScorerOptsUnion<Output, Input, Params, Returns, Fn> & {
     metadata?: Record<string, unknown>;
 };
+type ClassifierOpts<Output, Input, Params, Returns, Fn extends GenericFunction<Exact<Params, ScorerArgs<Output, Input>>, Returns>> = CodeOpts<Exact<Params, ScorerArgs<Output, Input>>, Returns, Fn> & {
+    metadata?: Record<string, unknown>;
+};
 declare class CodeFunction<Input, Output, Fn extends GenericFunction<Input, Output>> {
     readonly project: Project;
     readonly handler: Fn;

package/dev/dist/index.d.ts

@@ -11497,12 +11497,14 @@ declare class ObjectFetcher<RecordType> implements AsyncIterable<WithTransaction
 }
 type BaseMetadata = Record<string, unknown> | void;
 type DefaultMetadataType = void;
+type EvalCaseOrigin = ObjectReferenceType;
 type EvalCase<Input, Expected, Metadata> = {
     input: Input;
     tags?: string[];
     id?: string;
     _xact_id?: TransactionId;
     created?: string | null;
+    origin?: EvalCaseOrigin;
     upsert_id?: string;
     trialCount?: number;
 } & (Expected extends void ? object : {
@@ -11541,6 +11543,7 @@ declare class Experiment extends ObjectFetcher<ExperimentEvent> implements Expor
     _waitForId(): Promise<void>;
     get name(): Promise<string>;
     get project(): Promise<ObjectMetadata>;
+    _getBaseExperimentId(): Promise<string | undefined>;
     private parentObjectType;
     protected getState(): Promise<BraintrustState>;
     /**
@@ -13201,6 +13204,7 @@ declare class Project {
     prompts: PromptBuilder;
     parameters: ParametersBuilder;
     scorers: ScorerBuilder;
+    classifiers: ClassifierBuilder;
     private _publishableCodeFunctions;
     private _publishablePrompts;
     private _publishableParameters;
@@ -13239,6 +13243,12 @@ declare class ScorerBuilder {
     constructor(project: Project);
     create<Output, Input, Params, Returns, Fn extends GenericFunction<Exact<Params, ScorerArgs<Output, Input>>, Returns>>(opts: ScorerOpts<Output, Input, Params, Returns, Fn>): void;
 }
+declare class ClassifierBuilder {
+    private readonly project;
+    private taskCounter;
+    constructor(project: Project);
+    create<Output, Input, Params, Returns, Fn extends GenericFunction<Exact<Params, ScorerArgs<Output, Input>>, Returns>>(opts: ClassifierOpts<Output, Input, Params, Returns, Fn>): CodeFunction<Exact<Params, ScorerArgs<Output, Input>>, Returns, Fn>;
+}
 type Schema<Input, Output> = Partial<{
     parameters: z.ZodSchema<Input>;
     returns: z.ZodSchema<Output>;
@@ -13264,6 +13274,9 @@ type ScorerOptsUnion<Output, Input, Params, Returns, Fn extends GenericFunction<
 type ScorerOpts<Output, Input, Params, Returns, Fn extends GenericFunction<Exact<Params, ScorerArgs<Output, Input>>, Returns>> = ScorerOptsUnion<Output, Input, Params, Returns, Fn> & {
     metadata?: Record<string, unknown>;
 };
+type ClassifierOpts<Output, Input, Params, Returns, Fn extends GenericFunction<Exact<Params, ScorerArgs<Output, Input>>, Returns>> = CodeOpts<Exact<Params, ScorerArgs<Output, Input>>, Returns, Fn> & {
+    metadata?: Record<string, unknown>;
+};
 declare class CodeFunction<Input, Output, Fn extends GenericFunction<Input, Output>> {
     readonly project: Project;
     readonly handler: Fn;