braintrust 0.0.142 → 0.0.143

package/dist/browser.d.mts

@@ -201,7 +201,7 @@ declare class BraintrustState {
     resetLoginInfo(): void;
     copyLoginInfo(other: BraintrustState): void;
     serialize(): SerializedBraintrustState;
-    static deserialize(serialized: unknown): BraintrustState;
+    static deserialize(serialized: unknown, opts?: BackgroundLoggerOpts): BraintrustState;
     setFetch(fetch: typeof globalThis.fetch): void;
     login(loginParams: LoginOptions & {
         forceLogin?: boolean;
@@ -323,6 +323,9 @@ declare class Logger<IsAsyncFlush extends boolean> implements Exportable {
     flush(): Promise<void>;
     get asyncFlush(): IsAsyncFlush | undefined;
 }
+interface BackgroundLoggerOpts {
+    noExitFlush?: boolean;
+}
 declare class BackgroundLogger {
     private apiConn;
     private items;
@@ -338,7 +341,7 @@ declare class BackgroundLogger {
     failedPublishPayloadsDir: string | undefined;
     allPublishPayloadsDir: string | undefined;
     private queueDropLoggingState;
-    constructor(apiConn: LazyValue<HTTPConnection>);
+    constructor(apiConn: LazyValue<HTTPConnection>, opts?: BackgroundLoggerOpts);
     log(items: LazyValue<BackgroundLogEvent>[]): void;
     flush(): Promise<void>;
     private flushOnce;
@@ -539,6 +542,11 @@ interface LoginOptions {
      * A custom fetch implementation to use.
      */
     fetch?: typeof globalThis.fetch;
+    /**
+     * By default, the SDK installs an event handler that flushes pending writes on the `beforeExit` event.
+     * If true, this event handler will _not_ be installed.
+     */
+    noExitFlush?: boolean;
 }
 type FullLoginOptions = LoginOptions & {
     forceLogin?: boolean;
@@ -608,7 +616,7 @@ declare function getSpanParentObject<IsAsyncFlush extends boolean>(options?: Asy
  *
  * See `Span.traced` for full details.
  */
-declare function traced<IsAsyncFlush extends boolean = false, R = void>(callback: (span: Span) => R, args?: StartSpanArgs & SetCurrentArg & AsyncFlushArg<IsAsyncFlush>): PromiseUnless<IsAsyncFlush, R>;
+declare function traced<IsAsyncFlush extends boolean = false, R = void>(callback: (span: Span) => R, args?: StartSpanArgs & SetCurrentArg & AsyncFlushArg<IsAsyncFlush> & OptionalStateArg): PromiseUnless<IsAsyncFlush, R>;
 /**
  * Wrap a function with `traced`, using the arguments as `input` and return value as `output`.
  * Any functions wrapped this way will automatically be traced, similar to the `@traced` decorator
@@ -1207,4 +1215,4 @@ declare const LEGACY_CACHED_HEADER = "x-cached";
 declare const X_CACHED_HEADER = "x-bt-cached";
 declare function parseCachedHeader(value: string | null | undefined): number | undefined;
 
-export { type AnyDataset, type BaseMetadata, BraintrustState, BraintrustStream, type BraintrustStreamChunk, type ChatPrompt, type CompiledPrompt, type CompiledPromptParams, type CompletionPrompt, type DataSummary, Dataset, type DatasetSummary, type DefaultMetadataType, type DefaultPromptArgs, type EndSpanArgs, type EvalCase, Experiment, type ExperimentSummary, type Exportable, type FullInitOptions, type FullLoginOptions, type InitOptions, type InvokeFunctionArgs, type InvokeReturn, LEGACY_CACHED_HEADER, type LogOptions, Logger, type LoginOptions, type MetricSummary, NOOP_SPAN, NoopSpan, type ObjectMetadata, type PromiseUnless, Prompt, ReadonlyExperiment, type ScoreSummary, type SerializedBraintrustState, type SetCurrentArg, type Span, SpanImpl, type StartSpanArgs, type WithTransactionId, X_CACHED_HEADER, _internalGetGlobalState, _internalSetInitialState, braintrustStreamChunkSchema, createFinalValuePassThroughStream, currentExperiment, currentLogger, currentSpan, devNullWritableStream, flush, getSpanParentObject, init, initDataset, initExperiment, initLogger, invoke, loadPrompt, log, login, loginToState, newId, parseCachedHeader, setFetch, startSpan, summarize, traceable, traced, withDataset, withExperiment, withLogger, wrapOpenAI, wrapOpenAIv4, wrapTraced };
+export { type AnyDataset, type BackgroundLoggerOpts, type BaseMetadata, BraintrustState, BraintrustStream, type BraintrustStreamChunk, type ChatPrompt, type CompiledPrompt, type CompiledPromptParams, type CompletionPrompt, type DataSummary, Dataset, type DatasetSummary, type DefaultMetadataType, type DefaultPromptArgs, type EndSpanArgs, type EvalCase, Experiment, type ExperimentSummary, type Exportable, type FullInitOptions, type FullLoginOptions, type InitOptions, type InvokeFunctionArgs, type InvokeReturn, LEGACY_CACHED_HEADER, type LogOptions, Logger, type LoginOptions, type MetricSummary, NOOP_SPAN, NoopSpan, type ObjectMetadata, type PromiseUnless, Prompt, ReadonlyExperiment, type ScoreSummary, type SerializedBraintrustState, type SetCurrentArg, type Span, SpanImpl, type StartSpanArgs, type WithTransactionId, X_CACHED_HEADER, _internalGetGlobalState, _internalSetInitialState, braintrustStreamChunkSchema, createFinalValuePassThroughStream, currentExperiment, currentLogger, currentSpan, devNullWritableStream, flush, getSpanParentObject, init, initDataset, initExperiment, initLogger, invoke, loadPrompt, log, login, loginToState, newId, parseCachedHeader, setFetch, startSpan, summarize, traceable, traced, withDataset, withExperiment, withLogger, wrapOpenAI, wrapOpenAIv4, wrapTraced };

package/dist/browser.d.ts

@@ -201,7 +201,7 @@ declare class BraintrustState {
     resetLoginInfo(): void;
     copyLoginInfo(other: BraintrustState): void;
     serialize(): SerializedBraintrustState;
-    static deserialize(serialized: unknown): BraintrustState;
+    static deserialize(serialized: unknown, opts?: BackgroundLoggerOpts): BraintrustState;
     setFetch(fetch: typeof globalThis.fetch): void;
     login(loginParams: LoginOptions & {
         forceLogin?: boolean;
@@ -323,6 +323,9 @@ declare class Logger<IsAsyncFlush extends boolean> implements Exportable {
     flush(): Promise<void>;
     get asyncFlush(): IsAsyncFlush | undefined;
 }
+interface BackgroundLoggerOpts {
+    noExitFlush?: boolean;
+}
 declare class BackgroundLogger {
     private apiConn;
     private items;
@@ -338,7 +341,7 @@ declare class BackgroundLogger {
     failedPublishPayloadsDir: string | undefined;
     allPublishPayloadsDir: string | undefined;
     private queueDropLoggingState;
-    constructor(apiConn: LazyValue<HTTPConnection>);
+    constructor(apiConn: LazyValue<HTTPConnection>, opts?: BackgroundLoggerOpts);
     log(items: LazyValue<BackgroundLogEvent>[]): void;
     flush(): Promise<void>;
     private flushOnce;
@@ -539,6 +542,11 @@ interface LoginOptions {
      * A custom fetch implementation to use.
      */
     fetch?: typeof globalThis.fetch;
+    /**
+     * By default, the SDK installs an event handler that flushes pending writes on the `beforeExit` event.
+     * If true, this event handler will _not_ be installed.
+     */
+    noExitFlush?: boolean;
 }
 type FullLoginOptions = LoginOptions & {
     forceLogin?: boolean;
@@ -608,7 +616,7 @@ declare function getSpanParentObject<IsAsyncFlush extends boolean>(options?: Asy
  *
  * See `Span.traced` for full details.
  */
-declare function traced<IsAsyncFlush extends boolean = false, R = void>(callback: (span: Span) => R, args?: StartSpanArgs & SetCurrentArg & AsyncFlushArg<IsAsyncFlush>): PromiseUnless<IsAsyncFlush, R>;
+declare function traced<IsAsyncFlush extends boolean = false, R = void>(callback: (span: Span) => R, args?: StartSpanArgs & SetCurrentArg & AsyncFlushArg<IsAsyncFlush> & OptionalStateArg): PromiseUnless<IsAsyncFlush, R>;
 /**
  * Wrap a function with `traced`, using the arguments as `input` and return value as `output`.
  * Any functions wrapped this way will automatically be traced, similar to the `@traced` decorator
@@ -1207,4 +1215,4 @@ declare const LEGACY_CACHED_HEADER = "x-cached";
 declare const X_CACHED_HEADER = "x-bt-cached";
 declare function parseCachedHeader(value: string | null | undefined): number | undefined;
 
-export { type AnyDataset, type BaseMetadata, BraintrustState, BraintrustStream, type BraintrustStreamChunk, type ChatPrompt, type CompiledPrompt, type CompiledPromptParams, type CompletionPrompt, type DataSummary, Dataset, type DatasetSummary, type DefaultMetadataType, type DefaultPromptArgs, type EndSpanArgs, type EvalCase, Experiment, type ExperimentSummary, type Exportable, type FullInitOptions, type FullLoginOptions, type InitOptions, type InvokeFunctionArgs, type InvokeReturn, LEGACY_CACHED_HEADER, type LogOptions, Logger, type LoginOptions, type MetricSummary, NOOP_SPAN, NoopSpan, type ObjectMetadata, type PromiseUnless, Prompt, ReadonlyExperiment, type ScoreSummary, type SerializedBraintrustState, type SetCurrentArg, type Span, SpanImpl, type StartSpanArgs, type WithTransactionId, X_CACHED_HEADER, _internalGetGlobalState, _internalSetInitialState, braintrustStreamChunkSchema, createFinalValuePassThroughStream, currentExperiment, currentLogger, currentSpan, devNullWritableStream, flush, getSpanParentObject, init, initDataset, initExperiment, initLogger, invoke, loadPrompt, log, login, loginToState, newId, parseCachedHeader, setFetch, startSpan, summarize, traceable, traced, withDataset, withExperiment, withLogger, wrapOpenAI, wrapOpenAIv4, wrapTraced };
+export { type AnyDataset, type BackgroundLoggerOpts, type BaseMetadata, BraintrustState, BraintrustStream, type BraintrustStreamChunk, type ChatPrompt, type CompiledPrompt, type CompiledPromptParams, type CompletionPrompt, type DataSummary, Dataset, type DatasetSummary, type DefaultMetadataType, type DefaultPromptArgs, type EndSpanArgs, type EvalCase, Experiment, type ExperimentSummary, type Exportable, type FullInitOptions, type FullLoginOptions, type InitOptions, type InvokeFunctionArgs, type InvokeReturn, LEGACY_CACHED_HEADER, type LogOptions, Logger, type LoginOptions, type MetricSummary, NOOP_SPAN, NoopSpan, type ObjectMetadata, type PromiseUnless, Prompt, ReadonlyExperiment, type ScoreSummary, type SerializedBraintrustState, type SetCurrentArg, type Span, SpanImpl, type StartSpanArgs, type WithTransactionId, X_CACHED_HEADER, _internalGetGlobalState, _internalSetInitialState, braintrustStreamChunkSchema, createFinalValuePassThroughStream, currentExperiment, currentLogger, currentSpan, devNullWritableStream, flush, getSpanParentObject, init, initDataset, initExperiment, initLogger, invoke, loadPrompt, log, login, loginToState, newId, parseCachedHeader, setFetch, startSpan, summarize, traceable, traced, withDataset, withExperiment, withLogger, wrapOpenAI, wrapOpenAIv4, wrapTraced };

package/dist/browser.js

@@ -373,10 +373,11 @@ var loginSchema = import_zod2.z.strictObject({
   orgId: import_zod2.z.string().nullish(),
   gitMetadataSettings: import_core.gitMetadataSettingsSchema.nullish()
 });
+var stateNonce = 0;
 var BraintrustState = class _BraintrustState {
   constructor(loginParams) {
     this.loginParams = loginParams;
-    this.id = (/* @__PURE__ */ new Date()).toLocaleString();
+    this.id = `${(/* @__PURE__ */ new Date()).toLocaleString()}-${stateNonce++}`;
     this.currentExperiment = void 0;
     this.currentLogger = void 0;
     this.currentSpan = isomorph_default.newAsyncLocalStorage();
@@ -387,7 +388,10 @@ var BraintrustState = class _BraintrustState {
       await this.login({});
       return this.apiConn();
     };
-    this._bgLogger = new BackgroundLogger(new LazyValue(defaultGetLogConn));
+    this._bgLogger = new BackgroundLogger(
+      new LazyValue(defaultGetLogConn),
+      loginParams
+    );
     this.resetLoginInfo();
   }
   id;
@@ -464,14 +468,14 @@ var BraintrustState = class _BraintrustState {
       gitMetadataSettings: this.gitMetadataSettings
     };
   }
-  static deserialize(serialized) {
+  static deserialize(serialized, opts) {
     const serializedParsed = loginSchema.safeParse(serialized);
     if (!serializedParsed.success) {
       throw new Error(
         `Cannot deserialize BraintrustState: ${serializedParsed.error.errors}`
       );
     }
-    const state = new _BraintrustState({});
+    const state = new _BraintrustState({ ...opts });
     for (const key of Object.keys(loginSchema.shape)) {
       state[key] = serializedParsed.data[key];
     }
@@ -1007,7 +1011,8 @@ var BackgroundLogger = class _BackgroundLogger {
     numDropped: 0,
     lastLoggedTimestamp: 0
   };
-  constructor(apiConn) {
+  constructor(apiConn, opts) {
+    opts = opts ?? {};
     this.apiConn = apiConn;
     const syncFlushEnv = Number(isomorph_default.getEnv("BRAINTRUST_SYNC_FLUSH"));
     if (!isNaN(syncFlushEnv)) {
@@ -1051,9 +1056,11 @@ var BackgroundLogger = class _BackgroundLogger {
     if (allPublishPayloadsDirEnv) {
       this.allPublishPayloadsDir = allPublishPayloadsDirEnv;
     }
-    isomorph_default.processOn("beforeExit", async () => {
-      await this.flush();
-    });
+    if (!opts.noExitFlush) {
+      isomorph_default.processOn("beforeExit", async () => {
+        await this.flush();
+      });
+    }
   }
   log(items) {
     const [addedItems, droppedItems] = (() => {

package/dist/browser.mjs

@@ -319,10 +319,11 @@ var loginSchema = z2.strictObject({
   orgId: z2.string().nullish(),
   gitMetadataSettings: gitMetadataSettingsSchema.nullish()
 });
+var stateNonce = 0;
 var BraintrustState = class _BraintrustState {
   constructor(loginParams) {
     this.loginParams = loginParams;
-    this.id = (/* @__PURE__ */ new Date()).toLocaleString();
+    this.id = `${(/* @__PURE__ */ new Date()).toLocaleString()}-${stateNonce++}`;
     this.currentExperiment = void 0;
     this.currentLogger = void 0;
     this.currentSpan = isomorph_default.newAsyncLocalStorage();
@@ -333,7 +334,10 @@ var BraintrustState = class _BraintrustState {
       await this.login({});
       return this.apiConn();
     };
-    this._bgLogger = new BackgroundLogger(new LazyValue(defaultGetLogConn));
+    this._bgLogger = new BackgroundLogger(
+      new LazyValue(defaultGetLogConn),
+      loginParams
+    );
     this.resetLoginInfo();
   }
   id;
@@ -410,14 +414,14 @@ var BraintrustState = class _BraintrustState {
       gitMetadataSettings: this.gitMetadataSettings
     };
   }
-  static deserialize(serialized) {
+  static deserialize(serialized, opts) {
     const serializedParsed = loginSchema.safeParse(serialized);
     if (!serializedParsed.success) {
       throw new Error(
         `Cannot deserialize BraintrustState: ${serializedParsed.error.errors}`
       );
     }
-    const state = new _BraintrustState({});
+    const state = new _BraintrustState({ ...opts });
     for (const key of Object.keys(loginSchema.shape)) {
       state[key] = serializedParsed.data[key];
     }
@@ -953,7 +957,8 @@ var BackgroundLogger = class _BackgroundLogger {
     numDropped: 0,
     lastLoggedTimestamp: 0
   };
-  constructor(apiConn) {
+  constructor(apiConn, opts) {
+    opts = opts ?? {};
     this.apiConn = apiConn;
     const syncFlushEnv = Number(isomorph_default.getEnv("BRAINTRUST_SYNC_FLUSH"));
     if (!isNaN(syncFlushEnv)) {
@@ -997,9 +1002,11 @@ var BackgroundLogger = class _BackgroundLogger {
     if (allPublishPayloadsDirEnv) {
       this.allPublishPayloadsDir = allPublishPayloadsDirEnv;
     }
-    isomorph_default.processOn("beforeExit", async () => {
-      await this.flush();
-    });
+    if (!opts.noExitFlush) {
+      isomorph_default.processOn("beforeExit", async () => {
+        await this.flush();
+      });
+    }
   }
   log(items) {
     const [addedItems, droppedItems] = (() => {

package/dist/cli.js

@@ -1232,7 +1232,7 @@ var require_package = __commonJS({
   "package.json"(exports2, module2) {
     module2.exports = {
       name: "braintrust",
-      version: "0.0.142",
+      version: "0.0.143",
       description: "SDK for integrating Braintrust",
       main: "./dist/index.js",
       module: "./dist/index.mjs",
@@ -1632,10 +1632,11 @@ var loginSchema = import_zod2.z.strictObject({
   orgId: import_zod2.z.string().nullish(),
   gitMetadataSettings: import_core.gitMetadataSettingsSchema.nullish()
 });
+var stateNonce = 0;
 var BraintrustState = class _BraintrustState {
   constructor(loginParams) {
     this.loginParams = loginParams;
-    this.id = (/* @__PURE__ */ new Date()).toLocaleString();
+    this.id = `${(/* @__PURE__ */ new Date()).toLocaleString()}-${stateNonce++}`;
     this.currentExperiment = void 0;
     this.currentLogger = void 0;
     this.currentSpan = isomorph_default.newAsyncLocalStorage();
@@ -1646,7 +1647,10 @@ var BraintrustState = class _BraintrustState {
       await this.login({});
       return this.apiConn();
     };
-    this._bgLogger = new BackgroundLogger(new LazyValue(defaultGetLogConn));
+    this._bgLogger = new BackgroundLogger(
+      new LazyValue(defaultGetLogConn),
+      loginParams
+    );
     this.resetLoginInfo();
   }
   id;
@@ -1723,14 +1727,14 @@ var BraintrustState = class _BraintrustState {
       gitMetadataSettings: this.gitMetadataSettings
     };
   }
-  static deserialize(serialized) {
+  static deserialize(serialized, opts) {
     const serializedParsed = loginSchema.safeParse(serialized);
     if (!serializedParsed.success) {
       throw new Error(
         `Cannot deserialize BraintrustState: ${serializedParsed.error.errors}`
       );
     }
-    const state = new _BraintrustState({});
+    const state = new _BraintrustState({ ...opts });
     for (const key of Object.keys(loginSchema.shape)) {
       state[key] = serializedParsed.data[key];
     }
@@ -2256,7 +2260,8 @@ var BackgroundLogger = class _BackgroundLogger {
     numDropped: 0,
     lastLoggedTimestamp: 0
   };
-  constructor(apiConn) {
+  constructor(apiConn, opts) {
+    opts = opts ?? {};
     this.apiConn = apiConn;
     const syncFlushEnv = Number(isomorph_default.getEnv("BRAINTRUST_SYNC_FLUSH"));
     if (!isNaN(syncFlushEnv)) {
@@ -2300,9 +2305,11 @@ var BackgroundLogger = class _BackgroundLogger {
     if (allPublishPayloadsDirEnv) {
       this.allPublishPayloadsDir = allPublishPayloadsDirEnv;
     }
-    isomorph_default.processOn("beforeExit", async () => {
-      await this.flush();
-    });
+    if (!opts.noExitFlush) {
+      isomorph_default.processOn("beforeExit", async () => {
+        await this.flush();
+      });
+    }
   }
   log(items) {
     const [addedItems, droppedItems] = (() => {

package/dist/index.d.mts

@@ -202,7 +202,7 @@ declare class BraintrustState {
     resetLoginInfo(): void;
     copyLoginInfo(other: BraintrustState): void;
     serialize(): SerializedBraintrustState;
-    static deserialize(serialized: unknown): BraintrustState;
+    static deserialize(serialized: unknown, opts?: BackgroundLoggerOpts): BraintrustState;
     setFetch(fetch: typeof globalThis.fetch): void;
     login(loginParams: LoginOptions & {
         forceLogin?: boolean;
@@ -324,6 +324,9 @@ declare class Logger<IsAsyncFlush extends boolean> implements Exportable {
     flush(): Promise<void>;
     get asyncFlush(): IsAsyncFlush | undefined;
 }
+interface BackgroundLoggerOpts {
+    noExitFlush?: boolean;
+}
 declare class BackgroundLogger {
     private apiConn;
     private items;
@@ -339,7 +342,7 @@ declare class BackgroundLogger {
     failedPublishPayloadsDir: string | undefined;
     allPublishPayloadsDir: string | undefined;
     private queueDropLoggingState;
-    constructor(apiConn: LazyValue<HTTPConnection>);
+    constructor(apiConn: LazyValue<HTTPConnection>, opts?: BackgroundLoggerOpts);
     log(items: LazyValue<BackgroundLogEvent>[]): void;
     flush(): Promise<void>;
     private flushOnce;
@@ -540,6 +543,11 @@ interface LoginOptions {
      * A custom fetch implementation to use.
      */
     fetch?: typeof globalThis.fetch;
+    /**
+     * By default, the SDK installs an event handler that flushes pending writes on the `beforeExit` event.
+     * If true, this event handler will _not_ be installed.
+     */
+    noExitFlush?: boolean;
 }
 type FullLoginOptions = LoginOptions & {
     forceLogin?: boolean;
@@ -609,7 +617,7 @@ declare function getSpanParentObject<IsAsyncFlush extends boolean>(options?: Asy
  *
  * See `Span.traced` for full details.
  */
-declare function traced<IsAsyncFlush extends boolean = false, R = void>(callback: (span: Span) => R, args?: StartSpanArgs & SetCurrentArg & AsyncFlushArg<IsAsyncFlush>): PromiseUnless<IsAsyncFlush, R>;
+declare function traced<IsAsyncFlush extends boolean = false, R = void>(callback: (span: Span) => R, args?: StartSpanArgs & SetCurrentArg & AsyncFlushArg<IsAsyncFlush> & OptionalStateArg): PromiseUnless<IsAsyncFlush, R>;
 /**
  * Wrap a function with `traced`, using the arguments as `input` and return value as `output`.
  * Any functions wrapped this way will automatically be traced, similar to the `@traced` decorator
@@ -1368,4 +1376,4 @@ declare function parseCachedHeader(value: string | null | undefined): number | u
  */
 declare function wrapAISDKModel<T extends object>(model: T): T;
 
-export { type AnyDataset, BaseExperiment, type BaseMetadata, BraintrustState, BraintrustStream, type BraintrustStreamChunk, type ChatPrompt, type CompiledPrompt, type CompiledPromptParams, type CompletionPrompt, type DataSummary, Dataset, type DatasetSummary, type DefaultMetadataType, type DefaultPromptArgs, type EndSpanArgs, Eval, type EvalCase, type EvalScorerArgs, type EvalTask, type Evaluator, Experiment, type ExperimentSummary, type Exportable, type FullInitOptions, type FullLoginOptions, type InitOptions, type InvokeFunctionArgs, type InvokeReturn, LEGACY_CACHED_HEADER, LazyValue, type LogOptions, Logger, type LoginOptions, type MetricSummary, NOOP_SPAN, NoopSpan, type ObjectMetadata, type PromiseUnless, Prompt, ReadonlyExperiment, Reporter, type ReporterBody, type ScoreSummary, type SerializedBraintrustState, type SetCurrentArg, type Span, SpanImpl, type StartSpanArgs, type WithTransactionId, X_CACHED_HEADER, _internalGetGlobalState, _internalSetInitialState, braintrustStreamChunkSchema, buildLocalSummary, createFinalValuePassThroughStream, currentExperiment, currentLogger, currentSpan, devNullWritableStream, flush, getSpanParentObject, init, initDataset, initExperiment, initLogger, invoke, loadPrompt, log, login, loginToState, newId, parseCachedHeader, reportFailures, setFetch, startSpan, summarize, traceable, traced, withDataset, withExperiment, withLogger, wrapAISDKModel, wrapOpenAI, wrapOpenAIv4, wrapTraced };
+export { type AnyDataset, type BackgroundLoggerOpts, BaseExperiment, type BaseMetadata, BraintrustState, BraintrustStream, type BraintrustStreamChunk, type ChatPrompt, type CompiledPrompt, type CompiledPromptParams, type CompletionPrompt, type DataSummary, Dataset, type DatasetSummary, type DefaultMetadataType, type DefaultPromptArgs, type EndSpanArgs, Eval, type EvalCase, type EvalScorerArgs, type EvalTask, type Evaluator, Experiment, type ExperimentSummary, type Exportable, type FullInitOptions, type FullLoginOptions, type InitOptions, type InvokeFunctionArgs, type InvokeReturn, LEGACY_CACHED_HEADER, LazyValue, type LogOptions, Logger, type LoginOptions, type MetricSummary, NOOP_SPAN, NoopSpan, type ObjectMetadata, type PromiseUnless, Prompt, ReadonlyExperiment, Reporter, type ReporterBody, type ScoreSummary, type SerializedBraintrustState, type SetCurrentArg, type Span, SpanImpl, type StartSpanArgs, type WithTransactionId, X_CACHED_HEADER, _internalGetGlobalState, _internalSetInitialState, braintrustStreamChunkSchema, buildLocalSummary, createFinalValuePassThroughStream, currentExperiment, currentLogger, currentSpan, devNullWritableStream, flush, getSpanParentObject, init, initDataset, initExperiment, initLogger, invoke, loadPrompt, log, login, loginToState, newId, parseCachedHeader, reportFailures, setFetch, startSpan, summarize, traceable, traced, withDataset, withExperiment, withLogger, wrapAISDKModel, wrapOpenAI, wrapOpenAIv4, wrapTraced };

package/dist/index.d.ts

@@ -202,7 +202,7 @@ declare class BraintrustState {
     resetLoginInfo(): void;
     copyLoginInfo(other: BraintrustState): void;
     serialize(): SerializedBraintrustState;
-    static deserialize(serialized: unknown): BraintrustState;
+    static deserialize(serialized: unknown, opts?: BackgroundLoggerOpts): BraintrustState;
     setFetch(fetch: typeof globalThis.fetch): void;
     login(loginParams: LoginOptions & {
         forceLogin?: boolean;
@@ -324,6 +324,9 @@ declare class Logger<IsAsyncFlush extends boolean> implements Exportable {
     flush(): Promise<void>;
     get asyncFlush(): IsAsyncFlush | undefined;
 }
+interface BackgroundLoggerOpts {
+    noExitFlush?: boolean;
+}
 declare class BackgroundLogger {
     private apiConn;
     private items;
@@ -339,7 +342,7 @@ declare class BackgroundLogger {
     failedPublishPayloadsDir: string | undefined;
     allPublishPayloadsDir: string | undefined;
     private queueDropLoggingState;
-    constructor(apiConn: LazyValue<HTTPConnection>);
+    constructor(apiConn: LazyValue<HTTPConnection>, opts?: BackgroundLoggerOpts);
     log(items: LazyValue<BackgroundLogEvent>[]): void;
     flush(): Promise<void>;
     private flushOnce;
@@ -540,6 +543,11 @@ interface LoginOptions {
      * A custom fetch implementation to use.
      */
     fetch?: typeof globalThis.fetch;
+    /**
+     * By default, the SDK installs an event handler that flushes pending writes on the `beforeExit` event.
+     * If true, this event handler will _not_ be installed.
+     */
+    noExitFlush?: boolean;
 }
 type FullLoginOptions = LoginOptions & {
     forceLogin?: boolean;
@@ -609,7 +617,7 @@ declare function getSpanParentObject<IsAsyncFlush extends boolean>(options?: Asy
  *
  * See `Span.traced` for full details.
  */
-declare function traced<IsAsyncFlush extends boolean = false, R = void>(callback: (span: Span) => R, args?: StartSpanArgs & SetCurrentArg & AsyncFlushArg<IsAsyncFlush>): PromiseUnless<IsAsyncFlush, R>;
+declare function traced<IsAsyncFlush extends boolean = false, R = void>(callback: (span: Span) => R, args?: StartSpanArgs & SetCurrentArg & AsyncFlushArg<IsAsyncFlush> & OptionalStateArg): PromiseUnless<IsAsyncFlush, R>;
 /**
  * Wrap a function with `traced`, using the arguments as `input` and return value as `output`.
  * Any functions wrapped this way will automatically be traced, similar to the `@traced` decorator
@@ -1368,4 +1376,4 @@ declare function parseCachedHeader(value: string | null | undefined): number | u
  */
 declare function wrapAISDKModel<T extends object>(model: T): T;
 
-export { type AnyDataset, BaseExperiment, type BaseMetadata, BraintrustState, BraintrustStream, type BraintrustStreamChunk, type ChatPrompt, type CompiledPrompt, type CompiledPromptParams, type CompletionPrompt, type DataSummary, Dataset, type DatasetSummary, type DefaultMetadataType, type DefaultPromptArgs, type EndSpanArgs, Eval, type EvalCase, type EvalScorerArgs, type EvalTask, type Evaluator, Experiment, type ExperimentSummary, type Exportable, type FullInitOptions, type FullLoginOptions, type InitOptions, type InvokeFunctionArgs, type InvokeReturn, LEGACY_CACHED_HEADER, LazyValue, type LogOptions, Logger, type LoginOptions, type MetricSummary, NOOP_SPAN, NoopSpan, type ObjectMetadata, type PromiseUnless, Prompt, ReadonlyExperiment, Reporter, type ReporterBody, type ScoreSummary, type SerializedBraintrustState, type SetCurrentArg, type Span, SpanImpl, type StartSpanArgs, type WithTransactionId, X_CACHED_HEADER, _internalGetGlobalState, _internalSetInitialState, braintrustStreamChunkSchema, buildLocalSummary, createFinalValuePassThroughStream, currentExperiment, currentLogger, currentSpan, devNullWritableStream, flush, getSpanParentObject, init, initDataset, initExperiment, initLogger, invoke, loadPrompt, log, login, loginToState, newId, parseCachedHeader, reportFailures, setFetch, startSpan, summarize, traceable, traced, withDataset, withExperiment, withLogger, wrapAISDKModel, wrapOpenAI, wrapOpenAIv4, wrapTraced };
+export { type AnyDataset, type BackgroundLoggerOpts, BaseExperiment, type BaseMetadata, BraintrustState, BraintrustStream, type BraintrustStreamChunk, type ChatPrompt, type CompiledPrompt, type CompiledPromptParams, type CompletionPrompt, type DataSummary, Dataset, type DatasetSummary, type DefaultMetadataType, type DefaultPromptArgs, type EndSpanArgs, Eval, type EvalCase, type EvalScorerArgs, type EvalTask, type Evaluator, Experiment, type ExperimentSummary, type Exportable, type FullInitOptions, type FullLoginOptions, type InitOptions, type InvokeFunctionArgs, type InvokeReturn, LEGACY_CACHED_HEADER, LazyValue, type LogOptions, Logger, type LoginOptions, type MetricSummary, NOOP_SPAN, NoopSpan, type ObjectMetadata, type PromiseUnless, Prompt, ReadonlyExperiment, Reporter, type ReporterBody, type ScoreSummary, type SerializedBraintrustState, type SetCurrentArg, type Span, SpanImpl, type StartSpanArgs, type WithTransactionId, X_CACHED_HEADER, _internalGetGlobalState, _internalSetInitialState, braintrustStreamChunkSchema, buildLocalSummary, createFinalValuePassThroughStream, currentExperiment, currentLogger, currentSpan, devNullWritableStream, flush, getSpanParentObject, init, initDataset, initExperiment, initLogger, invoke, loadPrompt, log, login, loginToState, newId, parseCachedHeader, reportFailures, setFetch, startSpan, summarize, traceable, traced, withDataset, withExperiment, withLogger, wrapAISDKModel, wrapOpenAI, wrapOpenAIv4, wrapTraced };

package/dist/index.js

@@ -599,10 +599,11 @@ var loginSchema = import_zod2.z.strictObject({
   orgId: import_zod2.z.string().nullish(),
   gitMetadataSettings: import_core.gitMetadataSettingsSchema.nullish()
 });
+var stateNonce = 0;
 var BraintrustState = class _BraintrustState {
   constructor(loginParams) {
     this.loginParams = loginParams;
-    this.id = (/* @__PURE__ */ new Date()).toLocaleString();
+    this.id = `${(/* @__PURE__ */ new Date()).toLocaleString()}-${stateNonce++}`;
     this.currentExperiment = void 0;
     this.currentLogger = void 0;
     this.currentSpan = isomorph_default.newAsyncLocalStorage();
@@ -613,7 +614,10 @@ var BraintrustState = class _BraintrustState {
       await this.login({});
       return this.apiConn();
     };
-    this._bgLogger = new BackgroundLogger(new LazyValue(defaultGetLogConn));
+    this._bgLogger = new BackgroundLogger(
+      new LazyValue(defaultGetLogConn),
+      loginParams
+    );
     this.resetLoginInfo();
   }
   id;
@@ -690,14 +694,14 @@ var BraintrustState = class _BraintrustState {
       gitMetadataSettings: this.gitMetadataSettings
     };
   }
-  static deserialize(serialized) {
+  static deserialize(serialized, opts) {
     const serializedParsed = loginSchema.safeParse(serialized);
     if (!serializedParsed.success) {
       throw new Error(
         `Cannot deserialize BraintrustState: ${serializedParsed.error.errors}`
       );
     }
-    const state = new _BraintrustState({});
+    const state = new _BraintrustState({ ...opts });
     for (const key of Object.keys(loginSchema.shape)) {
       state[key] = serializedParsed.data[key];
     }
@@ -1233,7 +1237,8 @@ var BackgroundLogger = class _BackgroundLogger {
     numDropped: 0,
     lastLoggedTimestamp: 0
   };
-  constructor(apiConn) {
+  constructor(apiConn, opts) {
+    opts = opts ?? {};
     this.apiConn = apiConn;
     const syncFlushEnv = Number(isomorph_default.getEnv("BRAINTRUST_SYNC_FLUSH"));
     if (!isNaN(syncFlushEnv)) {
@@ -1277,9 +1282,11 @@ var BackgroundLogger = class _BackgroundLogger {
     if (allPublishPayloadsDirEnv) {
       this.allPublishPayloadsDir = allPublishPayloadsDirEnv;
     }
-    isomorph_default.processOn("beforeExit", async () => {
-      await this.flush();
-    });
+    if (!opts.noExitFlush) {
+      isomorph_default.processOn("beforeExit", async () => {
+        await this.flush();
+      });
+    }
   }
   log(items) {
     const [addedItems, droppedItems] = (() => {

package/dist/index.mjs

@@ -538,10 +538,11 @@ var loginSchema = z2.strictObject({
   orgId: z2.string().nullish(),
   gitMetadataSettings: gitMetadataSettingsSchema.nullish()
 });
+var stateNonce = 0;
 var BraintrustState = class _BraintrustState {
   constructor(loginParams) {
     this.loginParams = loginParams;
-    this.id = (/* @__PURE__ */ new Date()).toLocaleString();
+    this.id = `${(/* @__PURE__ */ new Date()).toLocaleString()}-${stateNonce++}`;
     this.currentExperiment = void 0;
     this.currentLogger = void 0;
     this.currentSpan = isomorph_default.newAsyncLocalStorage();
@@ -552,7 +553,10 @@ var BraintrustState = class _BraintrustState {
       await this.login({});
       return this.apiConn();
     };
-    this._bgLogger = new BackgroundLogger(new LazyValue(defaultGetLogConn));
+    this._bgLogger = new BackgroundLogger(
+      new LazyValue(defaultGetLogConn),
+      loginParams
+    );
     this.resetLoginInfo();
   }
   id;
@@ -629,14 +633,14 @@ var BraintrustState = class _BraintrustState {
       gitMetadataSettings: this.gitMetadataSettings
     };
   }
-  static deserialize(serialized) {
+  static deserialize(serialized, opts) {
     const serializedParsed = loginSchema.safeParse(serialized);
     if (!serializedParsed.success) {
       throw new Error(
         `Cannot deserialize BraintrustState: ${serializedParsed.error.errors}`
       );
     }
-    const state = new _BraintrustState({});
+    const state = new _BraintrustState({ ...opts });
     for (const key of Object.keys(loginSchema.shape)) {
       state[key] = serializedParsed.data[key];
     }
@@ -1172,7 +1176,8 @@ var BackgroundLogger = class _BackgroundLogger {
     numDropped: 0,
     lastLoggedTimestamp: 0
   };
-  constructor(apiConn) {
+  constructor(apiConn, opts) {
+    opts = opts ?? {};
     this.apiConn = apiConn;
     const syncFlushEnv = Number(isomorph_default.getEnv("BRAINTRUST_SYNC_FLUSH"));
     if (!isNaN(syncFlushEnv)) {
@@ -1216,9 +1221,11 @@ var BackgroundLogger = class _BackgroundLogger {
     if (allPublishPayloadsDirEnv) {
       this.allPublishPayloadsDir = allPublishPayloadsDirEnv;
     }
-    isomorph_default.processOn("beforeExit", async () => {
-      await this.flush();
-    });
+    if (!opts.noExitFlush) {
+      isomorph_default.processOn("beforeExit", async () => {
+        await this.flush();
+      });
+    }
   }
   log(items) {
     const [addedItems, droppedItems] = (() => {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "braintrust",
-  "version": "0.0.142",
+  "version": "0.0.143",
   "description": "SDK for integrating Braintrust",
   "main": "./dist/index.js",
   "module": "./dist/index.mjs",