braintrust 3.2.0 → 3.3.0-rc.45

package/dev/dist/index.d.mts

@@ -10941,6 +10941,8 @@ interface BackgroundLoggerOpts {
 interface BackgroundLogger {
     log(items: LazyValue<BackgroundLogEvent>[]): void;
     flush(): Promise<void>;
+    pendingFlushBytes(): number;
+    flushBackpressureBytes(): number;
     setMaskingFunction(maskingFunction: ((value: unknown) => unknown) | null): void;
 }
 declare class HTTPBackgroundLogger implements BackgroundLogger {
@@ -10960,11 +10962,14 @@ declare class HTTPBackgroundLogger implements BackgroundLogger {
     queueDropLoggingPeriod: number;
     failedPublishPayloadsDir: string | undefined;
     allPublishPayloadsDir: string | undefined;
-    flushChunkSize: number;
+    private _flushBackpressureBytes;
+    private _pendingBytes;
     private _disabled;
     private queueDropLoggingState;
     constructor(apiConn: LazyValue<HTTPConnection>, opts?: BackgroundLoggerOpts);
     setMaskingFunction(maskingFunction: ((value: unknown) => unknown) | null): void;
+    pendingFlushBytes(): number;
+    flushBackpressureBytes(): number;
     log(items: LazyValue<BackgroundLogEvent>[]): void;
     private getMaxRequestSize;
     flush(): Promise<void>;

package/dev/dist/index.d.ts

@@ -10941,6 +10941,8 @@ interface BackgroundLoggerOpts {
 interface BackgroundLogger {
     log(items: LazyValue<BackgroundLogEvent>[]): void;
     flush(): Promise<void>;
+    pendingFlushBytes(): number;
+    flushBackpressureBytes(): number;
     setMaskingFunction(maskingFunction: ((value: unknown) => unknown) | null): void;
 }
 declare class HTTPBackgroundLogger implements BackgroundLogger {
@@ -10960,11 +10962,14 @@ declare class HTTPBackgroundLogger implements BackgroundLogger {
     queueDropLoggingPeriod: number;
     failedPublishPayloadsDir: string | undefined;
     allPublishPayloadsDir: string | undefined;
-    flushChunkSize: number;
+    private _flushBackpressureBytes;
+    private _pendingBytes;
     private _disabled;
     private queueDropLoggingState;
     constructor(apiConn: LazyValue<HTTPConnection>, opts?: BackgroundLoggerOpts);
     setMaskingFunction(maskingFunction: ((value: unknown) => unknown) | null): void;
+    pendingFlushBytes(): number;
+    flushBackpressureBytes(): number;
     log(items: LazyValue<BackgroundLogEvent>[]): void;
     private getMaxRequestSize;
     flush(): Promise<void>;

package/dev/dist/index.js

@@ -5763,6 +5763,7 @@ function utf8ByteLength(value) {
 function now() {
   return (/* @__PURE__ */ new Date()).getTime();
 }
+var DEFAULT_FLUSH_BACKPRESSURE_BYTES = 10 * 1024 * 1024;
 var BACKGROUND_LOGGER_BASE_SLEEP_TIME_S = 1;
 var HTTPBackgroundLogger = (_class9 = class _HTTPBackgroundLogger {
   
@@ -5781,13 +5782,14 @@ var HTTPBackgroundLogger = (_class9 = class _HTTPBackgroundLogger {
   __init45() {this.queueDropLoggingPeriod = 60}
   __init46() {this.failedPublishPayloadsDir = void 0}
   __init47() {this.allPublishPayloadsDir = void 0}
-  __init48() {this.flushChunkSize = 25}
-  __init49() {this._disabled = false}
-  __init50() {this.queueDropLoggingState = {
+  __init48() {this._flushBackpressureBytes = DEFAULT_FLUSH_BACKPRESSURE_BYTES}
+  __init49() {this._pendingBytes = 0}
+  __init50() {this._disabled = false}
+  __init51() {this.queueDropLoggingState = {
     numDropped: 0,
     lastLoggedTimestamp: 0
   }}
-  constructor(apiConn, opts) {;_class9.prototype.__init35.call(this);_class9.prototype.__init36.call(this);_class9.prototype.__init37.call(this);_class9.prototype.__init38.call(this);_class9.prototype.__init39.call(this);_class9.prototype.__init40.call(this);_class9.prototype.__init41.call(this);_class9.prototype.__init42.call(this);_class9.prototype.__init43.call(this);_class9.prototype.__init44.call(this);_class9.prototype.__init45.call(this);_class9.prototype.__init46.call(this);_class9.prototype.__init47.call(this);_class9.prototype.__init48.call(this);_class9.prototype.__init49.call(this);_class9.prototype.__init50.call(this);
+  constructor(apiConn, opts) {;_class9.prototype.__init35.call(this);_class9.prototype.__init36.call(this);_class9.prototype.__init37.call(this);_class9.prototype.__init38.call(this);_class9.prototype.__init39.call(this);_class9.prototype.__init40.call(this);_class9.prototype.__init41.call(this);_class9.prototype.__init42.call(this);_class9.prototype.__init43.call(this);_class9.prototype.__init44.call(this);_class9.prototype.__init45.call(this);_class9.prototype.__init46.call(this);_class9.prototype.__init47.call(this);_class9.prototype.__init48.call(this);_class9.prototype.__init49.call(this);_class9.prototype.__init50.call(this);_class9.prototype.__init51.call(this);
     opts = _nullishCoalesce(opts, () => ( {}));
     this.apiConn = apiConn;
     const syncFlushEnv = Number(isomorph_default.getEnv("BRAINTRUST_SYNC_FLUSH"));
@@ -5821,11 +5823,16 @@ var HTTPBackgroundLogger = (_class9 = class _HTTPBackgroundLogger {
     if (!isNaN(queueDropLoggingPeriodEnv)) {
       this.queueDropLoggingPeriod = queueDropLoggingPeriodEnv;
     }
-    const flushChunkSizeEnv = Number(
-      isomorph_default.getEnv("BRAINTRUST_LOG_FLUSH_CHUNK_SIZE")
+    if (isomorph_default.getEnv("BRAINTRUST_LOG_FLUSH_CHUNK_SIZE")) {
+      console.warn(
+        "BRAINTRUST_LOG_FLUSH_CHUNK_SIZE is deprecated and no longer has any effect. Log flushing now sends all items at once and batches them automatically. This environment variable will be removed in a future major release."
+      );
+    }
+    const flushBackpressureBytesEnv = Number(
+      isomorph_default.getEnv("BRAINTRUST_FLUSH_BACKPRESSURE_BYTES")
     );
-    if (!isNaN(flushChunkSizeEnv) && flushChunkSizeEnv > 0) {
-      this.flushChunkSize = flushChunkSizeEnv;
+    if (!isNaN(flushBackpressureBytesEnv) && flushBackpressureBytesEnv > 0) {
+      this._flushBackpressureBytes = flushBackpressureBytesEnv;
     }
     const failedPublishPayloadsDirEnv = isomorph_default.getEnv(
       "BRAINTRUST_FAILED_PUBLISH_PAYLOADS_DIR"
@@ -5849,6 +5856,12 @@ var HTTPBackgroundLogger = (_class9 = class _HTTPBackgroundLogger {
   setMaskingFunction(maskingFunction) {
     this.maskingFunction = maskingFunction;
   }
+  pendingFlushBytes() {
+    return this._pendingBytes;
+  }
+  flushBackpressureBytes() {
+    return this._flushBackpressureBytes;
+  }
   log(items) {
     if (this._disabled) {
       return;
@@ -5911,14 +5924,7 @@ var HTTPBackgroundLogger = (_class9 = class _HTTPBackgroundLogger {
     if (wrappedItems.length === 0) {
       return;
     }
-    const chunkSize = Math.max(1, Math.min(batchSize, this.flushChunkSize));
-    let index = 0;
-    while (index < wrappedItems.length) {
-      const chunk = wrappedItems.slice(index, index + chunkSize);
-      await this.flushWrappedItemsChunk(chunk, batchSize);
-      index += chunk.length;
-    }
-    wrappedItems.length = 0;
+    await this.flushWrappedItemsChunk(wrappedItems, batchSize);
     if (this.queue.length() > 0) {
       await this.flushOnce(args);
     }
@@ -5931,9 +5937,13 @@ var HTTPBackgroundLogger = (_class9 = class _HTTPBackgroundLogger {
     if (allItems.length === 0) {
       return;
     }
-    const allItemsWithMeta = allItems.map(
-      (item) => stringifyWithOverflowMeta(item)
-    );
+    let chunkBytes = 0;
+    const allItemsWithMeta = allItems.map((item) => {
+      const withMeta = stringifyWithOverflowMeta(item);
+      chunkBytes += withMeta.str.length;
+      return withMeta;
+    });
+    this._pendingBytes += chunkBytes;
     const maxRequestSizeResult = await this.getMaxRequestSize();
     const batches = batchItems({
       items: allItemsWithMeta,
@@ -5952,6 +5962,7 @@ var HTTPBackgroundLogger = (_class9 = class _HTTPBackgroundLogger {
       })()
     );
     const results = await Promise.all(postPromises);
+    this._pendingBytes = Math.max(0, this._pendingBytes - chunkBytes);
     const failingResultErrors = results.map((r) => r.type === "success" ? void 0 : r.value).filter((r) => r !== void 0);
     if (failingResultErrors.length) {
       throw new AggregateError(
@@ -6962,13 +6973,13 @@ function validateAndSanitizeExperimentLogFullArgs(event, hasDataset) {
 var DEFAULT_FETCH_BATCH_SIZE = 1e3;
 var MAX_BTQL_ITERATIONS = 1e4;
 var ObjectFetcher = (_class10 = class {
-  constructor(objectType, pinnedVersion, mutateRecord, _internal_btql) {;_class10.prototype.__init51.call(this);
+  constructor(objectType, pinnedVersion, mutateRecord, _internal_btql) {;_class10.prototype.__init52.call(this);
     this.objectType = objectType;
     this.pinnedVersion = pinnedVersion;
     this.mutateRecord = mutateRecord;
     this._internal_btql = _internal_btql;
   }
-  __init51() {this._fetchedData = void 0}
+  __init52() {this._fetchedData = void 0}
   get id() {
     throw new Error("ObjectFetcher subclasses must have an 'id' attribute");
   }
@@ -7089,9 +7100,9 @@ var Experiment2 = (_class11 = class extends ObjectFetcher {
   
   
   // For type identification.
-  __init52() {this.kind = "experiment"}
+  __init53() {this.kind = "experiment"}
   constructor(state, lazyMetadata, dataset) {
-    super("experiment", void 0, (r) => enrichAttachments(r, state));_class11.prototype.__init52.call(this);;
+    super("experiment", void 0, (r) => enrichAttachments(r, state));_class11.prototype.__init53.call(this);;
     this.lazyMetadata = lazyMetadata;
     this.dataset = dataset;
     this.lastStartTime = getCurrentUnixTimestamp();
@@ -7450,8 +7461,8 @@ var SpanImpl = (_class12 = class _SpanImpl {
   
   
   
-  __init53() {this.kind = "span"}
-  constructor(args) {;_class12.prototype.__init53.call(this);
+  __init54() {this.kind = "span"}
+  constructor(args) {;_class12.prototype.__init54.call(this);
     this._state = args.state;
     const spanAttributes = _nullishCoalesce(args.spanAttributes, () => ( {}));
     const rawEvent = _nullishCoalesce(args.event, () => ( {}));
@@ -7804,13 +7815,13 @@ var Dataset2 = (_class13 = class extends ObjectFetcher {
         )
       ),
       _internal_btql
-    );_class13.prototype.__init54.call(this);_class13.prototype.__init55.call(this);;
+    );_class13.prototype.__init55.call(this);_class13.prototype.__init56.call(this);;
     this.state = state;
     this.lazyMetadata = lazyMetadata;
   }
   
-  __init54() {this.__braintrust_dataset_marker = true}
-  __init55() {this.newRecords = 0}
+  __init55() {this.__braintrust_dataset_marker = true}
+  __init56() {this.newRecords = 0}
   get id() {
     return (async () => {
       return (await this.lazyMetadata.get()).dataset.id;
@@ -8151,14 +8162,14 @@ function renderPromptParams(params, args, options = {}) {
   return params;
 }
 var Prompt2 = (_class14 = class _Prompt {
-  constructor(metadata, defaults, noTrace) {;_class14.prototype.__init56.call(this);_class14.prototype.__init57.call(this);
+  constructor(metadata, defaults, noTrace) {;_class14.prototype.__init57.call(this);_class14.prototype.__init58.call(this);
     this.metadata = metadata;
     this.defaults = defaults;
     this.noTrace = noTrace;
   }
   
-  __init56() {this.hasParsedPromptData = false}
-  __init57() {this.__braintrust_prompt_marker = true}
+  __init57() {this.hasParsedPromptData = false}
+  __init58() {this.__braintrust_prompt_marker = true}
   get id() {
     return this.metadata.id;
   }
@@ -8387,10 +8398,10 @@ var Prompt2 = (_class14 = class _Prompt {
   }
 }, _class14);
 var RemoteEvalParameters = (_class15 = class {
-  constructor(metadata) {;_class15.prototype.__init58.call(this);
+  constructor(metadata) {;_class15.prototype.__init59.call(this);
     this.metadata = metadata;
   }
-  __init58() {this.__braintrust_parameters_marker = true}
+  __init59() {this.__braintrust_parameters_marker = true}
   get id() {
     return this.metadata.id;
   }
@@ -8547,9 +8558,9 @@ function patchStreamIfNeeded(stream, options) {
 }
 
 // src/instrumentation/core/plugin.ts
-var BasePlugin = (_class16 = class {constructor() { _class16.prototype.__init59.call(this);_class16.prototype.__init60.call(this); }
-  __init59() {this.enabled = false}
-  __init60() {this.unsubscribers = []}
+var BasePlugin = (_class16 = class {constructor() { _class16.prototype.__init60.call(this);_class16.prototype.__init61.call(this); }
+  __init60() {this.enabled = false}
+  __init61() {this.unsubscribers = []}
   /**
    * Enables the plugin. Must be called before the plugin will receive events.
    */
@@ -9328,8 +9339,8 @@ function extractAnthropicCacheTokens(cacheReadTokens = 0, cacheCreationTokens =
 }
 
 // src/instrumentation/plugins/anthropic-plugin.ts
-var AnthropicPlugin = (_class17 = class extends BasePlugin {constructor(...args2) { super(...args2); _class17.prototype.__init61.call(this); }
-  __init61() {this.unsubscribers = []}
+var AnthropicPlugin = (_class17 = class extends BasePlugin {constructor(...args2) { super(...args2); _class17.prototype.__init62.call(this); }
+  __init62() {this.unsubscribers = []}
   onEnable() {
     this.subscribeToAnthropicChannels();
   }
@@ -9675,10 +9686,10 @@ var DEFAULT_DENY_OUTPUT_PATHS = [
   "steps[].response.headers"
 ];
 var AISDKPlugin = (_class18 = class extends BasePlugin {
-  __init62() {this.unsubscribers = []}
+  __init63() {this.unsubscribers = []}
   
   constructor(config = {}) {
-    super();_class18.prototype.__init62.call(this);;
+    super();_class18.prototype.__init63.call(this);;
     this.config = config;
   }
   onEnable() {
@@ -10295,8 +10306,8 @@ async function createLLMSpanForMessages(messages, prompt, conversationHistory, o
   await span.end();
   return _optionalChain([lastMessage, 'access', _159 => _159.message, 'optionalAccess', _160 => _160.content]) && _optionalChain([lastMessage, 'access', _161 => _161.message, 'optionalAccess', _162 => _162.role]) ? { content: lastMessage.message.content, role: lastMessage.message.role } : void 0;
 }
-var ClaudeAgentSDKPlugin = (_class19 = class extends BasePlugin {constructor(...args3) { super(...args3); _class19.prototype.__init63.call(this); }
-  __init63() {this.unsubscribers = []}
+var ClaudeAgentSDKPlugin = (_class19 = class extends BasePlugin {constructor(...args3) { super(...args3); _class19.prototype.__init64.call(this); }
+  __init64() {this.unsubscribers = []}
   onEnable() {
     this.subscribeToQuery();
   }
@@ -10488,8 +10499,8 @@ var ClaudeAgentSDKPlugin = (_class19 = class extends BasePlugin {constructor(...
 
 // src/instrumentation/plugins/google-genai-plugin.ts
 
-var GoogleGenAIPlugin = (_class20 = class extends BasePlugin {constructor(...args4) { super(...args4); _class20.prototype.__init64.call(this); }
-  __init64() {this.unsubscribers = []}
+var GoogleGenAIPlugin = (_class20 = class extends BasePlugin {constructor(...args4) { super(...args4); _class20.prototype.__init65.call(this); }
+  __init65() {this.unsubscribers = []}
   onEnable() {
     this.subscribeToGoogleGenAIChannels();
   }
@@ -10916,13 +10927,13 @@ function tryToDict(obj) {
 // src/instrumentation/braintrust-plugin.ts
 var BraintrustPlugin = (_class21 = class extends BasePlugin {
   
-  __init65() {this.openaiPlugin = null}
-  __init66() {this.anthropicPlugin = null}
-  __init67() {this.aiSDKPlugin = null}
-  __init68() {this.claudeAgentSDKPlugin = null}
-  __init69() {this.googleGenAIPlugin = null}
+  __init66() {this.openaiPlugin = null}
+  __init67() {this.anthropicPlugin = null}
+  __init68() {this.aiSDKPlugin = null}
+  __init69() {this.claudeAgentSDKPlugin = null}
+  __init70() {this.googleGenAIPlugin = null}
   constructor(config = {}) {
-    super();_class21.prototype.__init65.call(this);_class21.prototype.__init66.call(this);_class21.prototype.__init67.call(this);_class21.prototype.__init68.call(this);_class21.prototype.__init69.call(this);;
+    super();_class21.prototype.__init66.call(this);_class21.prototype.__init67.call(this);_class21.prototype.__init68.call(this);_class21.prototype.__init69.call(this);_class21.prototype.__init70.call(this);;
     this.config = config;
   }
   onEnable() {
@@ -10973,10 +10984,10 @@ var BraintrustPlugin = (_class21 = class extends BasePlugin {
 }, _class21);
 
 // src/instrumentation/registry.ts
-var PluginRegistry = (_class22 = class {constructor() { _class22.prototype.__init70.call(this);_class22.prototype.__init71.call(this);_class22.prototype.__init72.call(this); }
-  __init70() {this.braintrustPlugin = null}
-  __init71() {this.config = {}}
-  __init72() {this.enabled = false}
+var PluginRegistry = (_class22 = class {constructor() { _class22.prototype.__init71.call(this);_class22.prototype.__init72.call(this);_class22.prototype.__init73.call(this); }
+  __init71() {this.braintrustPlugin = null}
+  __init72() {this.config = {}}
+  __init73() {this.enabled = false}
   /**
    * Configure which integrations should be enabled.
    * This must be called before any SDK imports to take effect.
@@ -12273,10 +12284,10 @@ var SpanFetcher = class _SpanFetcher extends ObjectFetcher {
   }
 };
 var CachedSpanFetcher = (_class23 = class {
-  __init73() {this.spanCache = /* @__PURE__ */ new Map()}
-  __init74() {this.allFetched = false}
+  __init74() {this.spanCache = /* @__PURE__ */ new Map()}
+  __init75() {this.allFetched = false}
   
-  constructor(objectTypeOrFetchFn, objectId, rootSpanId, getState) {;_class23.prototype.__init73.call(this);_class23.prototype.__init74.call(this);
+  constructor(objectTypeOrFetchFn, objectId, rootSpanId, getState) {;_class23.prototype.__init74.call(this);_class23.prototype.__init75.call(this);
     if (typeof objectTypeOrFetchFn === "function") {
       this.fetchFn = objectTypeOrFetchFn;
     } else {
@@ -12349,17 +12360,17 @@ var LocalTrace = (_class24 = class {
   
   
   
-  __init75() {this.spansFlushed = false}
-  __init76() {this.spansFlushPromise = null}
+  __init76() {this.spansFlushed = false}
+  __init77() {this.spansFlushPromise = null}
   
-  __init77() {this.threadCache = /* @__PURE__ */ new Map()}
+  __init78() {this.threadCache = /* @__PURE__ */ new Map()}
   constructor({
     objectType,
     objectId,
     rootSpanId,
     ensureSpansFlushed,
     state
-  }) {;_class24.prototype.__init75.call(this);_class24.prototype.__init76.call(this);_class24.prototype.__init77.call(this);
+  }) {;_class24.prototype.__init76.call(this);_class24.prototype.__init77.call(this);_class24.prototype.__init78.call(this);
     this.objectType = objectType;
     this.objectId = objectId;
     this.rootSpanId = rootSpanId;
@@ -13136,7 +13147,8 @@ async function runEvaluatorInternal(experiment, evaluator, progressReporter, fil
           });
         } else {
           const result = await experiment.traced(callback, baseEvent);
-          if (evaluator.maxConcurrency !== void 0) {
+          const bgLogger = experiment.loggingState.bgLogger();
+          if (evaluator.maxConcurrency !== void 0 && bgLogger.pendingFlushBytes() >= bgLogger.flushBackpressureBytes()) {
             await experiment.flush();
           }
           return result;
@@ -13690,10 +13702,10 @@ var Project2 = (_class25 = class {
   
   
   
-  __init78() {this._publishableCodeFunctions = []}
-  __init79() {this._publishablePrompts = []}
-  __init80() {this._publishableParameters = []}
-  constructor(args) {;_class25.prototype.__init78.call(this);_class25.prototype.__init79.call(this);_class25.prototype.__init80.call(this);
+  __init79() {this._publishableCodeFunctions = []}
+  __init80() {this._publishablePrompts = []}
+  __init81() {this._publishableParameters = []}
+  constructor(args) {;_class25.prototype.__init79.call(this);_class25.prototype.__init80.call(this);_class25.prototype.__init81.call(this);
     _initializeSpanContext();
     this.name = "name" in args ? args.name : void 0;
     this.id = "id" in args ? args.id : void 0;
@@ -13747,10 +13759,10 @@ var Project2 = (_class25 = class {
   }
 }, _class25);
 var ToolBuilder = (_class26 = class {
-  constructor(project) {;_class26.prototype.__init81.call(this);
+  constructor(project) {;_class26.prototype.__init82.call(this);
     this.project = project;
   }
-  __init81() {this.taskCounter = 0}
+  __init82() {this.taskCounter = 0}
   // This type definition is just a catch all so that the implementation can be
   // less specific than the two more specific declarations above.
   create(opts) {
@@ -13777,10 +13789,10 @@ var ToolBuilder = (_class26 = class {
   }
 }, _class26);
 var ScorerBuilder = (_class27 = class {
-  constructor(project) {;_class27.prototype.__init82.call(this);
+  constructor(project) {;_class27.prototype.__init83.call(this);
     this.project = project;
   }
-  __init82() {this.taskCounter = 0}
+  __init83() {this.taskCounter = 0}
   create(opts) {
     this.taskCounter++;
     let resolvedName = opts.name;
@@ -14107,9 +14119,9 @@ function serializeRemoteEvalParametersContainer(parameters) {
     source: null
   };
 }
-var ProjectNameIdMap = (_class28 = class {constructor() { _class28.prototype.__init83.call(this);_class28.prototype.__init84.call(this); }
-  __init83() {this.nameToId = {}}
-  __init84() {this.idToName = {}}
+var ProjectNameIdMap = (_class28 = class {constructor() { _class28.prototype.__init84.call(this);_class28.prototype.__init85.call(this); }
+  __init84() {this.nameToId = {}}
+  __init85() {this.idToName = {}}
   async getId(projectName) {
     if (!(projectName in this.nameToId)) {
       const response = await _internalGetGlobalState().appConn().post_json("api/project/register", {

package/dev/dist/index.mjs

@@ -5763,6 +5763,7 @@ function utf8ByteLength(value) {
 function now() {
   return (/* @__PURE__ */ new Date()).getTime();
 }
+var DEFAULT_FLUSH_BACKPRESSURE_BYTES = 10 * 1024 * 1024;
 var BACKGROUND_LOGGER_BASE_SLEEP_TIME_S = 1;
 var HTTPBackgroundLogger = class _HTTPBackgroundLogger {
   apiConn;
@@ -5781,7 +5782,8 @@ var HTTPBackgroundLogger = class _HTTPBackgroundLogger {
   queueDropLoggingPeriod = 60;
   failedPublishPayloadsDir = void 0;
   allPublishPayloadsDir = void 0;
-  flushChunkSize = 25;
+  _flushBackpressureBytes = DEFAULT_FLUSH_BACKPRESSURE_BYTES;
+  _pendingBytes = 0;
   _disabled = false;
   queueDropLoggingState = {
     numDropped: 0,
@@ -5821,11 +5823,16 @@ var HTTPBackgroundLogger = class _HTTPBackgroundLogger {
     if (!isNaN(queueDropLoggingPeriodEnv)) {
       this.queueDropLoggingPeriod = queueDropLoggingPeriodEnv;
     }
-    const flushChunkSizeEnv = Number(
-      isomorph_default.getEnv("BRAINTRUST_LOG_FLUSH_CHUNK_SIZE")
+    if (isomorph_default.getEnv("BRAINTRUST_LOG_FLUSH_CHUNK_SIZE")) {
+      console.warn(
+        "BRAINTRUST_LOG_FLUSH_CHUNK_SIZE is deprecated and no longer has any effect. Log flushing now sends all items at once and batches them automatically. This environment variable will be removed in a future major release."
+      );
+    }
+    const flushBackpressureBytesEnv = Number(
+      isomorph_default.getEnv("BRAINTRUST_FLUSH_BACKPRESSURE_BYTES")
     );
-    if (!isNaN(flushChunkSizeEnv) && flushChunkSizeEnv > 0) {
-      this.flushChunkSize = flushChunkSizeEnv;
+    if (!isNaN(flushBackpressureBytesEnv) && flushBackpressureBytesEnv > 0) {
+      this._flushBackpressureBytes = flushBackpressureBytesEnv;
     }
     const failedPublishPayloadsDirEnv = isomorph_default.getEnv(
       "BRAINTRUST_FAILED_PUBLISH_PAYLOADS_DIR"
@@ -5849,6 +5856,12 @@ var HTTPBackgroundLogger = class _HTTPBackgroundLogger {
   setMaskingFunction(maskingFunction) {
     this.maskingFunction = maskingFunction;
   }
+  pendingFlushBytes() {
+    return this._pendingBytes;
+  }
+  flushBackpressureBytes() {
+    return this._flushBackpressureBytes;
+  }
   log(items) {
     if (this._disabled) {
       return;
@@ -5911,14 +5924,7 @@ var HTTPBackgroundLogger = class _HTTPBackgroundLogger {
     if (wrappedItems.length === 0) {
       return;
     }
-    const chunkSize = Math.max(1, Math.min(batchSize, this.flushChunkSize));
-    let index = 0;
-    while (index < wrappedItems.length) {
-      const chunk = wrappedItems.slice(index, index + chunkSize);
-      await this.flushWrappedItemsChunk(chunk, batchSize);
-      index += chunk.length;
-    }
-    wrappedItems.length = 0;
+    await this.flushWrappedItemsChunk(wrappedItems, batchSize);
     if (this.queue.length() > 0) {
       await this.flushOnce(args);
     }
@@ -5931,9 +5937,13 @@ var HTTPBackgroundLogger = class _HTTPBackgroundLogger {
     if (allItems.length === 0) {
       return;
     }
-    const allItemsWithMeta = allItems.map(
-      (item) => stringifyWithOverflowMeta(item)
-    );
+    let chunkBytes = 0;
+    const allItemsWithMeta = allItems.map((item) => {
+      const withMeta = stringifyWithOverflowMeta(item);
+      chunkBytes += withMeta.str.length;
+      return withMeta;
+    });
+    this._pendingBytes += chunkBytes;
     const maxRequestSizeResult = await this.getMaxRequestSize();
     const batches = batchItems({
       items: allItemsWithMeta,
@@ -5952,6 +5962,7 @@ var HTTPBackgroundLogger = class _HTTPBackgroundLogger {
       })()
     );
     const results = await Promise.all(postPromises);
+    this._pendingBytes = Math.max(0, this._pendingBytes - chunkBytes);
     const failingResultErrors = results.map((r) => r.type === "success" ? void 0 : r.value).filter((r) => r !== void 0);
     if (failingResultErrors.length) {
       throw new AggregateError(
@@ -13136,7 +13147,8 @@ async function runEvaluatorInternal(experiment, evaluator, progressReporter, fil
           });
         } else {
           const result = await experiment.traced(callback, baseEvent);
-          if (evaluator.maxConcurrency !== void 0) {
+          const bgLogger = experiment.loggingState.bgLogger();
+          if (evaluator.maxConcurrency !== void 0 && bgLogger.pendingFlushBytes() >= bgLogger.flushBackpressureBytes()) {
             await experiment.flush();
           }
           return result;

package/dist/browser.d.mts

@@ -19133,6 +19133,8 @@ interface BackgroundLoggerOpts {
 interface BackgroundLogger {
     log(items: LazyValue<BackgroundLogEvent>[]): void;
     flush(): Promise<void>;
+    pendingFlushBytes(): number;
+    flushBackpressureBytes(): number;
     setMaskingFunction(maskingFunction: ((value: unknown) => unknown) | null): void;
 }
 declare class TestBackgroundLogger implements BackgroundLogger {
@@ -19141,6 +19143,8 @@ declare class TestBackgroundLogger implements BackgroundLogger {
     log(items: LazyValue<BackgroundLogEvent>[]): void;
     setMaskingFunction(maskingFunction: ((value: unknown) => unknown) | null): void;
     flush(): Promise<void>;
+    pendingFlushBytes(): number;
+    flushBackpressureBytes(): number;
     drain(): Promise<BackgroundLogEvent[]>;
 }
 declare class HTTPBackgroundLogger implements BackgroundLogger {
@@ -19160,11 +19164,14 @@ declare class HTTPBackgroundLogger implements BackgroundLogger {
     queueDropLoggingPeriod: number;
     failedPublishPayloadsDir: string | undefined;
     allPublishPayloadsDir: string | undefined;
-    flushChunkSize: number;
+    private _flushBackpressureBytes;
+    private _pendingBytes;
     private _disabled;
     private queueDropLoggingState;
     constructor(apiConn: LazyValue<HTTPConnection>, opts?: BackgroundLoggerOpts);
     setMaskingFunction(maskingFunction: ((value: unknown) => unknown) | null): void;
+    pendingFlushBytes(): number;
+    flushBackpressureBytes(): number;
     log(items: LazyValue<BackgroundLogEvent>[]): void;
     private getMaxRequestSize;
     flush(): Promise<void>;

package/dist/browser.d.ts

@@ -19133,6 +19133,8 @@ interface BackgroundLoggerOpts {
 interface BackgroundLogger {
     log(items: LazyValue<BackgroundLogEvent>[]): void;
     flush(): Promise<void>;
+    pendingFlushBytes(): number;
+    flushBackpressureBytes(): number;
     setMaskingFunction(maskingFunction: ((value: unknown) => unknown) | null): void;
 }
 declare class TestBackgroundLogger implements BackgroundLogger {
@@ -19141,6 +19143,8 @@ declare class TestBackgroundLogger implements BackgroundLogger {
     log(items: LazyValue<BackgroundLogEvent>[]): void;
     setMaskingFunction(maskingFunction: ((value: unknown) => unknown) | null): void;
     flush(): Promise<void>;
+    pendingFlushBytes(): number;
+    flushBackpressureBytes(): number;
     drain(): Promise<BackgroundLogEvent[]>;
 }
 declare class HTTPBackgroundLogger implements BackgroundLogger {
@@ -19160,11 +19164,14 @@ declare class HTTPBackgroundLogger implements BackgroundLogger {
     queueDropLoggingPeriod: number;
     failedPublishPayloadsDir: string | undefined;
     allPublishPayloadsDir: string | undefined;
-    flushChunkSize: number;
+    private _flushBackpressureBytes;
+    private _pendingBytes;
     private _disabled;
     private queueDropLoggingState;
     constructor(apiConn: LazyValue<HTTPConnection>, opts?: BackgroundLoggerOpts);
     setMaskingFunction(maskingFunction: ((value: unknown) => unknown) | null): void;
+    pendingFlushBytes(): number;
+    flushBackpressureBytes(): number;
     log(items: LazyValue<BackgroundLogEvent>[]): void;
     private getMaxRequestSize;
     flush(): Promise<void>;