braintrust 3.2.0 → 3.3.0-rc.45

package/dist/index.js

@@ -5921,6 +5921,7 @@ function utf8ByteLength(value) {
 function now() {
   return (/* @__PURE__ */ new Date()).getTime();
 }
+var DEFAULT_FLUSH_BACKPRESSURE_BYTES = 10 * 1024 * 1024;
 var TestBackgroundLogger = (_class9 = class {constructor() { _class9.prototype.__init35.call(this);_class9.prototype.__init36.call(this); }
   __init35() {this.items = []}
   __init36() {this.maskingFunction = null}
@@ -5933,6 +5934,12 @@ var TestBackgroundLogger = (_class9 = class {constructor() { _class9.prototype._
   async flush() {
     return Promise.resolve();
   }
+  pendingFlushBytes() {
+    return 0;
+  }
+  flushBackpressureBytes() {
+    return DEFAULT_FLUSH_BACKPRESSURE_BYTES;
+  }
   async drain() {
     const items = this.items;
     this.items = [];
@@ -5990,13 +5997,14 @@ var HTTPBackgroundLogger = (_class10 = class _HTTPBackgroundLogger {
   __init47() {this.queueDropLoggingPeriod = 60}
   __init48() {this.failedPublishPayloadsDir = void 0}
   __init49() {this.allPublishPayloadsDir = void 0}
-  __init50() {this.flushChunkSize = 25}
-  __init51() {this._disabled = false}
-  __init52() {this.queueDropLoggingState = {
+  __init50() {this._flushBackpressureBytes = DEFAULT_FLUSH_BACKPRESSURE_BYTES}
+  __init51() {this._pendingBytes = 0}
+  __init52() {this._disabled = false}
+  __init53() {this.queueDropLoggingState = {
     numDropped: 0,
     lastLoggedTimestamp: 0
   }}
-  constructor(apiConn, opts) {;_class10.prototype.__init37.call(this);_class10.prototype.__init38.call(this);_class10.prototype.__init39.call(this);_class10.prototype.__init40.call(this);_class10.prototype.__init41.call(this);_class10.prototype.__init42.call(this);_class10.prototype.__init43.call(this);_class10.prototype.__init44.call(this);_class10.prototype.__init45.call(this);_class10.prototype.__init46.call(this);_class10.prototype.__init47.call(this);_class10.prototype.__init48.call(this);_class10.prototype.__init49.call(this);_class10.prototype.__init50.call(this);_class10.prototype.__init51.call(this);_class10.prototype.__init52.call(this);
+  constructor(apiConn, opts) {;_class10.prototype.__init37.call(this);_class10.prototype.__init38.call(this);_class10.prototype.__init39.call(this);_class10.prototype.__init40.call(this);_class10.prototype.__init41.call(this);_class10.prototype.__init42.call(this);_class10.prototype.__init43.call(this);_class10.prototype.__init44.call(this);_class10.prototype.__init45.call(this);_class10.prototype.__init46.call(this);_class10.prototype.__init47.call(this);_class10.prototype.__init48.call(this);_class10.prototype.__init49.call(this);_class10.prototype.__init50.call(this);_class10.prototype.__init51.call(this);_class10.prototype.__init52.call(this);_class10.prototype.__init53.call(this);
     opts = _nullishCoalesce(opts, () => ( {}));
     this.apiConn = apiConn;
     const syncFlushEnv = Number(isomorph_default.getEnv("BRAINTRUST_SYNC_FLUSH"));
@@ -6030,11 +6038,16 @@ var HTTPBackgroundLogger = (_class10 = class _HTTPBackgroundLogger {
     if (!isNaN(queueDropLoggingPeriodEnv)) {
       this.queueDropLoggingPeriod = queueDropLoggingPeriodEnv;
     }
-    const flushChunkSizeEnv = Number(
-      isomorph_default.getEnv("BRAINTRUST_LOG_FLUSH_CHUNK_SIZE")
+    if (isomorph_default.getEnv("BRAINTRUST_LOG_FLUSH_CHUNK_SIZE")) {
+      console.warn(
+        "BRAINTRUST_LOG_FLUSH_CHUNK_SIZE is deprecated and no longer has any effect. Log flushing now sends all items at once and batches them automatically. This environment variable will be removed in a future major release."
+      );
+    }
+    const flushBackpressureBytesEnv = Number(
+      isomorph_default.getEnv("BRAINTRUST_FLUSH_BACKPRESSURE_BYTES")
     );
-    if (!isNaN(flushChunkSizeEnv) && flushChunkSizeEnv > 0) {
-      this.flushChunkSize = flushChunkSizeEnv;
+    if (!isNaN(flushBackpressureBytesEnv) && flushBackpressureBytesEnv > 0) {
+      this._flushBackpressureBytes = flushBackpressureBytesEnv;
     }
     const failedPublishPayloadsDirEnv = isomorph_default.getEnv(
       "BRAINTRUST_FAILED_PUBLISH_PAYLOADS_DIR"
@@ -6058,6 +6071,12 @@ var HTTPBackgroundLogger = (_class10 = class _HTTPBackgroundLogger {
   setMaskingFunction(maskingFunction) {
     this.maskingFunction = maskingFunction;
   }
+  pendingFlushBytes() {
+    return this._pendingBytes;
+  }
+  flushBackpressureBytes() {
+    return this._flushBackpressureBytes;
+  }
   log(items) {
     if (this._disabled) {
       return;
@@ -6120,14 +6139,7 @@ var HTTPBackgroundLogger = (_class10 = class _HTTPBackgroundLogger {
     if (wrappedItems.length === 0) {
       return;
     }
-    const chunkSize = Math.max(1, Math.min(batchSize, this.flushChunkSize));
-    let index = 0;
-    while (index < wrappedItems.length) {
-      const chunk = wrappedItems.slice(index, index + chunkSize);
-      await this.flushWrappedItemsChunk(chunk, batchSize);
-      index += chunk.length;
-    }
-    wrappedItems.length = 0;
+    await this.flushWrappedItemsChunk(wrappedItems, batchSize);
     if (this.queue.length() > 0) {
       await this.flushOnce(args);
     }
@@ -6140,9 +6152,13 @@ var HTTPBackgroundLogger = (_class10 = class _HTTPBackgroundLogger {
     if (allItems.length === 0) {
       return;
     }
-    const allItemsWithMeta = allItems.map(
-      (item) => stringifyWithOverflowMeta(item)
-    );
+    let chunkBytes = 0;
+    const allItemsWithMeta = allItems.map((item) => {
+      const withMeta = stringifyWithOverflowMeta(item);
+      chunkBytes += withMeta.str.length;
+      return withMeta;
+    });
+    this._pendingBytes += chunkBytes;
     const maxRequestSizeResult = await this.getMaxRequestSize();
     const batches = batchItems({
       items: allItemsWithMeta,
@@ -6161,6 +6177,7 @@ var HTTPBackgroundLogger = (_class10 = class _HTTPBackgroundLogger {
       })()
     );
     const results = await Promise.all(postPromises);
+    this._pendingBytes = Math.max(0, this._pendingBytes - chunkBytes);
     const failingResultErrors = results.map((r) => r.type === "success" ? void 0 : r.value).filter((r) => r !== void 0);
     if (failingResultErrors.length) {
       throw new AggregateError(
@@ -7719,13 +7736,13 @@ function validateAndSanitizeExperimentLogFullArgs(event, hasDataset) {
 var DEFAULT_FETCH_BATCH_SIZE = 1e3;
 var MAX_BTQL_ITERATIONS = 1e4;
 var ObjectFetcher = (_class11 = class {
-  constructor(objectType, pinnedVersion, mutateRecord, _internal_btql) {;_class11.prototype.__init53.call(this);
+  constructor(objectType, pinnedVersion, mutateRecord, _internal_btql) {;_class11.prototype.__init54.call(this);
     this.objectType = objectType;
     this.pinnedVersion = pinnedVersion;
     this.mutateRecord = mutateRecord;
     this._internal_btql = _internal_btql;
   }
-  __init53() {this._fetchedData = void 0}
+  __init54() {this._fetchedData = void 0}
   get id() {
     throw new Error("ObjectFetcher subclasses must have an 'id' attribute");
   }
@@ -7846,9 +7863,9 @@ var Experiment2 = (_class12 = class extends ObjectFetcher {
   
   
   // For type identification.
-  __init54() {this.kind = "experiment"}
+  __init55() {this.kind = "experiment"}
   constructor(state, lazyMetadata, dataset) {
-    super("experiment", void 0, (r) => enrichAttachments(r, state));_class12.prototype.__init54.call(this);;
+    super("experiment", void 0, (r) => enrichAttachments(r, state));_class12.prototype.__init55.call(this);;
     this.lazyMetadata = lazyMetadata;
     this.dataset = dataset;
     this.lastStartTime = getCurrentUnixTimestamp();
@@ -8207,8 +8224,8 @@ var SpanImpl = (_class13 = class _SpanImpl {
   
   
   
-  __init55() {this.kind = "span"}
-  constructor(args) {;_class13.prototype.__init55.call(this);
+  __init56() {this.kind = "span"}
+  constructor(args) {;_class13.prototype.__init56.call(this);
     this._state = args.state;
     const spanAttributes = _nullishCoalesce(args.spanAttributes, () => ( {}));
     const rawEvent = _nullishCoalesce(args.event, () => ( {}));
@@ -8561,13 +8578,13 @@ var Dataset2 = (_class14 = class extends ObjectFetcher {
         )
       ),
       _internal_btql
-    );_class14.prototype.__init56.call(this);_class14.prototype.__init57.call(this);;
+    );_class14.prototype.__init57.call(this);_class14.prototype.__init58.call(this);;
     this.state = state;
     this.lazyMetadata = lazyMetadata;
   }
   
-  __init56() {this.__braintrust_dataset_marker = true}
-  __init57() {this.newRecords = 0}
+  __init57() {this.__braintrust_dataset_marker = true}
+  __init58() {this.newRecords = 0}
   get id() {
     return (async () => {
       return (await this.lazyMetadata.get()).dataset.id;
@@ -8908,14 +8925,14 @@ function renderPromptParams(params, args, options = {}) {
   return params;
 }
 var Prompt2 = (_class15 = class _Prompt {
-  constructor(metadata, defaults, noTrace) {;_class15.prototype.__init58.call(this);_class15.prototype.__init59.call(this);
+  constructor(metadata, defaults, noTrace) {;_class15.prototype.__init59.call(this);_class15.prototype.__init60.call(this);
     this.metadata = metadata;
     this.defaults = defaults;
     this.noTrace = noTrace;
   }
   
-  __init58() {this.hasParsedPromptData = false}
-  __init59() {this.__braintrust_prompt_marker = true}
+  __init59() {this.hasParsedPromptData = false}
+  __init60() {this.__braintrust_prompt_marker = true}
   get id() {
     return this.metadata.id;
   }
@@ -9144,10 +9161,10 @@ var Prompt2 = (_class15 = class _Prompt {
   }
 }, _class15);
 var RemoteEvalParameters = (_class16 = class {
-  constructor(metadata) {;_class16.prototype.__init60.call(this);
+  constructor(metadata) {;_class16.prototype.__init61.call(this);
     this.metadata = metadata;
   }
-  __init60() {this.__braintrust_parameters_marker = true}
+  __init61() {this.__braintrust_parameters_marker = true}
   get id() {
     return this.metadata.id;
   }
@@ -9394,9 +9411,9 @@ function patchStreamIfNeeded(stream, options) {
 }
 
 // src/instrumentation/core/plugin.ts
-var BasePlugin = (_class17 = class {constructor() { _class17.prototype.__init61.call(this);_class17.prototype.__init62.call(this); }
-  __init61() {this.enabled = false}
-  __init62() {this.unsubscribers = []}
+var BasePlugin = (_class17 = class {constructor() { _class17.prototype.__init62.call(this);_class17.prototype.__init63.call(this); }
+  __init62() {this.enabled = false}
+  __init63() {this.unsubscribers = []}
   /**
    * Enables the plugin. Must be called before the plugin will receive events.
    */
@@ -10175,8 +10192,8 @@ function extractAnthropicCacheTokens(cacheReadTokens = 0, cacheCreationTokens =
 }
 
 // src/instrumentation/plugins/anthropic-plugin.ts
-var AnthropicPlugin = (_class18 = class extends BasePlugin {constructor(...args2) { super(...args2); _class18.prototype.__init63.call(this); }
-  __init63() {this.unsubscribers = []}
+var AnthropicPlugin = (_class18 = class extends BasePlugin {constructor(...args2) { super(...args2); _class18.prototype.__init64.call(this); }
+  __init64() {this.unsubscribers = []}
   onEnable() {
     this.subscribeToAnthropicChannels();
   }
@@ -10522,10 +10539,10 @@ var DEFAULT_DENY_OUTPUT_PATHS = [
   "steps[].response.headers"
 ];
 var AISDKPlugin = (_class19 = class extends BasePlugin {
-  __init64() {this.unsubscribers = []}
+  __init65() {this.unsubscribers = []}
   
   constructor(config = {}) {
-    super();_class19.prototype.__init64.call(this);;
+    super();_class19.prototype.__init65.call(this);;
     this.config = config;
   }
   onEnable() {
@@ -11142,8 +11159,8 @@ async function createLLMSpanForMessages(messages, prompt, conversationHistory, o
   await span.end();
   return _optionalChain([lastMessage, 'access', _176 => _176.message, 'optionalAccess', _177 => _177.content]) && _optionalChain([lastMessage, 'access', _178 => _178.message, 'optionalAccess', _179 => _179.role]) ? { content: lastMessage.message.content, role: lastMessage.message.role } : void 0;
 }
-var ClaudeAgentSDKPlugin = (_class20 = class extends BasePlugin {constructor(...args3) { super(...args3); _class20.prototype.__init65.call(this); }
-  __init65() {this.unsubscribers = []}
+var ClaudeAgentSDKPlugin = (_class20 = class extends BasePlugin {constructor(...args3) { super(...args3); _class20.prototype.__init66.call(this); }
+  __init66() {this.unsubscribers = []}
   onEnable() {
     this.subscribeToQuery();
   }
@@ -11335,8 +11352,8 @@ var ClaudeAgentSDKPlugin = (_class20 = class extends BasePlugin {constructor(...
 
 // src/instrumentation/plugins/google-genai-plugin.ts
 
-var GoogleGenAIPlugin = (_class21 = class extends BasePlugin {constructor(...args4) { super(...args4); _class21.prototype.__init66.call(this); }
-  __init66() {this.unsubscribers = []}
+var GoogleGenAIPlugin = (_class21 = class extends BasePlugin {constructor(...args4) { super(...args4); _class21.prototype.__init67.call(this); }
+  __init67() {this.unsubscribers = []}
   onEnable() {
     this.subscribeToGoogleGenAIChannels();
   }
@@ -11763,13 +11780,13 @@ function tryToDict(obj) {
 // src/instrumentation/braintrust-plugin.ts
 var BraintrustPlugin = (_class22 = class extends BasePlugin {
   
-  __init67() {this.openaiPlugin = null}
-  __init68() {this.anthropicPlugin = null}
-  __init69() {this.aiSDKPlugin = null}
-  __init70() {this.claudeAgentSDKPlugin = null}
-  __init71() {this.googleGenAIPlugin = null}
+  __init68() {this.openaiPlugin = null}
+  __init69() {this.anthropicPlugin = null}
+  __init70() {this.aiSDKPlugin = null}
+  __init71() {this.claudeAgentSDKPlugin = null}
+  __init72() {this.googleGenAIPlugin = null}
   constructor(config = {}) {
-    super();_class22.prototype.__init67.call(this);_class22.prototype.__init68.call(this);_class22.prototype.__init69.call(this);_class22.prototype.__init70.call(this);_class22.prototype.__init71.call(this);;
+    super();_class22.prototype.__init68.call(this);_class22.prototype.__init69.call(this);_class22.prototype.__init70.call(this);_class22.prototype.__init71.call(this);_class22.prototype.__init72.call(this);;
     this.config = config;
   }
   onEnable() {
@@ -11820,10 +11837,10 @@ var BraintrustPlugin = (_class22 = class extends BasePlugin {
 }, _class22);
 
 // src/instrumentation/registry.ts
-var PluginRegistry = (_class23 = class {constructor() { _class23.prototype.__init72.call(this);_class23.prototype.__init73.call(this);_class23.prototype.__init74.call(this); }
-  __init72() {this.braintrustPlugin = null}
-  __init73() {this.config = {}}
-  __init74() {this.enabled = false}
+var PluginRegistry = (_class23 = class {constructor() { _class23.prototype.__init73.call(this);_class23.prototype.__init74.call(this);_class23.prototype.__init75.call(this); }
+  __init73() {this.braintrustPlugin = null}
+  __init74() {this.config = {}}
+  __init75() {this.enabled = false}
   /**
    * Configure which integrations should be enabled.
    * This must be called before any SDK imports to take effect.
@@ -16432,8 +16449,8 @@ function getVitestContextManager() {
 }
 
 // src/wrappers/vitest/flush-manager.ts
-var FlushCoordinator = (_class24 = class {constructor() { _class24.prototype.__init75.call(this); }
-  __init75() {this.activeFlushes = /* @__PURE__ */ new Map()}
+var FlushCoordinator = (_class24 = class {constructor() { _class24.prototype.__init76.call(this); }
+  __init76() {this.activeFlushes = /* @__PURE__ */ new Map()}
   async coordinateFlush(context, config) {
     if (!context) return;
     const experimentId = await context.experiment.id;
@@ -16984,14 +17001,14 @@ __export(graph_framework_exports, {
   unescapePath: () => unescapePath
 });
 var GraphBuilder = (_class25 = class {
-  __init76() {this.nodes = /* @__PURE__ */ new Map()}
-  __init77() {this.edges = {}}
-  __init78() {this.nodeLikeNodes = /* @__PURE__ */ new Map()}
+  __init77() {this.nodes = /* @__PURE__ */ new Map()}
+  __init78() {this.edges = {}}
+  __init79() {this.nodeLikeNodes = /* @__PURE__ */ new Map()}
   // Maps node-like objects, like prompts, to their nodes
   // Special nodes
   
   
-  constructor() {;_class25.prototype.__init76.call(this);_class25.prototype.__init77.call(this);_class25.prototype.__init78.call(this);
+  constructor() {;_class25.prototype.__init77.call(this);_class25.prototype.__init78.call(this);_class25.prototype.__init79.call(this);
     this.IN = this.createInputNode();
     this.OUT = this.createOutputNode();
   }
@@ -17130,12 +17147,12 @@ function proxyVariableToNode(proxy) {
   return [proxy.__node, proxy.__path];
 }
 var BaseNode = (_class26 = class {
-  constructor(graph, id) {;_class26.prototype.__init79.call(this);_class26.prototype.__init80.call(this);
+  constructor(graph, id) {;_class26.prototype.__init80.call(this);_class26.prototype.__init81.call(this);
     this.graph = graph;
     this.id = id;
   }
-  __init79() {this.__type = "node"}
-  __init80() {this.dependencies = []}
+  __init80() {this.__type = "node"}
+  __init81() {this.dependencies = []}
   addDependency(dependency) {
     this.dependencies.push(dependency);
   }
@@ -18342,10 +18359,10 @@ var SpanFetcher = class _SpanFetcher extends ObjectFetcher {
   }
 };
 var CachedSpanFetcher = (_class27 = class {
-  __init81() {this.spanCache = /* @__PURE__ */ new Map()}
-  __init82() {this.allFetched = false}
+  __init82() {this.spanCache = /* @__PURE__ */ new Map()}
+  __init83() {this.allFetched = false}
   
-  constructor(objectTypeOrFetchFn, objectId, rootSpanId, getState) {;_class27.prototype.__init81.call(this);_class27.prototype.__init82.call(this);
+  constructor(objectTypeOrFetchFn, objectId, rootSpanId, getState) {;_class27.prototype.__init82.call(this);_class27.prototype.__init83.call(this);
     if (typeof objectTypeOrFetchFn === "function") {
       this.fetchFn = objectTypeOrFetchFn;
     } else {
@@ -18418,17 +18435,17 @@ var LocalTrace = (_class28 = class {
   
   
   
-  __init83() {this.spansFlushed = false}
-  __init84() {this.spansFlushPromise = null}
+  __init84() {this.spansFlushed = false}
+  __init85() {this.spansFlushPromise = null}
   
-  __init85() {this.threadCache = /* @__PURE__ */ new Map()}
+  __init86() {this.threadCache = /* @__PURE__ */ new Map()}
   constructor({
     objectType,
     objectId,
     rootSpanId,
     ensureSpansFlushed,
     state
-  }) {;_class28.prototype.__init83.call(this);_class28.prototype.__init84.call(this);_class28.prototype.__init85.call(this);
+  }) {;_class28.prototype.__init84.call(this);_class28.prototype.__init85.call(this);_class28.prototype.__init86.call(this);
     this.objectType = objectType;
     this.objectId = objectId;
     this.rootSpanId = rootSpanId;
@@ -19227,7 +19244,8 @@ async function runEvaluatorInternal(experiment, evaluator, progressReporter, fil
           });
         } else {
           const result = await experiment.traced(callback, baseEvent);
-          if (evaluator.maxConcurrency !== void 0) {
+          const bgLogger = experiment.loggingState.bgLogger();
+          if (evaluator.maxConcurrency !== void 0 && bgLogger.pendingFlushBytes() >= bgLogger.flushBackpressureBytes()) {
             await experiment.flush();
           }
           return result;
@@ -19506,10 +19524,10 @@ var Project2 = (_class29 = class {
   
   
   
-  __init86() {this._publishableCodeFunctions = []}
-  __init87() {this._publishablePrompts = []}
-  __init88() {this._publishableParameters = []}
-  constructor(args) {;_class29.prototype.__init86.call(this);_class29.prototype.__init87.call(this);_class29.prototype.__init88.call(this);
+  __init87() {this._publishableCodeFunctions = []}
+  __init88() {this._publishablePrompts = []}
+  __init89() {this._publishableParameters = []}
+  constructor(args) {;_class29.prototype.__init87.call(this);_class29.prototype.__init88.call(this);_class29.prototype.__init89.call(this);
     _initializeSpanContext();
     this.name = "name" in args ? args.name : void 0;
     this.id = "id" in args ? args.id : void 0;
@@ -19563,10 +19581,10 @@ var Project2 = (_class29 = class {
   }
 }, _class29);
 var ToolBuilder = (_class30 = class {
-  constructor(project) {;_class30.prototype.__init89.call(this);
+  constructor(project) {;_class30.prototype.__init90.call(this);
     this.project = project;
   }
-  __init89() {this.taskCounter = 0}
+  __init90() {this.taskCounter = 0}
   // This type definition is just a catch all so that the implementation can be
   // less specific than the two more specific declarations above.
   create(opts) {
@@ -19593,10 +19611,10 @@ var ToolBuilder = (_class30 = class {
   }
 }, _class30);
 var ScorerBuilder = (_class31 = class {
-  constructor(project) {;_class31.prototype.__init90.call(this);
+  constructor(project) {;_class31.prototype.__init91.call(this);
     this.project = project;
   }
-  __init90() {this.taskCounter = 0}
+  __init91() {this.taskCounter = 0}
   create(opts) {
     this.taskCounter++;
     let resolvedName = opts.name;
@@ -19875,9 +19893,9 @@ function getDefaultDataFromParametersSchema(schema) {
     })
   );
 }
-var ProjectNameIdMap = (_class32 = class {constructor() { _class32.prototype.__init91.call(this);_class32.prototype.__init92.call(this); }
-  __init91() {this.nameToId = {}}
-  __init92() {this.idToName = {}}
+var ProjectNameIdMap = (_class32 = class {constructor() { _class32.prototype.__init92.call(this);_class32.prototype.__init93.call(this); }
+  __init92() {this.nameToId = {}}
+  __init93() {this.idToName = {}}
   async getId(projectName) {
     if (!(projectName in this.nameToId)) {
       const response = await _internalGetGlobalState().appConn().post_json("api/project/register", {

package/dist/index.mjs

@@ -5921,6 +5921,7 @@ function utf8ByteLength(value) {
 function now() {
   return (/* @__PURE__ */ new Date()).getTime();
 }
+var DEFAULT_FLUSH_BACKPRESSURE_BYTES = 10 * 1024 * 1024;
 var TestBackgroundLogger = class {
   items = [];
   maskingFunction = null;
@@ -5933,6 +5934,12 @@ var TestBackgroundLogger = class {
   async flush() {
     return Promise.resolve();
   }
+  pendingFlushBytes() {
+    return 0;
+  }
+  flushBackpressureBytes() {
+    return DEFAULT_FLUSH_BACKPRESSURE_BYTES;
+  }
   async drain() {
     const items = this.items;
     this.items = [];
@@ -5990,7 +5997,8 @@ var HTTPBackgroundLogger = class _HTTPBackgroundLogger {
   queueDropLoggingPeriod = 60;
   failedPublishPayloadsDir = void 0;
   allPublishPayloadsDir = void 0;
-  flushChunkSize = 25;
+  _flushBackpressureBytes = DEFAULT_FLUSH_BACKPRESSURE_BYTES;
+  _pendingBytes = 0;
   _disabled = false;
   queueDropLoggingState = {
     numDropped: 0,
@@ -6030,11 +6038,16 @@ var HTTPBackgroundLogger = class _HTTPBackgroundLogger {
     if (!isNaN(queueDropLoggingPeriodEnv)) {
       this.queueDropLoggingPeriod = queueDropLoggingPeriodEnv;
     }
-    const flushChunkSizeEnv = Number(
-      isomorph_default.getEnv("BRAINTRUST_LOG_FLUSH_CHUNK_SIZE")
+    if (isomorph_default.getEnv("BRAINTRUST_LOG_FLUSH_CHUNK_SIZE")) {
+      console.warn(
+        "BRAINTRUST_LOG_FLUSH_CHUNK_SIZE is deprecated and no longer has any effect. Log flushing now sends all items at once and batches them automatically. This environment variable will be removed in a future major release."
+      );
+    }
+    const flushBackpressureBytesEnv = Number(
+      isomorph_default.getEnv("BRAINTRUST_FLUSH_BACKPRESSURE_BYTES")
     );
-    if (!isNaN(flushChunkSizeEnv) && flushChunkSizeEnv > 0) {
-      this.flushChunkSize = flushChunkSizeEnv;
+    if (!isNaN(flushBackpressureBytesEnv) && flushBackpressureBytesEnv > 0) {
+      this._flushBackpressureBytes = flushBackpressureBytesEnv;
     }
     const failedPublishPayloadsDirEnv = isomorph_default.getEnv(
       "BRAINTRUST_FAILED_PUBLISH_PAYLOADS_DIR"
@@ -6058,6 +6071,12 @@ var HTTPBackgroundLogger = class _HTTPBackgroundLogger {
   setMaskingFunction(maskingFunction) {
     this.maskingFunction = maskingFunction;
   }
+  pendingFlushBytes() {
+    return this._pendingBytes;
+  }
+  flushBackpressureBytes() {
+    return this._flushBackpressureBytes;
+  }
   log(items) {
     if (this._disabled) {
       return;
@@ -6120,14 +6139,7 @@ var HTTPBackgroundLogger = class _HTTPBackgroundLogger {
     if (wrappedItems.length === 0) {
       return;
     }
-    const chunkSize = Math.max(1, Math.min(batchSize, this.flushChunkSize));
-    let index = 0;
-    while (index < wrappedItems.length) {
-      const chunk = wrappedItems.slice(index, index + chunkSize);
-      await this.flushWrappedItemsChunk(chunk, batchSize);
-      index += chunk.length;
-    }
-    wrappedItems.length = 0;
+    await this.flushWrappedItemsChunk(wrappedItems, batchSize);
     if (this.queue.length() > 0) {
       await this.flushOnce(args);
     }
@@ -6140,9 +6152,13 @@ var HTTPBackgroundLogger = class _HTTPBackgroundLogger {
     if (allItems.length === 0) {
       return;
     }
-    const allItemsWithMeta = allItems.map(
-      (item) => stringifyWithOverflowMeta(item)
-    );
+    let chunkBytes = 0;
+    const allItemsWithMeta = allItems.map((item) => {
+      const withMeta = stringifyWithOverflowMeta(item);
+      chunkBytes += withMeta.str.length;
+      return withMeta;
+    });
+    this._pendingBytes += chunkBytes;
     const maxRequestSizeResult = await this.getMaxRequestSize();
     const batches = batchItems({
       items: allItemsWithMeta,
@@ -6161,6 +6177,7 @@ var HTTPBackgroundLogger = class _HTTPBackgroundLogger {
       })()
     );
     const results = await Promise.all(postPromises);
+    this._pendingBytes = Math.max(0, this._pendingBytes - chunkBytes);
     const failingResultErrors = results.map((r) => r.type === "success" ? void 0 : r.value).filter((r) => r !== void 0);
     if (failingResultErrors.length) {
       throw new AggregateError(
@@ -19227,7 +19244,8 @@ async function runEvaluatorInternal(experiment, evaluator, progressReporter, fil
           });
         } else {
           const result = await experiment.traced(callback, baseEvent);
-          if (evaluator.maxConcurrency !== void 0) {
+          const bgLogger = experiment.loggingState.bgLogger();
+          if (evaluator.maxConcurrency !== void 0 && bgLogger.pendingFlushBytes() >= bgLogger.flushBackpressureBytes()) {
             await experiment.flush();
           }
           return result;

package/dist/instrumentation/index.js

@@ -5499,6 +5499,7 @@ function utf8ByteLength(value) {
 function now() {
   return (/* @__PURE__ */ new Date()).getTime();
 }
+var DEFAULT_FLUSH_BACKPRESSURE_BYTES = 10 * 1024 * 1024;
 var BACKGROUND_LOGGER_BASE_SLEEP_TIME_S = 1;
 var HTTPBackgroundLogger = class _HTTPBackgroundLogger {
   apiConn;
@@ -5517,7 +5518,8 @@ var HTTPBackgroundLogger = class _HTTPBackgroundLogger {
   queueDropLoggingPeriod = 60;
   failedPublishPayloadsDir = void 0;
   allPublishPayloadsDir = void 0;
-  flushChunkSize = 25;
+  _flushBackpressureBytes = DEFAULT_FLUSH_BACKPRESSURE_BYTES;
+  _pendingBytes = 0;
   _disabled = false;
   queueDropLoggingState = {
     numDropped: 0,
@@ -5557,11 +5559,16 @@ var HTTPBackgroundLogger = class _HTTPBackgroundLogger {
     if (!isNaN(queueDropLoggingPeriodEnv)) {
       this.queueDropLoggingPeriod = queueDropLoggingPeriodEnv;
     }
-    const flushChunkSizeEnv = Number(
-      isomorph_default.getEnv("BRAINTRUST_LOG_FLUSH_CHUNK_SIZE")
+    if (isomorph_default.getEnv("BRAINTRUST_LOG_FLUSH_CHUNK_SIZE")) {
+      console.warn(
+        "BRAINTRUST_LOG_FLUSH_CHUNK_SIZE is deprecated and no longer has any effect. Log flushing now sends all items at once and batches them automatically. This environment variable will be removed in a future major release."
+      );
+    }
+    const flushBackpressureBytesEnv = Number(
+      isomorph_default.getEnv("BRAINTRUST_FLUSH_BACKPRESSURE_BYTES")
     );
-    if (!isNaN(flushChunkSizeEnv) && flushChunkSizeEnv > 0) {
-      this.flushChunkSize = flushChunkSizeEnv;
+    if (!isNaN(flushBackpressureBytesEnv) && flushBackpressureBytesEnv > 0) {
+      this._flushBackpressureBytes = flushBackpressureBytesEnv;
     }
     const failedPublishPayloadsDirEnv = isomorph_default.getEnv(
       "BRAINTRUST_FAILED_PUBLISH_PAYLOADS_DIR"
@@ -5585,6 +5592,12 @@ var HTTPBackgroundLogger = class _HTTPBackgroundLogger {
   setMaskingFunction(maskingFunction) {
     this.maskingFunction = maskingFunction;
   }
+  pendingFlushBytes() {
+    return this._pendingBytes;
+  }
+  flushBackpressureBytes() {
+    return this._flushBackpressureBytes;
+  }
   log(items) {
     if (this._disabled) {
       return;
@@ -5647,14 +5660,7 @@ var HTTPBackgroundLogger = class _HTTPBackgroundLogger {
     if (wrappedItems.length === 0) {
       return;
     }
-    const chunkSize = Math.max(1, Math.min(batchSize, this.flushChunkSize));
-    let index = 0;
-    while (index < wrappedItems.length) {
-      const chunk = wrappedItems.slice(index, index + chunkSize);
-      await this.flushWrappedItemsChunk(chunk, batchSize);
-      index += chunk.length;
-    }
-    wrappedItems.length = 0;
+    await this.flushWrappedItemsChunk(wrappedItems, batchSize);
     if (this.queue.length() > 0) {
       await this.flushOnce(args);
     }
@@ -5667,9 +5673,13 @@ var HTTPBackgroundLogger = class _HTTPBackgroundLogger {
     if (allItems.length === 0) {
       return;
     }
-    const allItemsWithMeta = allItems.map(
-      (item) => stringifyWithOverflowMeta(item)
-    );
+    let chunkBytes = 0;
+    const allItemsWithMeta = allItems.map((item) => {
+      const withMeta = stringifyWithOverflowMeta(item);
+      chunkBytes += withMeta.str.length;
+      return withMeta;
+    });
+    this._pendingBytes += chunkBytes;
     const maxRequestSizeResult = await this.getMaxRequestSize();
     const batches = batchItems({
       items: allItemsWithMeta,
@@ -5688,6 +5698,7 @@ var HTTPBackgroundLogger = class _HTTPBackgroundLogger {
       })()
     );
     const results = await Promise.all(postPromises);
+    this._pendingBytes = Math.max(0, this._pendingBytes - chunkBytes);
     const failingResultErrors = results.map((r) => r.type === "success" ? void 0 : r.value).filter((r) => r !== void 0);
     if (failingResultErrors.length) {
       throw new AggregateError(