braintrust 3.21.0 → 3.23.0

package/dist/auto-instrumentations/hook.mjs

@@ -70,7 +70,8 @@ var envIntegrationAliases = {
   langchain: "langchain",
   "langchain-js": "langchain",
   "@langchain": "langchain",
-  langgraph: "langgraph"
+  langgraph: "langgraph",
+  langsmith: "langsmith"
 };
 function readDisabledInstrumentationEnvConfig(disabledList) {
   const integrations = {};
@@ -2127,19 +2128,30 @@ var CallEvent = z6.union([
 var ChatCompletionContentPartTextWithTitle = z6.object({
   text: z6.string().default(""),
   type: z6.literal("text"),
-  cache_control: z6.object({ type: z6.literal("ephemeral") }).optional()
+  cache_control: z6.object({
+    type: z6.literal("ephemeral"),
+    ttl: z6.enum(["5m", "1h"]).optional()
+  }).optional()
 });
 var ChatCompletionContentPartImageWithTitle = z6.object({
   image_url: z6.object({
     url: z6.string(),
     detail: z6.union([z6.literal("auto"), z6.literal("low"), z6.literal("high")]).optional()
   }),
-  type: z6.literal("image_url")
+  type: z6.literal("image_url"),
+  cache_control: z6.object({
+    type: z6.literal("ephemeral"),
+    ttl: z6.enum(["5m", "1h"]).optional()
+  }).optional()
 });
 var ChatCompletionContentPartFileFile = z6.object({ file_data: z6.string(), filename: z6.string(), file_id: z6.string() }).partial();
 var ChatCompletionContentPartFileWithTitle = z6.object({
   file: ChatCompletionContentPartFileFile,
-  type: z6.literal("file")
+  type: z6.literal("file"),
+  cache_control: z6.object({
+    type: z6.literal("ephemeral"),
+    ttl: z6.enum(["5m", "1h"]).optional()
+  }).optional()
 });
 var ChatCompletionContentPart = z6.union([
   ChatCompletionContentPartTextWithTitle,
@@ -2149,7 +2161,10 @@ var ChatCompletionContentPart = z6.union([
 var ChatCompletionContentPartText = z6.object({
   text: z6.string().default(""),
   type: z6.literal("text"),
-  cache_control: z6.object({ type: z6.literal("ephemeral") }).optional()
+  cache_control: z6.object({
+    type: z6.literal("ephemeral"),
+    ttl: z6.enum(["5m", "1h"]).optional()
+  }).optional()
 });
 var ChatCompletionMessageToolCall = z6.object({
   id: z6.string(),
@@ -4158,7 +4173,7 @@ var DiskCache = class {
   }
 };
 
-// src/prompt-cache/lru-cache.ts
+// src/lru-cache.ts
 var LRUCache = class {
   cache;
   maxSize;
@@ -4174,13 +4189,23 @@ var LRUCache = class {
    * @returns The cached value if found, undefined otherwise.
    */
   get(key) {
-    const value = this.cache.get(key);
-    if (value === void 0) {
+    const entry = this.cache.get(key);
+    if (entry === void 0) {
       return void 0;
     }
     this.cache.delete(key);
-    this.cache.set(key, value);
-    return value;
+    this.cache.set(key, entry);
+    return entry.value;
+  }
+  /**
+   * Checks whether a key exists and marks it as most recently used.
+   */
+  has(key) {
+    if (!this.cache.has(key)) {
+      return false;
+    }
+    this.get(key);
+    return true;
   }
   /**
    * Stores a value in the cache.
@@ -4197,7 +4222,38 @@ var LRUCache = class {
       const first = this.cache.keys().next().value;
       this.cache.delete(first);
     }
-    this.cache.set(key, value);
+    this.cache.set(key, { value });
+  }
+  /**
+   * Removes an item from the cache.
+   */
+  delete(key) {
+    return this.cache.delete(key);
+  }
+  /**
+   * Iterates over cache entries from least to most recently used.
+   */
+  *entries() {
+    for (const [key, entry] of this.cache) {
+      yield [key, entry.value];
+    }
+  }
+  /**
+   * Iterates over cache keys from least to most recently used.
+   */
+  keys() {
+    return this.cache.keys();
+  }
+  /**
+   * Iterates over cache values from least to most recently used.
+   */
+  *values() {
+    for (const entry of this.cache.values()) {
+      yield entry.value;
+    }
+  }
+  [Symbol.iterator]() {
+    return this.entries();
   }
   /**
    * Removes all items from the cache.
@@ -4755,6 +4811,9 @@ function applyMaskingToField(maskingFunction, data, fieldName) {
     return `ERROR: Failed to mask field '${fieldName}' - ${errorType}`;
   }
 }
+var INITIAL_SPAN_WRITE_AS_MERGE = /* @__PURE__ */ Symbol(
+  "braintrust.initial-span-write-as-merge"
+);
 var BRAINTRUST_CURRENT_SPAN_STORE = /* @__PURE__ */ Symbol.for(
   "braintrust.currentSpanStore"
 );
@@ -5324,25 +5383,46 @@ var HTTPConnection = class _HTTPConnection {
       })
     );
   }
-  async post(path, params, config) {
+  async post(path, params, config, retries = 0) {
     const { headers, ...rest } = config || {};
     const this_fetch = this.fetch;
     const this_base_url = this.base_url;
     const this_headers = this.headers;
-    return await checkResponse(
-      await this_fetch(_urljoin(this_base_url, path), {
-        method: "POST",
-        headers: {
-          Accept: "application/json",
-          "Content-Type": "application/json",
-          ...this_headers,
-          ...headers
-        },
-        body: typeof params === "string" ? params : params ? JSON.stringify(params) : void 0,
-        keepalive: true,
-        ...rest
-      })
-    );
+    const tries = retries + 1;
+    for (let i = 0; i < tries; i++) {
+      try {
+        return await checkResponse(
+          await this_fetch(_urljoin(this_base_url, path), {
+            method: "POST",
+            headers: {
+              Accept: "application/json",
+              "Content-Type": "application/json",
+              ...this_headers,
+              ...headers
+            },
+            body: typeof params === "string" ? params : params ? JSON.stringify(params) : void 0,
+            keepalive: true,
+            ...rest
+          })
+        );
+      } catch (error) {
+        if (config?.signal?.aborted) {
+          throw getAbortReason(config.signal);
+        }
+        if (i === tries - 1 || !isRetryableHTTPError(error)) {
+          throw error;
+        }
+        debugLogger.debug(
+          `Retrying API request ${path} after ${formatHTTPError(error)}`
+        );
+        const sleepTimeMs = HTTP_RETRY_BASE_SLEEP_TIME_S * 1e3 * 2 ** i + Math.random() * HTTP_RETRY_JITTER_MS;
+        debugLogger.info(
+          `Sleeping for ${sleepTimeMs}ms before retrying API request`
+        );
+        await waitForRetry(sleepTimeMs, config?.signal);
+      }
+    }
+    throw new Error("Unexpected retry state");
   }
   async get_json(object_type, args = void 0, retries = 0) {
     const tries = retries + 1;
@@ -6242,6 +6322,45 @@ function now() {
 var DEFAULT_FLUSH_BACKPRESSURE_BYTES = 10 * 1024 * 1024;
 var BACKGROUND_LOGGER_BASE_SLEEP_TIME_S = 1;
 var HTTP_RETRY_BASE_SLEEP_TIME_S = 1;
+var HTTP_RETRY_JITTER_MS = 200;
+var BTQL_HTTP_RETRIES = 3;
+var RETRYABLE_HTTP_STATUS_CODES = /* @__PURE__ */ new Set([500, 502, 503, 504]);
+function isRetryableHTTPError(error) {
+  return !(error instanceof FailedHTTPResponse) || RETRYABLE_HTTP_STATUS_CODES.has(error.status);
+}
+function formatHTTPError(error) {
+  if (error instanceof FailedHTTPResponse) {
+    return `${error.status} ${error.text}`;
+  }
+  return error instanceof Error ? error.message : String(error);
+}
+function getAbortReason(signal) {
+  return signal.reason ?? new Error("Request aborted");
+}
+async function waitForRetry(delayMs, signal) {
+  if (!signal) {
+    await new Promise((resolve) => setTimeout(resolve, delayMs));
+    return;
+  }
+  if (signal.aborted) {
+    throw getAbortReason(signal);
+  }
+  await new Promise((resolve, reject) => {
+    const onAbort = () => {
+      clearTimeout(timeout);
+      signal.removeEventListener("abort", onAbort);
+      reject(getAbortReason(signal));
+    };
+    const timeout = setTimeout(() => {
+      signal.removeEventListener("abort", onAbort);
+      resolve();
+    }, delayMs);
+    signal.addEventListener("abort", onAbort, { once: true });
+    if (signal.aborted) {
+      onAbort();
+    }
+  });
+}
 var HTTPBackgroundLogger = class _HTTPBackgroundLogger {
   apiConn;
   queue;
@@ -7483,7 +7602,8 @@ var ObjectFetcher = class {
             version: this.pinnedVersion
           } : {}
         },
-        { headers: { "Accept-Encoding": "gzip" } }
+        { headers: { "Accept-Encoding": "gzip" } },
+        BTQL_HTTP_RETRIES
       );
       const respJson = await resp.json();
       const mutate = this.mutateRecord;
@@ -7959,7 +8079,7 @@ var SpanImpl = class _SpanImpl {
     this._spanId = resolvedIds.spanId;
     this._rootSpanId = resolvedIds.rootSpanId;
     this._spanParents = resolvedIds.spanParents;
-    this.isMerge = false;
+    this.isMerge = args[INITIAL_SPAN_WRITE_AS_MERGE] === true;
     this.logInternal({ event, internalData });
     this.isMerge = true;
   }
@@ -8717,6 +8837,15 @@ function modelMetrics(attributes) {
   }
   return Object.keys(out).length > 0 ? out : void 0;
 }
+function timeToFirstTokenSeconds(attributes, spanStartSeconds) {
+  if (!isObject(attributes)) return void 0;
+  if (spanStartSeconds === void 0) return void 0;
+  const raw = attributes.completionStartTime;
+  const completionStart = raw instanceof Date || typeof raw === "string" || typeof raw === "number" ? epochSeconds(raw) : void 0;
+  if (completionStart === void 0) return void 0;
+  const ttft = completionStart - spanStartSeconds;
+  return Number.isFinite(ttft) && ttft >= 0 ? ttft : void 0;
+}
 function buildMetadata(exported) {
   const out = {};
   if (exported.entityId !== void 0) out.entity_id = exported.entityId;
@@ -8786,7 +8915,13 @@ var BraintrustObservabilityExporter = class {
     const args = {
       name: exported.name,
       spanAttributes: { type: spanTypeFor(exported.type) },
-      startTime: epochSeconds(exported.startTime)
+      startTime: epochSeconds(exported.startTime),
+      // Use the Mastra span id as the Braintrust row id so that
+      // `logFeedback({ id: <mastra span id> })` (and Mastra's score events)
+      // attach to the right row. Without this, `SpanImpl` auto-generates a
+      // row id (`this._id = eventId ?? idGenerator.getSpanId()`) that no
+      // external caller could know.
+      event: { id: exported.id }
     };
     const parentRecord = exported.parentSpanId ? this.spans.get(exported.parentSpanId) : void 0;
     if (!this.capturedParent) {
@@ -8835,8 +8970,15 @@ var BraintrustObservabilityExporter = class {
       event.metadata = metadata;
     }
     const metrics = modelMetrics(exported.attributes);
-    if (metrics) {
-      event.metrics = metrics;
+    const ttft = timeToFirstTokenSeconds(
+      exported.attributes,
+      epochSeconds(exported.startTime)
+    );
+    if (metrics || ttft !== void 0) {
+      event.metrics = {
+        ...metrics ?? {},
+        ...ttft !== void 0 ? { time_to_first_token: ttft } : {}
+      };
     }
     if (Object.keys(event).length > 0) {
       record.span.log(event);
@@ -10948,6 +11090,56 @@ var langchainConfigs = [
   }
 ];
 
+// src/instrumentation/plugins/langsmith-channels.ts
+var langSmithChannels = defineChannels("langsmith", {
+  createRun: channel({
+    channelName: "Client.createRun",
+    kind: "async"
+  }),
+  updateRun: channel({
+    channelName: "Client.updateRun",
+    kind: "async"
+  }),
+  batchIngestRuns: channel({
+    channelName: "Client.batchIngestRuns",
+    kind: "async"
+  })
+});
+
+// src/auto-instrumentations/configs/langsmith.ts
+var versionRange = ">=0.3.30 <1.0.0";
+var langSmithConfigs = [
+  ...["dist/client.js", "dist/client.cjs"].flatMap((filePath) => [
+    {
+      channelName: langSmithChannels.createRun.channelName,
+      module: { name: "langsmith", versionRange, filePath },
+      functionQuery: {
+        className: "Client",
+        methodName: "createRun",
+        kind: "Async"
+      }
+    },
+    {
+      channelName: langSmithChannels.updateRun.channelName,
+      module: { name: "langsmith", versionRange, filePath },
+      functionQuery: {
+        className: "Client",
+        methodName: "updateRun",
+        kind: "Async"
+      }
+    },
+    {
+      channelName: langSmithChannels.batchIngestRuns.channelName,
+      module: { name: "langsmith", versionRange, filePath },
+      functionQuery: {
+        className: "Client",
+        methodName: "batchIngestRuns",
+        kind: "Async"
+      }
+    }
+  ])
+];
+
 // src/instrumentation/plugins/mistral-channels.ts
 var mistralChannels = defineChannels("@mistralai/mistralai", {
   chatComplete: channel({
@@ -11851,6 +12043,7 @@ var defaultInstrumentationConfigGroups = [
     integrations: ["langchain", "langgraph"],
     configs: langchainConfigs
   },
+  { integrations: ["langsmith"], configs: langSmithConfigs },
   { integrations: ["openrouter"], configs: openRouterConfigs },
   {
     integrations: ["openrouterAgent"],

package/dist/auto-instrumentations/index.cjs

@@ -32,6 +32,7 @@ __export(index_exports, {
   googleGenAIConfigs: () => googleGenAIConfigs,
   groqConfigs: () => groqConfigs,
   huggingFaceConfigs: () => huggingFaceConfigs,
+  langSmithConfigs: () => langSmithConfigs,
   langchainConfigs: () => langchainConfigs,
   mistralConfigs: () => mistralConfigs,
   openAIAgentsCoreConfigs: () => openAIAgentsCoreConfigs,
@@ -2997,6 +2998,56 @@ var langchainConfigs = [
   }
 ];
 
+// src/instrumentation/plugins/langsmith-channels.ts
+var langSmithChannels = defineChannels("langsmith", {
+  createRun: channel({
+    channelName: "Client.createRun",
+    kind: "async"
+  }),
+  updateRun: channel({
+    channelName: "Client.updateRun",
+    kind: "async"
+  }),
+  batchIngestRuns: channel({
+    channelName: "Client.batchIngestRuns",
+    kind: "async"
+  })
+});
+
+// src/auto-instrumentations/configs/langsmith.ts
+var versionRange = ">=0.3.30 <1.0.0";
+var langSmithConfigs = [
+  ...["dist/client.js", "dist/client.cjs"].flatMap((filePath) => [
+    {
+      channelName: langSmithChannels.createRun.channelName,
+      module: { name: "langsmith", versionRange, filePath },
+      functionQuery: {
+        className: "Client",
+        methodName: "createRun",
+        kind: "Async"
+      }
+    },
+    {
+      channelName: langSmithChannels.updateRun.channelName,
+      module: { name: "langsmith", versionRange, filePath },
+      functionQuery: {
+        className: "Client",
+        methodName: "updateRun",
+        kind: "Async"
+      }
+    },
+    {
+      channelName: langSmithChannels.batchIngestRuns.channelName,
+      module: { name: "langsmith", versionRange, filePath },
+      functionQuery: {
+        className: "Client",
+        methodName: "batchIngestRuns",
+        kind: "Async"
+      }
+    }
+  ])
+];
+
 // src/instrumentation/plugins/pi-coding-agent-channels.ts
 var piCodingAgentChannels = defineChannels(
   "@earendil-works/pi-coding-agent",
@@ -3039,6 +3090,7 @@ var piCodingAgentConfigs = [
   googleGenAIConfigs,
   groqConfigs,
   huggingFaceConfigs,
+  langSmithConfigs,
   langchainConfigs,
   mistralConfigs,
   openAIAgentsCoreConfigs,

package/dist/auto-instrumentations/index.d.mts

@@ -111,6 +111,8 @@ declare const gitHubCopilotConfigs: InstrumentationConfig[];
 
 declare const langchainConfigs: InstrumentationConfig[];
 
+declare const langSmithConfigs: InstrumentationConfig[];
+
 declare const piCodingAgentConfigs: InstrumentationConfig[];
 
-export { InstrumentationConfig, aiSDKConfigs, anthropicConfigs, bedrockRuntimeConfigs, claudeAgentSDKConfigs, cohereConfigs, cursorSDKConfigs, genkitConfigs, gitHubCopilotConfigs, googleADKConfigs, googleGenAIConfigs, groqConfigs, huggingFaceConfigs, langchainConfigs, mistralConfigs, openAIAgentsCoreConfigs, openAICodexConfigs, openRouterAgentConfigs, openRouterConfigs, openaiConfigs, piCodingAgentConfigs };
+export { InstrumentationConfig, aiSDKConfigs, anthropicConfigs, bedrockRuntimeConfigs, claudeAgentSDKConfigs, cohereConfigs, cursorSDKConfigs, genkitConfigs, gitHubCopilotConfigs, googleADKConfigs, googleGenAIConfigs, groqConfigs, huggingFaceConfigs, langSmithConfigs, langchainConfigs, mistralConfigs, openAIAgentsCoreConfigs, openAICodexConfigs, openRouterAgentConfigs, openRouterConfigs, openaiConfigs, piCodingAgentConfigs };

package/dist/auto-instrumentations/index.d.ts

@@ -111,6 +111,8 @@ declare const gitHubCopilotConfigs: InstrumentationConfig[];
 
 declare const langchainConfigs: InstrumentationConfig[];
 
+declare const langSmithConfigs: InstrumentationConfig[];
+
 declare const piCodingAgentConfigs: InstrumentationConfig[];
 
-export { InstrumentationConfig, aiSDKConfigs, anthropicConfigs, bedrockRuntimeConfigs, claudeAgentSDKConfigs, cohereConfigs, cursorSDKConfigs, genkitConfigs, gitHubCopilotConfigs, googleADKConfigs, googleGenAIConfigs, groqConfigs, huggingFaceConfigs, langchainConfigs, mistralConfigs, openAIAgentsCoreConfigs, openAICodexConfigs, openRouterAgentConfigs, openRouterConfigs, openaiConfigs, piCodingAgentConfigs };
+export { InstrumentationConfig, aiSDKConfigs, anthropicConfigs, bedrockRuntimeConfigs, claudeAgentSDKConfigs, cohereConfigs, cursorSDKConfigs, genkitConfigs, gitHubCopilotConfigs, googleADKConfigs, googleGenAIConfigs, groqConfigs, huggingFaceConfigs, langSmithConfigs, langchainConfigs, mistralConfigs, openAIAgentsCoreConfigs, openAICodexConfigs, openRouterAgentConfigs, openRouterConfigs, openaiConfigs, piCodingAgentConfigs };

package/dist/auto-instrumentations/index.mjs

@@ -11,6 +11,7 @@ import {
   googleGenAIConfigs,
   groqConfigs,
   huggingFaceConfigs,
+  langSmithConfigs,
   langchainConfigs,
   mistralConfigs,
   openAIAgentsCoreConfigs,
@@ -19,7 +20,7 @@ import {
   openRouterConfigs,
   openaiConfigs,
   piCodingAgentConfigs
-} from "./chunk-BRQX23KL.mjs";
+} from "./chunk-YXLNSAMJ.mjs";
 export {
   aiSDKConfigs,
   anthropicConfigs,
@@ -33,6 +34,7 @@ export {
   googleGenAIConfigs,
   groqConfigs,
   huggingFaceConfigs,
+  langSmithConfigs,
   langchainConfigs,
   mistralConfigs,
   openAIAgentsCoreConfigs,