@mastra/braintrust 1.0.0-beta.11 → 1.0.0-beta.13

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/dist/index.cjs CHANGED
@@ -7,6 +7,136 @@ var braintrust = require('braintrust');
7
7
 
8
8
  // src/tracing.ts
9
9
 
10
+ // src/formatter.ts
11
+ function removeNullish(obj) {
12
+ return Object.fromEntries(Object.entries(obj).filter(([_, v]) => v != null));
13
+ }
14
+ function convertContentPart(part) {
15
+ if (!part || typeof part !== "object") {
16
+ return null;
17
+ }
18
+ switch (part.type) {
19
+ case "text":
20
+ return part.text || null;
21
+ case "image":
22
+ return "[image]";
23
+ case "file": {
24
+ const filePart = part;
25
+ if (filePart.filename || filePart.name) {
26
+ return `[file: ${filePart.filename || filePart.name}]`;
27
+ }
28
+ return "[file]";
29
+ }
30
+ case "reasoning": {
31
+ const reasoningPart = part;
32
+ if (typeof reasoningPart.text === "string" && reasoningPart.text.length > 0) {
33
+ return `[reasoning: ${reasoningPart.text.substring(0, 100)}${reasoningPart.text.length > 100 ? "..." : ""}]`;
34
+ }
35
+ return "[reasoning]";
36
+ }
37
+ case "tool-call":
38
+ return null;
39
+ case "tool-result":
40
+ return null;
41
+ default: {
42
+ const unknownPart = part;
43
+ if (typeof unknownPart.text === "string") {
44
+ return unknownPart.text;
45
+ }
46
+ if (typeof unknownPart.content === "string") {
47
+ return unknownPart.content;
48
+ }
49
+ return `[${unknownPart.type || "unknown"}]`;
50
+ }
51
+ }
52
+ }
53
+ function serializeToolResult(resultData) {
54
+ if (typeof resultData === "string") {
55
+ return resultData;
56
+ }
57
+ if (resultData && typeof resultData === "object" && "value" in resultData) {
58
+ const valueData = resultData.value;
59
+ return typeof valueData === "string" ? valueData : JSON.stringify(valueData);
60
+ }
61
+ if (resultData === void 0 || resultData === null) {
62
+ return "";
63
+ }
64
+ try {
65
+ return JSON.stringify(resultData);
66
+ } catch {
67
+ return "[unserializable result]";
68
+ }
69
+ }
70
+ function convertAISDKMessage(message) {
71
+ if (!message || typeof message !== "object") {
72
+ return message;
73
+ }
74
+ const { role, content, ...rest } = message;
75
+ if (typeof content === "string") {
76
+ return message;
77
+ }
78
+ if (Array.isArray(content)) {
79
+ if (content.length === 0) {
80
+ return { role, content: "", ...rest };
81
+ }
82
+ if (role === "user" || role === "system") {
83
+ const contentParts = content.map((part) => convertContentPart(part)).filter(Boolean);
84
+ return {
85
+ role,
86
+ content: contentParts.length > 0 ? contentParts.join("\n") : "",
87
+ ...rest
88
+ };
89
+ }
90
+ if (role === "assistant") {
91
+ const contentParts = content.filter((part) => part?.type !== "tool-call").map((part) => convertContentPart(part)).filter(Boolean);
92
+ const toolCallParts = content.filter((part) => part?.type === "tool-call");
93
+ const result = {
94
+ role,
95
+ content: contentParts.length > 0 ? contentParts.join("\n") : "",
96
+ ...rest
97
+ };
98
+ if (toolCallParts.length > 0) {
99
+ result.tool_calls = toolCallParts.map((tc) => {
100
+ const toolCall = tc;
101
+ const toolCallId = toolCall.toolCallId;
102
+ const toolName = toolCall.toolName;
103
+ const args = toolCall.args ?? toolCall.input;
104
+ let argsString;
105
+ if (typeof args === "string") {
106
+ argsString = args;
107
+ } else if (args !== void 0 && args !== null) {
108
+ argsString = JSON.stringify(args);
109
+ } else {
110
+ argsString = "{}";
111
+ }
112
+ return {
113
+ id: toolCallId,
114
+ type: "function",
115
+ function: {
116
+ name: toolName,
117
+ arguments: argsString
118
+ }
119
+ };
120
+ });
121
+ }
122
+ return result;
123
+ }
124
+ if (role === "tool") {
125
+ const toolResult = content.find((part) => part?.type === "tool-result");
126
+ if (toolResult) {
127
+ const resultData = toolResult.output ?? toolResult.result;
128
+ const resultContent = serializeToolResult(resultData);
129
+ return {
130
+ role: "tool",
131
+ content: resultContent,
132
+ tool_call_id: toolResult.toolCallId
133
+ };
134
+ }
135
+ }
136
+ }
137
+ return message;
138
+ }
139
+
10
140
  // src/metrics.ts
11
141
  function formatUsageMetrics(usage) {
12
142
  const metrics = {};
@@ -31,8 +161,61 @@ function formatUsageMetrics(usage) {
31
161
  return metrics;
32
162
  }
33
163
 
164
+ // src/thread-reconstruction.ts
165
+ function reconstructThreadOutput(threadData, originalOutput) {
166
+ const messages = [];
167
+ const sortedSteps = [...threadData].sort((a, b) => a.stepIndex - b.stepIndex);
168
+ for (const step of sortedSteps) {
169
+ const sortedToolCalls = step.toolCalls ? [...step.toolCalls].sort((a, b) => {
170
+ if (!a.startTime || !b.startTime) return 0;
171
+ return a.startTime.getTime() - b.startTime.getTime();
172
+ }) : [];
173
+ if (sortedToolCalls.length > 0) {
174
+ messages.push({
175
+ role: "assistant",
176
+ content: step.text || "",
177
+ tool_calls: sortedToolCalls.map((tc) => {
178
+ const cleanArgs = tc.args && typeof tc.args === "object" && !Array.isArray(tc.args) ? removeNullish(tc.args) : tc.args;
179
+ return {
180
+ id: tc.toolCallId,
181
+ type: "function",
182
+ function: {
183
+ name: tc.toolName,
184
+ arguments: typeof cleanArgs === "string" ? cleanArgs : JSON.stringify(cleanArgs)
185
+ }
186
+ };
187
+ })
188
+ });
189
+ for (const tc of sortedToolCalls) {
190
+ if (tc.result !== void 0) {
191
+ messages.push({
192
+ role: "tool",
193
+ content: typeof tc.result === "string" ? tc.result : JSON.stringify(tc.result),
194
+ tool_call_id: tc.toolCallId
195
+ });
196
+ }
197
+ }
198
+ } else if (step.text) {
199
+ messages.push({
200
+ role: "assistant",
201
+ content: step.text
202
+ });
203
+ }
204
+ }
205
+ if (messages.length > 0) {
206
+ const lastMessage = messages[messages.length - 1];
207
+ const originalText = originalOutput?.text;
208
+ if (originalText && lastMessage.role === "tool") {
209
+ messages.push({
210
+ role: "assistant",
211
+ content: originalText
212
+ });
213
+ }
214
+ }
215
+ return messages;
216
+ }
217
+
34
218
  // src/tracing.ts
35
- var MASTRA_TRACE_ID_METADATA_KEY = "mastra-trace-id";
36
219
  var DEFAULT_SPAN_TYPE = "task";
37
220
  var SPAN_TYPE_EXCEPTIONS = {
38
221
  [observability$1.SpanType.MODEL_GENERATION]: "llm",
@@ -44,383 +227,235 @@ var SPAN_TYPE_EXCEPTIONS = {
44
227
  function mapSpanType(spanType) {
45
228
  return SPAN_TYPE_EXCEPTIONS[spanType] ?? DEFAULT_SPAN_TYPE;
46
229
  }
47
- var BraintrustExporter = class extends observability.BaseExporter {
230
+ var BraintrustExporter = class extends observability.TrackingExporter {
48
231
  name = "braintrust";
49
- traceMap = /* @__PURE__ */ new Map();
50
- config;
51
232
  // Flags and logger for context-aware mode
52
- useProvidedLogger;
53
- providedLogger;
54
- constructor(config) {
55
- super(config);
56
- if (config.braintrustLogger) {
57
- this.useProvidedLogger = true;
58
- this.providedLogger = config.braintrustLogger;
59
- this.config = config;
233
+ #useProvidedLogger;
234
+ #providedLogger;
235
+ #localLogger;
236
+ constructor(config = {}) {
237
+ const resolvedApiKey = config.apiKey ?? process.env.BRAINTRUST_API_KEY;
238
+ const resolvedEndpoint = config.endpoint ?? process.env.BRAINTRUST_ENDPOINT;
239
+ super({
240
+ ...config,
241
+ apiKey: resolvedApiKey,
242
+ endpoint: resolvedEndpoint
243
+ });
244
+ this.#useProvidedLogger = !!config.braintrustLogger;
245
+ if (this.#useProvidedLogger) {
246
+ this.#providedLogger = config.braintrustLogger;
60
247
  } else {
61
- if (!config.apiKey) {
62
- this.setDisabled(`Missing required credentials (apiKey: ${!!config.apiKey})`);
63
- this.config = null;
64
- this.useProvidedLogger = false;
248
+ if (!this.config.apiKey) {
249
+ this.setDisabled(
250
+ `Missing required API key. Set BRAINTRUST_API_KEY environment variable or pass apiKey in config.`
251
+ );
65
252
  return;
66
253
  }
67
- this.useProvidedLogger = false;
68
- this.config = config;
254
+ this.#localLogger = void 0;
69
255
  }
70
256
  }
71
- async _exportTracingEvent(event) {
72
- if (event.exportedSpan.isEvent) {
73
- await this.handleEventSpan(event.exportedSpan);
74
- return;
257
+ async getLocalLogger() {
258
+ if (this.#localLogger) {
259
+ return this.#localLogger;
75
260
  }
76
- switch (event.type) {
77
- case "span_started":
78
- await this.handleSpanStarted(event.exportedSpan);
79
- break;
80
- case "span_updated":
81
- await this.handleSpanUpdateOrEnd(event.exportedSpan, false);
82
- break;
83
- case "span_ended":
84
- await this.handleSpanUpdateOrEnd(event.exportedSpan, true);
85
- break;
261
+ try {
262
+ const logger = await braintrust.initLogger({
263
+ projectName: this.config.projectName ?? "mastra-tracing",
264
+ apiKey: this.config.apiKey,
265
+ appUrl: this.config.endpoint,
266
+ ...this.config.tuningParameters
267
+ });
268
+ this.#localLogger = logger;
269
+ return logger;
270
+ } catch (err) {
271
+ this.logger.error("Braintrust exporter: Failed to initialize logger", { error: err });
272
+ this.setDisabled("Failed to initialize Braintrust logger");
86
273
  }
87
274
  }
88
- async handleSpanStarted(span) {
89
- if (span.isRootSpan) {
90
- if (this.useProvidedLogger) {
91
- await this.initLoggerOrUseContext(span);
92
- } else {
93
- await this.initLoggerPerTrace(span);
94
- }
95
- }
96
- const method = "handleSpanStarted";
97
- const spanData = this.getSpanData({ span, method });
98
- if (!spanData) {
99
- return;
100
- }
101
- if (!span.isEvent) {
102
- spanData.activeIds.add(span.id);
103
- }
104
- const braintrustParent = this.getBraintrustParent({ spanData, span, method });
105
- if (!braintrustParent) {
106
- return;
107
- }
275
+ startSpan(args) {
276
+ const { parent, span } = args;
108
277
  const payload = this.buildSpanPayload(span);
109
- const braintrustSpan = braintrustParent.startSpan({
278
+ const braintrustSpan = parent.startSpan({
110
279
  spanId: span.id,
111
280
  name: span.name,
112
281
  type: mapSpanType(span.type),
282
+ startTime: span.startTime.getTime() / 1e3,
283
+ event: { id: span.id },
284
+ // Use Mastra span ID as Braintrust row ID for logFeedback() compatibility
113
285
  ...payload
114
286
  });
115
- braintrustSpan.log({
116
- metadata: {
117
- [MASTRA_TRACE_ID_METADATA_KEY]: span.traceId
118
- },
119
- ...span.isRootSpan && span.tags?.length ? { tags: span.tags } : {}
120
- });
121
- spanData.spans.set(span.id, braintrustSpan);
287
+ const isModelGeneration = span.type === observability$1.SpanType.MODEL_GENERATION;
288
+ return {
289
+ span: braintrustSpan,
290
+ spanType: span.type,
291
+ threadData: isModelGeneration ? [] : void 0,
292
+ pendingToolResults: isModelGeneration ? /* @__PURE__ */ new Map() : void 0
293
+ };
122
294
  }
123
- async handleSpanUpdateOrEnd(span, isEnd) {
124
- const method = isEnd ? "handleSpanEnd" : "handleSpanUpdate";
125
- const spanData = this.getSpanData({ span, method });
126
- if (!spanData) {
127
- return;
128
- }
129
- const braintrustSpan = spanData.spans.get(span.id);
130
- if (!braintrustSpan) {
131
- this.logger.warn("Braintrust exporter: No Braintrust span found for span update/end", {
132
- traceId: span.traceId,
133
- spanId: span.id,
134
- spanName: span.name,
135
- spanType: span.type,
136
- isRootSpan: span.isRootSpan,
137
- parentSpanId: span.parentSpanId,
138
- method
139
- });
140
- return;
141
- }
142
- braintrustSpan.log(this.buildSpanPayload(span));
143
- if (isEnd) {
144
- if (span.endTime) {
145
- braintrustSpan.end({ endTime: span.endTime.getTime() / 1e3 });
295
+ async _buildRoot(_args) {
296
+ if (this.#useProvidedLogger) {
297
+ const externalSpan = braintrust.currentSpan();
298
+ if (externalSpan && externalSpan.id) {
299
+ return externalSpan;
146
300
  } else {
147
- braintrustSpan.end();
148
- }
149
- if (!span.isEvent) {
150
- spanData.activeIds.delete(span.id);
151
- }
152
- if (spanData.activeIds.size === 0 && !spanData.isExternal) {
153
- this.traceMap.delete(span.traceId);
301
+ return this.#providedLogger;
154
302
  }
303
+ } else {
304
+ return this.getLocalLogger();
155
305
  }
156
306
  }
157
- async handleEventSpan(span) {
307
+ async _buildSpan(args) {
308
+ const { span, traceData } = args;
158
309
  if (span.isRootSpan) {
159
- this.logger.debug("Braintrust exporter: Creating logger for event", {
160
- traceId: span.traceId,
161
- spanId: span.id,
162
- spanName: span.name,
163
- method: "handleEventSpan"
164
- });
165
- if (this.useProvidedLogger) {
166
- await this.initLoggerOrUseContext(span);
167
- } else {
168
- await this.initLoggerPerTrace(span);
310
+ const root = traceData.getRoot();
311
+ if (root) {
312
+ return this.startSpan({ parent: root, span });
313
+ }
314
+ } else {
315
+ const parent = traceData.getParent(args);
316
+ if (parent) {
317
+ const parentSpan = "span" in parent ? parent.span : parent;
318
+ return this.startSpan({ parent: parentSpan, span });
169
319
  }
170
320
  }
171
- const method = "handleEventSpan";
172
- const spanData = this.getSpanData({ span, method });
321
+ }
322
+ async _buildEvent(args) {
323
+ const spanData = await this._buildSpan(args);
173
324
  if (!spanData) {
174
325
  return;
175
326
  }
176
- const braintrustParent = this.getBraintrustParent({ spanData, span, method });
177
- if (!braintrustParent) {
178
- return;
179
- }
180
- const payload = this.buildSpanPayload(span);
181
- const braintrustSpan = braintrustParent.startSpan({
182
- spanId: span.id,
183
- name: span.name,
184
- type: mapSpanType(span.type),
185
- startTime: span.startTime.getTime() / 1e3,
186
- ...payload
187
- });
188
- braintrustSpan.end({ endTime: span.startTime.getTime() / 1e3 });
327
+ spanData.span.end({ endTime: args.span.startTime.getTime() / 1e3 });
328
+ return spanData.span;
189
329
  }
190
- initTraceMap(params) {
191
- const { traceId, isExternal, logger } = params;
192
- if (this.traceMap.has(traceId)) {
193
- this.logger.debug("Braintrust exporter: Reusing existing trace from local map", { traceId });
330
+ async _updateSpan(args) {
331
+ const { span, traceData } = args;
332
+ const spanData = traceData.getSpan({ spanId: span.id });
333
+ if (!spanData) {
194
334
  return;
195
335
  }
196
- this.traceMap.set(traceId, {
197
- logger,
198
- spans: /* @__PURE__ */ new Map(),
199
- activeIds: /* @__PURE__ */ new Set(),
200
- isExternal
201
- });
336
+ spanData.span.log(this.buildSpanPayload(span, false));
202
337
  }
203
- /**
204
- * Creates a new logger per trace using config credentials
205
- */
206
- async initLoggerPerTrace(span) {
207
- if (this.traceMap.has(span.traceId)) {
208
- this.logger.debug("Braintrust exporter: Reusing existing trace from local map", { traceId: span.traceId });
338
+ async _finishSpan(args) {
339
+ const { span, traceData } = args;
340
+ const spanData = traceData.getSpan({ spanId: span.id });
341
+ if (!spanData) {
209
342
  return;
210
343
  }
211
- try {
212
- const loggerInstance = await braintrust.initLogger({
213
- projectName: this.config.projectName ?? "mastra-tracing",
214
- apiKey: this.config.apiKey,
215
- appUrl: this.config.endpoint,
216
- ...this.config.tuningParameters
217
- });
218
- this.initTraceMap({ logger: loggerInstance, isExternal: false, traceId: span.traceId });
219
- } catch (err) {
220
- this.logger.error("Braintrust exporter: Failed to initialize logger", { error: err, traceId: span.traceId });
221
- this.setDisabled("Failed to initialize Braintrust logger");
222
- }
223
- }
224
- /**
225
- * Uses provided logger and detects external Braintrust spans.
226
- * If a Braintrust span is detected (from logger.traced() or Eval()), attaches to it.
227
- * Otherwise, uses the provided logger instance.
228
- */
229
- async initLoggerOrUseContext(span) {
230
- if (this.traceMap.has(span.traceId)) {
231
- this.logger.debug("Braintrust exporter: Reusing existing trace from local map", { traceId: span.traceId });
232
- return;
344
+ if (span.type === observability$1.SpanType.MODEL_STEP) {
345
+ this.accumulateModelStepData(span, traceData);
346
+ } else if (span.type === observability$1.SpanType.TOOL_CALL) {
347
+ this.accumulateToolCallResult(span, traceData);
233
348
  }
234
- const braintrustSpan = braintrust.currentSpan();
235
- if (braintrustSpan && braintrustSpan.id) {
236
- this.initTraceMap({ logger: braintrustSpan, isExternal: true, traceId: span.traceId });
349
+ const payload = span.type === observability$1.SpanType.MODEL_GENERATION ? this.buildModelGenerationPayload(span, spanData) : this.buildSpanPayload(span, false);
350
+ spanData.span.log(payload);
351
+ if (span.endTime) {
352
+ spanData.span.end({ endTime: span.endTime.getTime() / 1e3 });
237
353
  } else {
238
- this.initTraceMap({ logger: this.providedLogger, isExternal: false, traceId: span.traceId });
354
+ spanData.span.end();
239
355
  }
240
356
  }
241
- getSpanData(options) {
242
- const { span, method } = options;
243
- if (this.traceMap.has(span.traceId)) {
244
- return this.traceMap.get(span.traceId);
245
- }
246
- this.logger.warn("Braintrust exporter: No span data found for span", {
247
- traceId: span.traceId,
248
- spanId: span.id,
249
- spanName: span.name,
250
- spanType: span.type,
251
- isRootSpan: span.isRootSpan,
252
- parentSpanId: span.parentSpanId,
253
- method
254
- });
255
- }
256
- getBraintrustParent(options) {
257
- const { spanData, span, method } = options;
258
- const parentId = span.parentSpanId;
259
- if (!parentId) {
260
- return spanData.logger;
261
- }
262
- if (spanData.spans.has(parentId)) {
263
- return spanData.spans.get(parentId);
264
- }
265
- if (parentId && !spanData.spans.has(parentId)) {
266
- return spanData.logger;
267
- }
268
- this.logger.warn("Braintrust exporter: No parent data found for span", {
269
- traceId: span.traceId,
270
- spanId: span.id,
271
- spanName: span.name,
272
- spanType: span.type,
273
- isRootSpan: span.isRootSpan,
274
- parentSpanId: span.parentSpanId,
275
- method
357
+ async _abortSpan(args) {
358
+ const { span: spanData, reason } = args;
359
+ spanData.span.log({
360
+ error: reason.message,
361
+ metadata: { errorDetails: reason }
276
362
  });
363
+ spanData.span.end();
277
364
  }
365
+ // ==============================================================================
366
+ // Thread view reconstruction helpers
367
+ // ==============================================================================
278
368
  /**
279
- * Converts AI SDK message format to OpenAI Chat Completion format for Braintrust.
280
- *
281
- * Supports both AI SDK v4 and v5 formats:
282
- * - v4 uses 'args' for tool calls and 'result' for tool results
283
- * - v5 uses 'input' for tool calls and 'output' for tool results
284
- *
285
- * AI SDK format:
286
- * { role: "user", content: [{ type: "text", text: "hello" }] }
287
- * { role: "assistant", content: [{ type: "text", text: "..." }, { type: "tool-call", toolCallId: "...", toolName: "...", args: {...} }] }
288
- * { role: "tool", content: [{ type: "tool-result", toolCallId: "...", result: {...} }] }
289
- *
290
- * OpenAI format (what Braintrust expects):
291
- * { role: "user", content: "hello" }
292
- * { role: "assistant", content: "...", tool_calls: [{ id: "...", type: "function", function: { name: "...", arguments: "..." } }] }
293
- * { role: "tool", content: "result", tool_call_id: "..." }
369
+ * Walk up the tree to find the MODEL_GENERATION ancestor span.
370
+ * Returns the BraintrustSpanData if found, undefined otherwise.
294
371
  */
295
- convertAISDKMessage(message) {
296
- if (!message || typeof message !== "object") {
297
- return message;
298
- }
299
- const { role, content, ...rest } = message;
300
- if (typeof content === "string") {
301
- return message;
302
- }
303
- if (Array.isArray(content)) {
304
- if (content.length === 0) {
305
- return { role, content: "", ...rest };
306
- }
307
- if (role === "user" || role === "system") {
308
- const contentParts = content.map((part) => this.convertContentPart(part)).filter(Boolean);
309
- return {
310
- role,
311
- content: contentParts.length > 0 ? contentParts.join("\n") : "",
312
- ...rest
313
- };
314
- }
315
- if (role === "assistant") {
316
- const contentParts = content.filter((part) => part?.type !== "tool-call").map((part) => this.convertContentPart(part)).filter(Boolean);
317
- const toolCallParts = content.filter((part) => part?.type === "tool-call");
318
- const result = {
319
- role,
320
- content: contentParts.length > 0 ? contentParts.join("\n") : "",
321
- ...rest
322
- };
323
- if (toolCallParts.length > 0) {
324
- result.tool_calls = toolCallParts.map((tc) => {
325
- const toolCallId = tc.toolCallId;
326
- const toolName = tc.toolName;
327
- const args = tc.args ?? tc.input;
328
- let argsString;
329
- if (typeof args === "string") {
330
- argsString = args;
331
- } else if (args !== void 0 && args !== null) {
332
- argsString = JSON.stringify(args);
333
- } else {
334
- argsString = "{}";
335
- }
336
- return {
337
- id: toolCallId,
338
- type: "function",
339
- function: {
340
- name: toolName,
341
- arguments: argsString
342
- }
343
- };
344
- });
345
- }
346
- return result;
347
- }
348
- if (role === "tool") {
349
- const toolResult = content.find((part) => part?.type === "tool-result");
350
- if (toolResult) {
351
- const resultData = toolResult.output ?? toolResult.result;
352
- const resultContent = this.serializeToolResult(resultData);
353
- return {
354
- role: "tool",
355
- content: resultContent,
356
- tool_call_id: toolResult.toolCallId
357
- };
358
- }
372
+ findModelGenerationAncestor(spanId, traceData) {
373
+ let currentId = spanId;
374
+ while (currentId) {
375
+ const parentId = traceData.getParentId({ spanId: currentId });
376
+ if (!parentId) return void 0;
377
+ const parentSpanData = traceData.getSpan({ spanId: parentId });
378
+ if (parentSpanData?.spanType === observability$1.SpanType.MODEL_GENERATION) {
379
+ return parentSpanData;
359
380
  }
381
+ currentId = parentId;
360
382
  }
361
- return message;
383
+ return void 0;
362
384
  }
363
385
  /**
364
- * Converts a content part to a string representation.
365
- * Handles text, image, file, reasoning, and other content types.
386
+ * Accumulate MODEL_STEP data to the parent MODEL_GENERATION's threadData.
387
+ * Called when a MODEL_STEP span ends.
366
388
  */
367
- convertContentPart(part) {
368
- if (!part || typeof part !== "object") {
369
- return null;
370
- }
371
- switch (part.type) {
372
- case "text":
373
- return part.text || null;
374
- case "image":
375
- return "[image]";
376
- case "file": {
377
- const filePart = part;
378
- if (filePart.filename || filePart.name) {
379
- return `[file: ${filePart.filename || filePart.name}]`;
380
- }
381
- return "[file]";
382
- }
383
- case "reasoning": {
384
- const reasoningPart = part;
385
- if (typeof reasoningPart.text === "string" && reasoningPart.text.length > 0) {
386
- return `[reasoning: ${reasoningPart.text.substring(0, 100)}${reasoningPart.text.length > 100 ? "..." : ""}]`;
387
- }
388
- return "[reasoning]";
389
- }
390
- case "tool-call":
391
- return null;
392
- case "tool-result":
393
- return null;
394
- default: {
395
- const unknownPart = part;
396
- if (typeof unknownPart.text === "string") {
397
- return unknownPart.text;
398
- }
399
- if (typeof unknownPart.content === "string") {
400
- return unknownPart.content;
401
- }
402
- return `[${unknownPart.type || "unknown"}]`;
403
- }
389
+ accumulateModelStepData(span, traceData) {
390
+ const modelGenSpanData = this.findModelGenerationAncestor(span.id, traceData);
391
+ if (!modelGenSpanData?.threadData) {
392
+ return;
404
393
  }
394
+ const output = span.output;
395
+ const attributes = span.attributes;
396
+ const stepData = {
397
+ stepSpanId: span.id,
398
+ stepIndex: attributes?.stepIndex ?? 0,
399
+ text: output?.text,
400
+ toolCalls: output?.toolCalls?.map((tc) => ({
401
+ toolCallId: tc.toolCallId,
402
+ toolName: tc.toolName,
403
+ args: tc.args
404
+ }))
405
+ };
406
+ modelGenSpanData.threadData.push(stepData);
405
407
  }
406
408
  /**
407
- * Serializes tool result data to a string for OpenAI format.
409
+ * Store TOOL_CALL result in parent MODEL_GENERATION's pendingToolResults.
410
+ * Called when a TOOL_CALL span ends.
411
+ * Results are merged into threadData when MODEL_GENERATION ends.
408
412
  */
409
- serializeToolResult(resultData) {
410
- if (typeof resultData === "string") {
411
- return resultData;
413
+ accumulateToolCallResult(span, traceData) {
414
+ const modelGenSpanData = this.findModelGenerationAncestor(span.id, traceData);
415
+ if (!modelGenSpanData?.pendingToolResults) {
416
+ return;
412
417
  }
413
- if (resultData && typeof resultData === "object" && "value" in resultData) {
414
- return typeof resultData.value === "string" ? resultData.value : JSON.stringify(resultData.value);
418
+ const input = span.input;
419
+ const toolCallId = input?.toolCallId;
420
+ if (!toolCallId) {
421
+ return;
415
422
  }
416
- if (resultData === void 0 || resultData === null) {
417
- return "";
423
+ modelGenSpanData.pendingToolResults.set(toolCallId, {
424
+ result: span.output,
425
+ startTime: span.startTime
426
+ });
427
+ }
428
+ /**
429
+ * Build the payload for MODEL_GENERATION span, reconstructing output from threadData if available.
430
+ */
431
+ buildModelGenerationPayload(span, spanData) {
432
+ const basePayload = this.buildSpanPayload(span, false);
433
+ const threadData = spanData.threadData;
434
+ if (!threadData || threadData.length === 0) {
435
+ return basePayload;
436
+ }
437
+ if (spanData.pendingToolResults && spanData.pendingToolResults.size > 0) {
438
+ for (const step of threadData) {
439
+ if (step.toolCalls) {
440
+ for (const toolCall of step.toolCalls) {
441
+ const pendingResult = spanData.pendingToolResults.get(toolCall.toolCallId);
442
+ if (pendingResult) {
443
+ toolCall.result = pendingResult.result;
444
+ toolCall.startTime = pendingResult.startTime;
445
+ }
446
+ }
447
+ }
448
+ }
418
449
  }
419
- try {
420
- return JSON.stringify(resultData);
421
- } catch {
422
- return "[unserializable result]";
450
+ const hasToolCalls = threadData.some((step) => step.toolCalls && step.toolCalls.length > 0);
451
+ if (!hasToolCalls) {
452
+ return basePayload;
423
453
  }
454
+ const reconstructedOutput = reconstructThreadOutput(threadData, span.output);
455
+ return {
456
+ ...basePayload,
457
+ output: reconstructedOutput
458
+ };
424
459
  }
425
460
  /**
426
461
  * Transforms MODEL_GENERATION input to Braintrust Thread view format.
@@ -430,10 +465,10 @@ var BraintrustExporter = class extends observability.BaseExporter {
430
465
  transformInput(input, spanType) {
431
466
  if (spanType === observability$1.SpanType.MODEL_GENERATION) {
432
467
  if (Array.isArray(input)) {
433
- return input.map((msg) => this.convertAISDKMessage(msg));
468
+ return input.map((msg) => convertAISDKMessage(msg));
434
469
  }
435
- if (input && Array.isArray(input.messages)) {
436
- return input.messages.map((msg) => this.convertAISDKMessage(msg));
470
+ if (input && typeof input === "object" && "messages" in input && Array.isArray(input.messages)) {
471
+ return input.messages.map((msg) => convertAISDKMessage(msg));
437
472
  }
438
473
  }
439
474
  return input;
@@ -443,12 +478,15 @@ var BraintrustExporter = class extends observability.BaseExporter {
443
478
  */
444
479
  transformOutput(output, spanType) {
445
480
  if (spanType === observability$1.SpanType.MODEL_GENERATION) {
481
+ if (!output || typeof output !== "object") {
482
+ return output;
483
+ }
446
484
  const { text, ...rest } = output;
447
- return { role: "assistant", content: text, ...rest };
485
+ return { role: "assistant", content: text, ...removeNullish(rest) };
448
486
  }
449
487
  return output;
450
488
  }
451
- buildSpanPayload(span) {
489
+ buildSpanPayload(span, isCreate = true) {
452
490
  const payload = {};
453
491
  if (span.input !== void 0) {
454
492
  payload.input = this.transformInput(span.input, span.type);
@@ -456,11 +494,17 @@ var BraintrustExporter = class extends observability.BaseExporter {
456
494
  if (span.output !== void 0) {
457
495
  payload.output = this.transformOutput(span.output, span.type);
458
496
  }
497
+ if (isCreate && span.isRootSpan && span.tags?.length) {
498
+ payload.tags = span.tags;
499
+ }
459
500
  payload.metrics = {};
460
501
  payload.metadata = {
461
- spanType: span.type,
462
- ...span.metadata
502
+ ...span.metadata,
503
+ spanType: span.type
463
504
  };
505
+ if (isCreate) {
506
+ payload.metadata["mastra-trace-id"] = span.traceId;
507
+ }
464
508
  const attributes = span.attributes ?? {};
465
509
  if (span.type === observability$1.SpanType.MODEL_GENERATION) {
466
510
  const modelAttr = attributes;
@@ -495,20 +539,9 @@ var BraintrustExporter = class extends observability.BaseExporter {
495
539
  if (Object.keys(payload.metrics).length === 0) {
496
540
  delete payload.metrics;
497
541
  }
542
+ payload.metadata = removeNullish(payload.metadata);
498
543
  return payload;
499
544
  }
500
- async shutdown() {
501
- if (!this.config) {
502
- return;
503
- }
504
- for (const [_traceId, spanData] of this.traceMap) {
505
- for (const [_spanId, span] of spanData.spans) {
506
- span.end();
507
- }
508
- }
509
- this.traceMap.clear();
510
- await super.shutdown();
511
- }
512
545
  };
513
546
 
514
547
  exports.BraintrustExporter = BraintrustExporter;