@mastra/braintrust 1.3.9 → 1.3.10-alpha.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +12 -78
- package/dist/tracing.d.ts.map +1 -1
- package/package.json +8 -9
- package/CHANGELOG.md +0 -1879
package/README.md
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
# @mastra/braintrust
|
|
2
2
|
|
|
3
|
-
|
|
3
|
+
Export Mastra traces to Braintrust for LLM evaluation and monitoring with zero-config environment variables or explicit project configuration.
|
|
4
4
|
|
|
5
5
|
## Installation
|
|
6
6
|
|
|
@@ -10,97 +10,31 @@ npm install @mastra/braintrust
|
|
|
10
10
|
|
|
11
11
|
## Usage
|
|
12
12
|
|
|
13
|
-
### Zero-Config Setup
|
|
14
|
-
|
|
15
|
-
The exporter automatically reads credentials from environment variables:
|
|
16
|
-
|
|
17
|
-
```bash
|
|
18
|
-
# Required
|
|
19
|
-
BRAINTRUST_API_KEY=sk-...
|
|
20
|
-
|
|
21
|
-
# Optional
|
|
22
|
-
BRAINTRUST_ENDPOINT=https://api.braintrust.dev
|
|
23
|
-
```
|
|
24
|
-
|
|
25
13
|
```typescript
|
|
14
|
+
import { Mastra } from '@mastra/core/mastra';
|
|
15
|
+
import { Observability } from '@mastra/observability';
|
|
26
16
|
import { BraintrustExporter } from '@mastra/braintrust';
|
|
27
17
|
|
|
28
|
-
const mastra = new Mastra({
|
|
29
|
-
|
|
30
|
-
observability: {
|
|
18
|
+
export const mastra = new Mastra({
|
|
19
|
+
observability: new Observability({
|
|
31
20
|
configs: {
|
|
32
21
|
braintrust: {
|
|
33
22
|
serviceName: 'my-service',
|
|
34
23
|
exporters: [new BraintrustExporter()],
|
|
35
24
|
},
|
|
36
25
|
},
|
|
37
|
-
},
|
|
38
|
-
});
|
|
39
|
-
```
|
|
40
|
-
|
|
41
|
-
### Explicit Configuration
|
|
42
|
-
|
|
43
|
-
You can also pass credentials directly:
|
|
44
|
-
|
|
45
|
-
```typescript
|
|
46
|
-
import { BraintrustExporter } from '@mastra/braintrust';
|
|
47
|
-
|
|
48
|
-
const mastra = new Mastra({
|
|
49
|
-
...,
|
|
50
|
-
observability: {
|
|
51
|
-
configs: {
|
|
52
|
-
braintrust: {
|
|
53
|
-
serviceName: 'my-service',
|
|
54
|
-
exporters: [
|
|
55
|
-
new BraintrustExporter({
|
|
56
|
-
apiKey: 'sk-...',
|
|
57
|
-
projectName: 'mastra-tracing', // Optional, defaults to 'mastra-tracing'
|
|
58
|
-
endpoint: 'https://api.braintrust.dev', // Optional
|
|
59
|
-
}),
|
|
60
|
-
],
|
|
61
|
-
},
|
|
62
|
-
},
|
|
63
|
-
},
|
|
26
|
+
}),
|
|
64
27
|
});
|
|
65
28
|
```
|
|
66
29
|
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
| Option | Type | Description |
|
|
70
|
-
| ------------------ | ----------------------------------- | -------------------------------------------------------------- |
|
|
71
|
-
| `apiKey` | `string` | Braintrust API key. Defaults to `BRAINTRUST_API_KEY` env var |
|
|
72
|
-
| `endpoint` | `string` | Custom endpoint URL. Defaults to `BRAINTRUST_ENDPOINT` env var |
|
|
73
|
-
| `projectName` | `string` | Project name. Defaults to `'mastra-tracing'` |
|
|
74
|
-
| `braintrustLogger` | `BraintrustLogger` | Optional compatible Braintrust logger for context integration |
|
|
75
|
-
| `currentSpan` | `() => BraintrustSpan \| undefined` | Optional resolver from the app's Braintrust package instance |
|
|
76
|
-
| `tuningParameters` | `Record<string,any>` | Support tuning parameters |
|
|
77
|
-
|
|
78
|
-
## Features
|
|
30
|
+
## Documentation
|
|
79
31
|
|
|
80
|
-
|
|
32
|
+
- [Braintrust](https://mastra.ai/integrations/observability/braintrust)
|
|
81
33
|
|
|
82
|
-
|
|
83
|
-
- **Type-specific metadata**: Extracts relevant metadata for each span type (agents, tools, workflows)
|
|
84
|
-
- **Error tracking**: Automatic error status and message tracking
|
|
85
|
-
- **Hierarchical traces**: Maintains parent-child relationships
|
|
86
|
-
- **Event span support**: Zero-duration spans for event-type traces
|
|
87
|
-
- **Context integration**: Attach to existing Braintrust spans from `logger.traced()` or `Eval()`
|
|
34
|
+
## Changelog
|
|
88
35
|
|
|
89
|
-
|
|
36
|
+
See the [package changelog](https://github.com/mastra-ai/mastra/blob/main/observability/braintrust/CHANGELOG.md) for version history and release notes.
|
|
90
37
|
|
|
91
|
-
|
|
38
|
+
## Support
|
|
92
39
|
|
|
93
|
-
|
|
94
|
-
import { currentSpan, initLogger } from 'braintrust';
|
|
95
|
-
import { BraintrustExporter } from '@mastra/braintrust';
|
|
96
|
-
|
|
97
|
-
const logger = initLogger({
|
|
98
|
-
projectName: 'my-project',
|
|
99
|
-
apiKey: process.env.BRAINTRUST_API_KEY,
|
|
100
|
-
});
|
|
101
|
-
|
|
102
|
-
const exporter = new BraintrustExporter({
|
|
103
|
-
braintrustLogger: logger,
|
|
104
|
-
currentSpan,
|
|
105
|
-
});
|
|
106
|
-
```
|
|
40
|
+
We have an [open community Discord](https://discord.gg/mastra-ai). Come and say hello and let us know if you have any questions or need any help getting things running.
|
package/dist/tracing.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"tracing.d.ts","sourceRoot":"","sources":["../src/tracing.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,KAAK,EAAE,eAAe,EAA6B,UAAU,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAC;AACxH,OAAO,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAC;AAEtD,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,KAAK,EAAE,SAAS,EAAE,sBAAsB,EAAE,MAAM,uBAAuB,CAAC;AAM/E,OAAO,KAAK,EAAE,UAAU,EAAkB,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AAE7F,KAAK,kBAAkB,GAAG,KAAK,GAAG,OAAO,GAAG,UAAU,GAAG,MAAM,GAAG,MAAM,GAAG,MAAM,CAAC;AAElF;;;;GAIG;AACH,MAAM,MAAM,uBAAuB,GAC/B;IAAE,MAAM,EAAE,MAAM,CAAC;IAAC,UAAU,EAAE,MAAM,CAAA;CAAE,GACtC;IAAE,aAAa,EAAE,MAAM,EAAE,CAAC;IAAC,UAAU,EAAE,MAAM,CAAA;CAAE,CAAC;AAEpD;;;;;;GAMG;AACH,MAAM,WAAW,cAAc;IAC7B,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,CAAC,IAAI,EAAE;QACd,MAAM,EAAE,MAAM,CAAC;QACf,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,kBAAkB,CAAC;QACzB,SAAS,EAAE,MAAM,CAAC;QAClB,aAAa,CAAC,EAAE,uBAAuB,CAAC;QACxC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;KAC5B,GAAG,cAAc,CAAC;IACnB,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,IAAI,CAAC;IACtC,GAAG,CAAC,IAAI,CAAC,EAAE;QAAE,OAAO,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,MAAM,CAAC;CAC1C;AAED;;;;;GAKG;AACH,MAAM,WAAW,gBAAgB;IAC/B,SAAS,CAAC,IAAI,EAAE;QACd,MAAM,EAAE,MAAM,CAAC;QACf,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,kBAAkB,CAAC;QACzB,SAAS,EAAE,MAAM,CAAC;QAClB,aAAa,CAAC,EAAE,uBAAuB,CAAC;QACxC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;KAC5B,GAAG,cAAc,CAAC;IACnB,WAAW,CAAC,KAAK,EAAE;QACjB,EAAE,EAAE,MAAM,CAAC;QACX,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAC/B,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QAC/B,MAAM,EAAE,UAAU,CAAC;KACpB,GAAG,IAAI,CAAC;CACV;AAED;;GAEG;AACH,UAAU,kBAAkB;IAC1B,IAAI,EAAE,cAAc,CAAC;IACrB,QAAQ,EAAE,QAAQ,CAAC;IACnB,UAAU,CAAC,EAAE,UAAU,CAAC;IAExB,kBAAkB,CAAC,EAAE,GAAG,CAAC,MAAM,EAAE,iBAAiB,CAAC,CAAC;CACrD;AAED,MAAM,WAAW,wBAAyB,SAAQ,sBAAsB;IACtE;;;;;;OAMG;IACH,gBAAgB,CAAC,EAAE,gBAAgB,CAAC;IAEpC;;;;;;OAMG;IACH,WAAW,CAAC,EAAE,MAAM,cAAc,GAAG,SAAS,CAAC;IAE/C,8DAA8D;IAC9D,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,+BAA+B;IAC/B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,0DAA0D;IAC1D,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,gCAAgC;IAChC,gBAAgB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;CACxC;AAED,KAAK,cAAc,GAAG,gBAAgB,GAAG,cAAc,CAAC;AACxD,KAAK,qBAAqB,GAAG,kBAAkB,CAAC;AAChD,KAAK,eAAe,GAAG,cAAc,CAAC;AACtC,KAAK,kBAAkB,GAAG,OAAO,CAAC;AAClC,KAAK,mBAAmB,GAAG,SAAS,CAAC,cAAc,EAAE,qBAAqB,EAAE,eAAe,EAAE,kBAAkB,CAAC,CAAC;AAoBjH,qBAAa,kBAAmB,SAAQ,gBAAgB,CACtD,cAAc,EACd,qBAAqB,EACrB,eAAe,EACf,kBAAkB,EAClB,wBAAwB,CACzB;;IACC,IAAI,SAAgB;
|
|
1
|
+
{"version":3,"file":"tracing.d.ts","sourceRoot":"","sources":["../src/tracing.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,KAAK,EAAE,eAAe,EAA6B,UAAU,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAC;AACxH,OAAO,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAC;AAEtD,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,KAAK,EAAE,SAAS,EAAE,sBAAsB,EAAE,MAAM,uBAAuB,CAAC;AAM/E,OAAO,KAAK,EAAE,UAAU,EAAkB,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AAE7F,KAAK,kBAAkB,GAAG,KAAK,GAAG,OAAO,GAAG,UAAU,GAAG,MAAM,GAAG,MAAM,GAAG,MAAM,CAAC;AAElF;;;;GAIG;AACH,MAAM,MAAM,uBAAuB,GAC/B;IAAE,MAAM,EAAE,MAAM,CAAC;IAAC,UAAU,EAAE,MAAM,CAAA;CAAE,GACtC;IAAE,aAAa,EAAE,MAAM,EAAE,CAAC;IAAC,UAAU,EAAE,MAAM,CAAA;CAAE,CAAC;AAEpD;;;;;;GAMG;AACH,MAAM,WAAW,cAAc;IAC7B,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,CAAC,IAAI,EAAE;QACd,MAAM,EAAE,MAAM,CAAC;QACf,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,kBAAkB,CAAC;QACzB,SAAS,EAAE,MAAM,CAAC;QAClB,aAAa,CAAC,EAAE,uBAAuB,CAAC;QACxC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;KAC5B,GAAG,cAAc,CAAC;IACnB,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,IAAI,CAAC;IACtC,GAAG,CAAC,IAAI,CAAC,EAAE;QAAE,OAAO,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,MAAM,CAAC;CAC1C;AAED;;;;;GAKG;AACH,MAAM,WAAW,gBAAgB;IAC/B,SAAS,CAAC,IAAI,EAAE;QACd,MAAM,EAAE,MAAM,CAAC;QACf,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,kBAAkB,CAAC;QACzB,SAAS,EAAE,MAAM,CAAC;QAClB,aAAa,CAAC,EAAE,uBAAuB,CAAC;QACxC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;KAC5B,GAAG,cAAc,CAAC;IACnB,WAAW,CAAC,KAAK,EAAE;QACjB,EAAE,EAAE,MAAM,CAAC;QACX,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAC/B,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QAC/B,MAAM,EAAE,UAAU,CAAC;KACpB,GAAG,IAAI,CAAC;CACV;AAED;;GAEG;AACH,UAAU,kBAAkB;IAC1B,IAAI,EAAE,cAAc,CAAC;IACrB,QAAQ,EAAE,QAAQ,CAAC;IACnB,UAAU,CAAC,EAAE,UAAU,CAAC;IAExB,kBAAkB,CAAC,EAAE,GAAG,CAAC,MAAM,EAAE,iBAAiB,CAAC,CAAC;CACrD;AAED,MAAM,WAAW,wBAAyB,SAAQ,sBAAsB;IACtE;;;;;;OAMG;IACH,gBAAgB,CAAC,EAAE,gBAAgB,CAAC;IAEpC;;;;;;OAMG;IACH,WAAW,CAAC,EAAE,MAAM,cAAc,GAAG,SAAS,CAAC;IAE/C,8DAA8D;IAC9D,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,+BAA+B;IAC/B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,0DAA0D;IAC1D,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,gCAAgC;IAChC,gBAAgB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;CACxC;AAED,KAAK,cAAc,GAAG,gBAAgB,GAAG,cAAc,CAAC;AACxD,KAAK,qBAAqB,GAAG,kBAAkB,CAAC;AAChD,KAAK,eAAe,GAAG,cAAc,CAAC;AACtC,KAAK,kBAAkB,GAAG,OAAO,CAAC;AAClC,KAAK,mBAAmB,GAAG,SAAS,CAAC,cAAc,EAAE,qBAAqB,EAAE,eAAe,EAAE,kBAAkB,CAAC,CAAC;AAoBjH,qBAAa,kBAAmB,SAAQ,gBAAgB,CACtD,cAAc,EACd,qBAAqB,EACrB,eAAe,EACf,kBAAkB,EAClB,wBAAwB,CACzB;;IACC,IAAI,SAAgB;IAOpB,YAAY,MAAM,GAAE,wBAA6B,EA2BhD;YAEa,cAAc;IAmBtB,YAAY,CAAC,KAAK,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CAqCnD;IAED,OAAO,CAAC,SAAS;IAkCjB;;;;;;;;;;;;;;;OAeG;IACH,OAAO,CAAC,iBAAiB;IAczB,UAAyB,UAAU,CAAC,KAAK,EAAE;QACzC,IAAI,EAAE,eAAe,CAAC;QACtB,SAAS,EAAE,mBAAmB,CAAC;KAChC,GAAG,OAAO,CAAC,cAAc,GAAG,SAAS,CAAC,CAyBtC;IAED,UAAyB,UAAU,CAAC,IAAI,EAAE;QACxC,IAAI,EAAE,eAAe,CAAC;QACtB,SAAS,EAAE,mBAAmB,CAAC;KAChC,GAAG,OAAO,CAAC,kBAAkB,GAAG,SAAS,CAAC,CAgB1C;IAED,UAAyB,WAAW,CAAC,IAAI,EAAE;QACzC,IAAI,EAAE,eAAe,CAAC;QACtB,SAAS,EAAE,mBAAmB,CAAC;KAChC,GAAG,OAAO,CAAC,eAAe,GAAG,SAAS,CAAC,CAUvC;IAED,UAAyB,WAAW,CAAC,IAAI,EAAE;QAAE,IAAI,EAAE,eAAe,CAAC;QAAC,SAAS,EAAE,mBAAmB,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAQnH;IAED,UAAyB,WAAW,CAAC,IAAI,EAAE;QAAE,IAAI,EAAE,eAAe,CAAC;QAAC,SAAS,EAAE,mBAAmB,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAgCnH;IAED,UAAyB,UAAU,CAAC,IAAI,EAAE;QAAE,IAAI,EAAE,qBAAqB,CAAC;QAAC,MAAM,EAAE,aAAa,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAO/G;IAMD;;;OAGG;IACH,OAAO,CAAC,2BAA2B;IAiBnC;;;OAGG;IACH,OAAO,CAAC,uBAAuB;IA0B/B;;;;OAIG;IACH,OAAO,CAAC,wBAAwB;IAehC;;OAEG;IACH,OAAO,CAAC,2BAA2B;IAsCnC;;;;OAIG;IACH,OAAO,CAAC,cAAc;IAqBtB;;OAEG;IACH,OAAO,CAAC,eAAe;IAavB,OAAO,CAAC,UAAU;IAQlB,OAAO,CAAC,WAAW;IAQnB,OAAO,CAAC,iBAAiB;IAUzB,OAAO,CAAC,eAAe;IA8BvB,OAAO,CAAC,gBAAgB;IAQxB,OAAO,CAAC,gBAAgB;CAqGzB"}
|
package/package.json
CHANGED
|
@@ -1,13 +1,12 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@mastra/braintrust",
|
|
3
|
-
"version": "1.3.
|
|
3
|
+
"version": "1.3.10-alpha.1",
|
|
4
4
|
"description": "Braintrust observability provider for Mastra - includes tracing and future observability features",
|
|
5
5
|
"type": "module",
|
|
6
6
|
"main": "dist/index.js",
|
|
7
7
|
"types": "dist/index.d.ts",
|
|
8
8
|
"files": [
|
|
9
|
-
"dist"
|
|
10
|
-
"CHANGELOG.md"
|
|
9
|
+
"dist"
|
|
11
10
|
],
|
|
12
11
|
"exports": {
|
|
13
12
|
".": {
|
|
@@ -25,7 +24,7 @@
|
|
|
25
24
|
"license": "Apache-2.0",
|
|
26
25
|
"dependencies": {
|
|
27
26
|
"braintrust": "^3.24.0",
|
|
28
|
-
"@mastra/observability": "1.17.
|
|
27
|
+
"@mastra/observability": "1.17.5-alpha.1"
|
|
29
28
|
},
|
|
30
29
|
"devDependencies": {
|
|
31
30
|
"@types/node": "22.20.1",
|
|
@@ -33,12 +32,12 @@
|
|
|
33
32
|
"@vitest/ui": "4.1.10",
|
|
34
33
|
"eslint": "^10.7.0",
|
|
35
34
|
"tsdown": "0.22.9",
|
|
36
|
-
"typescript": "^
|
|
35
|
+
"typescript": "^7.0.2",
|
|
37
36
|
"vitest": "4.1.10",
|
|
38
|
-
"@internal/types-builder": "0.0.
|
|
39
|
-
"@
|
|
40
|
-
"@
|
|
41
|
-
"@
|
|
37
|
+
"@internal/types-builder": "0.0.104",
|
|
38
|
+
"@internal/lint": "0.0.129",
|
|
39
|
+
"@mastra/core": "1.64.0-alpha.7",
|
|
40
|
+
"@observability/test-utils": "0.1.0"
|
|
42
41
|
},
|
|
43
42
|
"peerDependencies": {
|
|
44
43
|
"@mastra/core": ">=1.16.0-0 <2.0.0-0",
|