@mastra/deepeval 0.1.7-alpha.0 → 0.1.7-alpha.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +9 -58
- package/package.json +4 -4
package/README.md
CHANGED
|
@@ -10,24 +10,14 @@ npm install @mastra/deepeval
|
|
|
10
10
|
|
|
11
11
|
## Usage
|
|
12
12
|
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
The exporter automatically reads credentials from environment variables:
|
|
16
|
-
|
|
17
|
-
```bash
|
|
18
|
-
# Required
|
|
19
|
-
CONFIDENT_API_KEY=confident_...
|
|
20
|
-
|
|
21
|
-
# Optional
|
|
22
|
-
CONFIDENT_TRACE_ENVIRONMENT=production # Defaults to "development"
|
|
23
|
-
```
|
|
13
|
+
Set `CONFIDENT_API_KEY` before creating the exporter.
|
|
24
14
|
|
|
25
15
|
```typescript
|
|
16
|
+
import { Mastra } from '@mastra/core/mastra';
|
|
26
17
|
import { Observability } from '@mastra/observability';
|
|
27
18
|
import { DeepEvalExporter } from '@mastra/deepeval';
|
|
28
19
|
|
|
29
|
-
const mastra = new Mastra({
|
|
30
|
-
...,
|
|
20
|
+
export const mastra = new Mastra({
|
|
31
21
|
observability: new Observability({
|
|
32
22
|
configs: {
|
|
33
23
|
deepeval: {
|
|
@@ -39,53 +29,14 @@ const mastra = new Mastra({
|
|
|
39
29
|
});
|
|
40
30
|
```
|
|
41
31
|
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
You can also pass credentials directly:
|
|
45
|
-
|
|
46
|
-
```typescript
|
|
47
|
-
import { Observability } from '@mastra/observability';
|
|
48
|
-
import { DeepEvalExporter } from '@mastra/deepeval';
|
|
49
|
-
|
|
50
|
-
const mastra = new Mastra({
|
|
51
|
-
...,
|
|
52
|
-
observability: new Observability({
|
|
53
|
-
configs: {
|
|
54
|
-
deepeval: {
|
|
55
|
-
serviceName: 'my-service',
|
|
56
|
-
exporters: [
|
|
57
|
-
new DeepEvalExporter({
|
|
58
|
-
apiKey: 'confident_...',
|
|
59
|
-
environment: 'production',
|
|
60
|
-
}),
|
|
61
|
-
],
|
|
62
|
-
},
|
|
63
|
-
},
|
|
64
|
-
}),
|
|
65
|
-
});
|
|
66
|
-
```
|
|
32
|
+
## Documentation
|
|
67
33
|
|
|
68
|
-
|
|
34
|
+
- [@mastra/deepeval documentation](https://mastra.ai/integrations/observability/confident-ai)
|
|
69
35
|
|
|
70
|
-
|
|
71
|
-
| ------------------------- | ------------------------ | ----------------------------------------------------------------------------- |
|
|
72
|
-
| `apiKey` | `string` | Confident AI API key. Defaults to the `CONFIDENT_API_KEY` env var |
|
|
73
|
-
| `environment` | `string` | Trace environment. Defaults to `CONFIDENT_TRACE_ENVIRONMENT` or `development` |
|
|
74
|
-
| `name` | `string` | Trace name. Defaults to the Mastra `serviceName` |
|
|
75
|
-
| `tags` | `string[]` | Tags applied to every trace |
|
|
76
|
-
| `metadata` | `Record<string, any>` | Metadata applied to every trace |
|
|
77
|
-
| `metricCollection` | `string` | Trace-level metric collection |
|
|
78
|
-
| `llmMetricCollection` | `string` | Metric collection applied to LLM spans |
|
|
79
|
-
| `agentMetricCollection` | `string` | Metric collection applied to agent spans |
|
|
80
|
-
| `toolMetricCollectionMap` | `Record<string, string>` | Metric collection applied per tool name |
|
|
81
|
-
| `traceCaptureSink` | `(trace) => void` | Receives completed traces locally instead of posting (for offline evaluation) |
|
|
36
|
+
## Changelog
|
|
82
37
|
|
|
83
|
-
|
|
38
|
+
See the [package changelog](https://github.com/mastra-ai/mastra/blob/main/observability/deepeval/CHANGELOG.md) for version history and release notes.
|
|
84
39
|
|
|
85
|
-
|
|
40
|
+
## Support
|
|
86
41
|
|
|
87
|
-
-
|
|
88
|
-
- **Type-specific fields**: Extracts model, token counts, tool calls, and per-type metadata
|
|
89
|
-
- **Error tracking**: Automatic error status and message tracking
|
|
90
|
-
- **Hierarchical traces**: Maintains parent-child relationships and posts the trace once the root span ends
|
|
91
|
-
- **Metric collections**: Attach Confident AI metric collections at the trace and per-span-type level
|
|
42
|
+
We have an [open community Discord](https://discord.gg/mastra-ai). Come and say hello and let us know if you have any questions or need any help getting things running.
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@mastra/deepeval",
|
|
3
|
-
"version": "0.1.7-alpha.
|
|
3
|
+
"version": "0.1.7-alpha.2",
|
|
4
4
|
"description": "DeepEval (Confident AI) observability provider for Mastra - includes tracing and future observability features",
|
|
5
5
|
"type": "module",
|
|
6
6
|
"main": "dist/index.js",
|
|
@@ -24,7 +24,7 @@
|
|
|
24
24
|
"license": "Apache-2.0",
|
|
25
25
|
"dependencies": {
|
|
26
26
|
"deepeval": "^0.1.32",
|
|
27
|
-
"@mastra/observability": "1.17.5-alpha.
|
|
27
|
+
"@mastra/observability": "1.17.5-alpha.2"
|
|
28
28
|
},
|
|
29
29
|
"devDependencies": {
|
|
30
30
|
"@types/node": "22.20.1",
|
|
@@ -34,9 +34,9 @@
|
|
|
34
34
|
"tsdown": "0.22.9",
|
|
35
35
|
"typescript": "^7.0.2",
|
|
36
36
|
"vitest": "4.1.10",
|
|
37
|
-
"@internal/lint": "0.0.129",
|
|
38
37
|
"@internal/types-builder": "0.0.104",
|
|
39
|
-
"@
|
|
38
|
+
"@internal/lint": "0.0.129",
|
|
39
|
+
"@mastra/core": "1.64.0-alpha.8"
|
|
40
40
|
},
|
|
41
41
|
"peerDependencies": {
|
|
42
42
|
"@mastra/core": ">=1.16.0-0 <2.0.0-0"
|