@mastra/deepeval 0.0.0-client-tool-results-20260912062135
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE.md +32 -0
- package/README.md +42 -0
- package/dist/index.cjs +28 -0
- package/dist/index.cjs.map +1 -0
- package/dist/index.d.ts +2 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +27 -0
- package/dist/index.js.map +1 -0
- package/dist/tracing.d.ts +16 -0
- package/dist/tracing.d.ts.map +1 -0
- package/package.json +63 -0
package/LICENSE.md
ADDED
|
@@ -0,0 +1,32 @@
|
|
|
1
|
+
Portions of this software are licensed as follows:
|
|
2
|
+
|
|
3
|
+
- All content that resides under any directory named `ee/` within this
|
|
4
|
+
repository, including but not limited to:
|
|
5
|
+
- `@mastra/core/auth/ee`
|
|
6
|
+
- `@mastra/core/agent-builder/ee`
|
|
7
|
+
- `@mastra/editor/ee`
|
|
8
|
+
|
|
9
|
+
is licensed under the license defined in [`ee/LICENSE`](https://github.com/mastra-ai/mastra/blob/main/ee/LICENSE).
|
|
10
|
+
|
|
11
|
+
- All third-party components incorporated into the Mastra Software are
|
|
12
|
+
licensed under the original license provided by the owner of the
|
|
13
|
+
applicable component.
|
|
14
|
+
|
|
15
|
+
- Content outside of the above-mentioned directories or restrictions is
|
|
16
|
+
available under the "Apache License 2.0" as defined below.
|
|
17
|
+
|
|
18
|
+
# Apache License 2.0
|
|
19
|
+
|
|
20
|
+
Copyright (c) 2025 Kepler Software, Inc.
|
|
21
|
+
|
|
22
|
+
Licensed under the Apache License, Version 2.0 (the "License");
|
|
23
|
+
you may not use this file except in compliance with the License.
|
|
24
|
+
You may obtain a copy of the License at
|
|
25
|
+
|
|
26
|
+
http://www.apache.org/licenses/LICENSE-2.0
|
|
27
|
+
|
|
28
|
+
Unless required by applicable law or agreed to in writing, software
|
|
29
|
+
distributed under the License is distributed on an "AS IS" BASIS,
|
|
30
|
+
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
31
|
+
See the License for the specific language governing permissions and
|
|
32
|
+
limitations under the License.
|
package/README.md
ADDED
|
@@ -0,0 +1,42 @@
|
|
|
1
|
+
# @mastra/deepeval
|
|
2
|
+
|
|
3
|
+
[Confident AI](https://www.confident-ai.com/) observability exporter for Mastra applications. Sends your Mastra traces to Confident AI for evaluation and monitoring, built on the DeepEval SDK.
|
|
4
|
+
|
|
5
|
+
## Installation
|
|
6
|
+
|
|
7
|
+
```bash
|
|
8
|
+
npm install @mastra/deepeval
|
|
9
|
+
```
|
|
10
|
+
|
|
11
|
+
## Usage
|
|
12
|
+
|
|
13
|
+
Set `CONFIDENT_API_KEY` before creating the exporter.
|
|
14
|
+
|
|
15
|
+
```typescript
|
|
16
|
+
import { Mastra } from '@mastra/core/mastra';
|
|
17
|
+
import { Observability } from '@mastra/observability';
|
|
18
|
+
import { DeepEvalExporter } from '@mastra/deepeval';
|
|
19
|
+
|
|
20
|
+
export const mastra = new Mastra({
|
|
21
|
+
observability: new Observability({
|
|
22
|
+
configs: {
|
|
23
|
+
deepeval: {
|
|
24
|
+
serviceName: 'my-service',
|
|
25
|
+
exporters: [new DeepEvalExporter()],
|
|
26
|
+
},
|
|
27
|
+
},
|
|
28
|
+
}),
|
|
29
|
+
});
|
|
30
|
+
```
|
|
31
|
+
|
|
32
|
+
## Documentation
|
|
33
|
+
|
|
34
|
+
- [@mastra/deepeval documentation](https://mastra.ai/integrations/observability/confident-ai)
|
|
35
|
+
|
|
36
|
+
## Changelog
|
|
37
|
+
|
|
38
|
+
See the [package changelog](https://github.com/mastra-ai/mastra/blob/main/observability/deepeval/CHANGELOG.md) for version history and release notes.
|
|
39
|
+
|
|
40
|
+
## Support
|
|
41
|
+
|
|
42
|
+
We have an [open community Discord](https://discord.gg/mastra-ai). Come and say hello and let us know if you have any questions or need any help getting things running.
|
package/dist/index.cjs
ADDED
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
Object.defineProperty(exports, Symbol.toStringTag, { value: "Module" });
|
|
2
|
+
let _mastra_observability = require("@mastra/observability");
|
|
3
|
+
let deepeval_integrations_mastra = require("deepeval/integrations/mastra");
|
|
4
|
+
//#region src/tracing.ts
|
|
5
|
+
var DeepEvalExporter = class extends _mastra_observability.BaseExporter {
|
|
6
|
+
name = "deepeval";
|
|
7
|
+
#inner;
|
|
8
|
+
constructor(config = {}) {
|
|
9
|
+
super(config);
|
|
10
|
+
this.#inner = new deepeval_integrations_mastra.DeepEvalExporter(config);
|
|
11
|
+
}
|
|
12
|
+
init(options) {
|
|
13
|
+
this.#inner.init?.(options);
|
|
14
|
+
}
|
|
15
|
+
async _exportTracingEvent(event) {
|
|
16
|
+
await this.#inner.exportTracingEvent(event);
|
|
17
|
+
}
|
|
18
|
+
async flush() {
|
|
19
|
+
await this.#inner.flush();
|
|
20
|
+
}
|
|
21
|
+
async shutdown() {
|
|
22
|
+
await this.#inner.shutdown();
|
|
23
|
+
}
|
|
24
|
+
};
|
|
25
|
+
//#endregion
|
|
26
|
+
exports.DeepEvalExporter = DeepEvalExporter;
|
|
27
|
+
|
|
28
|
+
//# sourceMappingURL=index.cjs.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.cjs","names":["BaseExporter","#inner","DeepEvalCoreExporter"],"sources":["../src/tracing.ts"],"sourcesContent":["import type { InitExporterOptions, TracingEvent } from '@mastra/core/observability';\nimport { BaseExporter } from '@mastra/observability';\nimport type { BaseExporterConfig } from '@mastra/observability';\nimport {\n DeepEvalExporter as DeepEvalCoreExporter,\n type DeepEvalExporterConfig as DeepEvalCoreConfig,\n} from 'deepeval/integrations/mastra';\n\nexport interface DeepEvalExporterConfig extends BaseExporterConfig, DeepEvalCoreConfig {}\n\nexport class DeepEvalExporter extends BaseExporter {\n name = 'deepeval';\n\n readonly #inner: DeepEvalCoreExporter;\n\n constructor(config: DeepEvalExporterConfig = {}) {\n super(config);\n this.#inner = new DeepEvalCoreExporter(config);\n }\n\n override init(options: InitExporterOptions): void {\n this.#inner.init?.(options);\n }\n\n protected async _exportTracingEvent(event: TracingEvent): Promise<void> {\n await this.#inner.exportTracingEvent(event);\n }\n\n override async flush(): Promise<void> {\n await this.#inner.flush();\n }\n\n override async shutdown(): Promise<void> {\n await this.#inner.shutdown();\n }\n}\n"],"mappings":";;;;AAUA,IAAa,mBAAb,cAAsCA,sBAAAA,aAAa;CACjD,OAAO;CAEP;CAEA,YAAY,SAAiC,CAAC,GAAG;EAC/C,MAAM,MAAM;EACZ,KAAKC,SAAS,IAAIC,6BAAAA,iBAAqB,MAAM;CAC/C;CAEA,KAAc,SAAoC;EAChD,KAAKD,OAAO,OAAO,OAAO;CAC5B;CAEA,MAAgB,oBAAoB,OAAoC;EACtE,MAAM,KAAKA,OAAO,mBAAmB,KAAK;CAC5C;CAEA,MAAe,QAAuB;EACpC,MAAM,KAAKA,OAAO,MAAM;CAC1B;CAEA,MAAe,WAA0B;EACvC,MAAM,KAAKA,OAAO,SAAS;CAC7B;AACF"}
|
package/dist/index.d.ts
ADDED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,WAAW,CAAC"}
|
package/dist/index.js
ADDED
|
@@ -0,0 +1,27 @@
|
|
|
1
|
+
import { BaseExporter } from "@mastra/observability";
|
|
2
|
+
import { DeepEvalExporter as DeepEvalExporter$1 } from "deepeval/integrations/mastra";
|
|
3
|
+
//#region src/tracing.ts
|
|
4
|
+
var DeepEvalExporter = class extends BaseExporter {
|
|
5
|
+
name = "deepeval";
|
|
6
|
+
#inner;
|
|
7
|
+
constructor(config = {}) {
|
|
8
|
+
super(config);
|
|
9
|
+
this.#inner = new DeepEvalExporter$1(config);
|
|
10
|
+
}
|
|
11
|
+
init(options) {
|
|
12
|
+
this.#inner.init?.(options);
|
|
13
|
+
}
|
|
14
|
+
async _exportTracingEvent(event) {
|
|
15
|
+
await this.#inner.exportTracingEvent(event);
|
|
16
|
+
}
|
|
17
|
+
async flush() {
|
|
18
|
+
await this.#inner.flush();
|
|
19
|
+
}
|
|
20
|
+
async shutdown() {
|
|
21
|
+
await this.#inner.shutdown();
|
|
22
|
+
}
|
|
23
|
+
};
|
|
24
|
+
//#endregion
|
|
25
|
+
export { DeepEvalExporter };
|
|
26
|
+
|
|
27
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","names":["#inner","DeepEvalCoreExporter"],"sources":["../src/tracing.ts"],"sourcesContent":["import type { InitExporterOptions, TracingEvent } from '@mastra/core/observability';\nimport { BaseExporter } from '@mastra/observability';\nimport type { BaseExporterConfig } from '@mastra/observability';\nimport {\n DeepEvalExporter as DeepEvalCoreExporter,\n type DeepEvalExporterConfig as DeepEvalCoreConfig,\n} from 'deepeval/integrations/mastra';\n\nexport interface DeepEvalExporterConfig extends BaseExporterConfig, DeepEvalCoreConfig {}\n\nexport class DeepEvalExporter extends BaseExporter {\n name = 'deepeval';\n\n readonly #inner: DeepEvalCoreExporter;\n\n constructor(config: DeepEvalExporterConfig = {}) {\n super(config);\n this.#inner = new DeepEvalCoreExporter(config);\n }\n\n override init(options: InitExporterOptions): void {\n this.#inner.init?.(options);\n }\n\n protected async _exportTracingEvent(event: TracingEvent): Promise<void> {\n await this.#inner.exportTracingEvent(event);\n }\n\n override async flush(): Promise<void> {\n await this.#inner.flush();\n }\n\n override async shutdown(): Promise<void> {\n await this.#inner.shutdown();\n }\n}\n"],"mappings":";;;AAUA,IAAa,mBAAb,cAAsC,aAAa;CACjD,OAAO;CAEP;CAEA,YAAY,SAAiC,CAAC,GAAG;EAC/C,MAAM,MAAM;EACZ,KAAKA,SAAS,IAAIC,mBAAqB,MAAM;CAC/C;CAEA,KAAc,SAAoC;EAChD,KAAKD,OAAO,OAAO,OAAO;CAC5B;CAEA,MAAgB,oBAAoB,OAAoC;EACtE,MAAM,KAAKA,OAAO,mBAAmB,KAAK;CAC5C;CAEA,MAAe,QAAuB;EACpC,MAAM,KAAKA,OAAO,MAAM;CAC1B;CAEA,MAAe,WAA0B;EACvC,MAAM,KAAKA,OAAO,SAAS;CAC7B;AACF"}
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
import type { InitExporterOptions, TracingEvent } from '@mastra/core/observability';
|
|
2
|
+
import { BaseExporter } from '@mastra/observability';
|
|
3
|
+
import type { BaseExporterConfig } from '@mastra/observability';
|
|
4
|
+
import { type DeepEvalExporterConfig as DeepEvalCoreConfig } from 'deepeval/integrations/mastra';
|
|
5
|
+
export interface DeepEvalExporterConfig extends BaseExporterConfig, DeepEvalCoreConfig {
|
|
6
|
+
}
|
|
7
|
+
export declare class DeepEvalExporter extends BaseExporter {
|
|
8
|
+
#private;
|
|
9
|
+
name: string;
|
|
10
|
+
constructor(config?: DeepEvalExporterConfig);
|
|
11
|
+
init(options: InitExporterOptions): void;
|
|
12
|
+
protected _exportTracingEvent(event: TracingEvent): Promise<void>;
|
|
13
|
+
flush(): Promise<void>;
|
|
14
|
+
shutdown(): Promise<void>;
|
|
15
|
+
}
|
|
16
|
+
//# sourceMappingURL=tracing.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"tracing.d.ts","sourceRoot":"","sources":["../src/tracing.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,mBAAmB,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAC;AACpF,OAAO,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AACrD,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,uBAAuB,CAAC;AAChE,OAAO,EAEL,KAAK,sBAAsB,IAAI,kBAAkB,EAClD,MAAM,8BAA8B,CAAC;AAEtC,MAAM,WAAW,sBAAuB,SAAQ,kBAAkB,EAAE,kBAAkB;CAAG;AAEzF,qBAAa,gBAAiB,SAAQ,YAAY;;IAChD,IAAI,SAAc;IAIlB,YAAY,MAAM,GAAE,sBAA2B,EAG9C;IAEQ,IAAI,CAAC,OAAO,EAAE,mBAAmB,GAAG,IAAI,CAEhD;IAED,UAAgB,mBAAmB,CAAC,KAAK,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC,CAEtE;IAEc,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAEpC;IAEc,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC,CAEvC;CACF"}
|
package/package.json
ADDED
|
@@ -0,0 +1,63 @@
|
|
|
1
|
+
{
|
|
2
|
+
"name": "@mastra/deepeval",
|
|
3
|
+
"version": "0.0.0-client-tool-results-20260912062135",
|
|
4
|
+
"description": "DeepEval (Confident AI) observability provider for Mastra - includes tracing and future observability features",
|
|
5
|
+
"type": "module",
|
|
6
|
+
"main": "dist/index.js",
|
|
7
|
+
"types": "dist/index.d.ts",
|
|
8
|
+
"files": [
|
|
9
|
+
"dist"
|
|
10
|
+
],
|
|
11
|
+
"exports": {
|
|
12
|
+
".": {
|
|
13
|
+
"import": {
|
|
14
|
+
"types": "./dist/index.d.ts",
|
|
15
|
+
"default": "./dist/index.js"
|
|
16
|
+
},
|
|
17
|
+
"require": {
|
|
18
|
+
"types": "./dist/index.d.ts",
|
|
19
|
+
"default": "./dist/index.cjs"
|
|
20
|
+
}
|
|
21
|
+
},
|
|
22
|
+
"./package.json": "./package.json"
|
|
23
|
+
},
|
|
24
|
+
"license": "Apache-2.0",
|
|
25
|
+
"dependencies": {
|
|
26
|
+
"deepeval": "^0.1.32",
|
|
27
|
+
"@mastra/observability": "0.0.0-client-tool-results-20260912062135"
|
|
28
|
+
},
|
|
29
|
+
"devDependencies": {
|
|
30
|
+
"@types/node": "22.20.1",
|
|
31
|
+
"@vitest/coverage-v8": "4.1.10",
|
|
32
|
+
"@vitest/ui": "4.1.10",
|
|
33
|
+
"eslint": "^10.4.1",
|
|
34
|
+
"tsdown": "0.22.9",
|
|
35
|
+
"typescript": "^7.0.2",
|
|
36
|
+
"vitest": "4.1.10",
|
|
37
|
+
"@internal/lint": "0.0.0-client-tool-results-20260912062135",
|
|
38
|
+
"@internal/types-builder": "0.0.0-client-tool-results-20260912062135",
|
|
39
|
+
"@mastra/core": "0.0.0-client-tool-results-20260912062135"
|
|
40
|
+
},
|
|
41
|
+
"peerDependencies": {
|
|
42
|
+
"@mastra/core": "0.0.0-client-tool-results-20260912062135"
|
|
43
|
+
},
|
|
44
|
+
"homepage": "https://mastra.ai",
|
|
45
|
+
"repository": {
|
|
46
|
+
"type": "git",
|
|
47
|
+
"url": "git+https://github.com/mastra-ai/mastra.git",
|
|
48
|
+
"directory": "observability/deepeval"
|
|
49
|
+
},
|
|
50
|
+
"bugs": {
|
|
51
|
+
"url": "https://github.com/mastra-ai/mastra/issues"
|
|
52
|
+
},
|
|
53
|
+
"engines": {
|
|
54
|
+
"node": ">=22.13.0"
|
|
55
|
+
},
|
|
56
|
+
"scripts": {
|
|
57
|
+
"build": "tsdown --logLevel silent --config tsdown.config.ts",
|
|
58
|
+
"build:watch": "pnpm build --watch",
|
|
59
|
+
"test": "vitest run",
|
|
60
|
+
"test:watch": "vitest watch",
|
|
61
|
+
"lint": "eslint ."
|
|
62
|
+
}
|
|
63
|
+
}
|