mastra 0.10.21 → 0.10.22-alpha.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +7 -16
- package/dist/analytics/index.js +1 -0
- package/dist/answer-relevancy-scorer-CTIL35GQ.js +22 -0
- package/dist/answer-relevancy-scorer-CTIL35GQ.js.map +1 -0
- package/dist/bias-detection-scorer-IWHTLHDC.js +23 -0
- package/dist/bias-detection-scorer-IWHTLHDC.js.map +1 -0
- package/dist/{chunk-KBXIE32B.js → chunk-Q7EUFCXR.js} +5 -5
- package/dist/chunk-Q7EUFCXR.js.map +1 -0
- package/dist/chunk-QKQ47GQZ.js +9 -0
- package/dist/chunk-QKQ47GQZ.js.map +1 -0
- package/dist/commands/actions/add-scorer.d.ts +2 -0
- package/dist/commands/actions/add-scorer.d.ts.map +1 -0
- package/dist/commands/actions/build-project.d.ts +2 -0
- package/dist/commands/actions/build-project.d.ts.map +1 -0
- package/dist/commands/actions/create-project.d.ts +2 -0
- package/dist/commands/actions/create-project.d.ts.map +1 -0
- package/dist/commands/actions/deploy-project.d.ts +2 -0
- package/dist/commands/actions/deploy-project.d.ts.map +1 -0
- package/dist/commands/actions/init-project.d.ts +2 -0
- package/dist/commands/actions/init-project.d.ts.map +1 -0
- package/dist/commands/actions/lint-project.d.ts +2 -0
- package/dist/commands/actions/lint-project.d.ts.map +1 -0
- package/dist/commands/actions/list-scorers.d.ts +2 -0
- package/dist/commands/actions/list-scorers.d.ts.map +1 -0
- package/dist/commands/actions/start-dev-server.d.ts +2 -0
- package/dist/commands/actions/start-dev-server.d.ts.map +1 -0
- package/dist/commands/actions/start-project.d.ts +2 -0
- package/dist/commands/actions/start-project.d.ts.map +1 -0
- package/dist/commands/create/create.d.ts +2 -0
- package/dist/commands/create/create.d.ts.map +1 -1
- package/dist/commands/create/create.js +2 -1
- package/dist/commands/dev/telemetry-resolver.js +2 -0
- package/dist/commands/dev/telemetry-resolver.js.map +1 -1
- package/dist/commands/scorers/add-new-scorer.d.ts +4 -0
- package/dist/commands/scorers/add-new-scorer.d.ts.map +1 -0
- package/dist/commands/scorers/available-scorers.d.ts +3 -0
- package/dist/commands/scorers/available-scorers.d.ts.map +1 -0
- package/dist/commands/scorers/file-utils.d.ts +5 -0
- package/dist/commands/scorers/file-utils.d.ts.map +1 -0
- package/dist/commands/scorers/list-all-scorers.d.ts +2 -0
- package/dist/commands/scorers/list-all-scorers.d.ts.map +1 -0
- package/dist/commands/scorers/types.d.ts +9 -0
- package/dist/commands/scorers/types.d.ts.map +1 -0
- package/dist/completeness-scorer-KH4LU4BW.js +23 -0
- package/dist/completeness-scorer-KH4LU4BW.js.map +1 -0
- package/dist/content-similarity-scorer-NB76ISB5.js +22 -0
- package/dist/content-similarity-scorer-NB76ISB5.js.map +1 -0
- package/dist/faithfulness-scorer-F6GLSRTV.js +28 -0
- package/dist/faithfulness-scorer-F6GLSRTV.js.map +1 -0
- package/dist/hallucination-scorer-NJW7PTKD.js +28 -0
- package/dist/hallucination-scorer-NJW7PTKD.js.map +1 -0
- package/dist/index.d.ts +5 -1
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +712 -389
- package/dist/index.js.map +1 -1
- package/dist/keyword-coverage-scorer-63AEWDTL.js +22 -0
- package/dist/keyword-coverage-scorer-63AEWDTL.js.map +1 -0
- package/dist/templates/scorers/answer-relevancy-scorer.d.ts +2 -0
- package/dist/templates/scorers/answer-relevancy-scorer.d.ts.map +1 -0
- package/dist/templates/scorers/answer-relevancy-scorer.ts +15 -0
- package/dist/templates/scorers/bias-detection-scorer.d.ts +2 -0
- package/dist/templates/scorers/bias-detection-scorer.d.ts.map +1 -0
- package/dist/templates/scorers/bias-detection-scorer.ts +16 -0
- package/dist/templates/scorers/completeness-scorer.d.ts +2 -0
- package/dist/templates/scorers/completeness-scorer.d.ts.map +1 -0
- package/dist/templates/scorers/completeness-scorer.ts +16 -0
- package/dist/templates/scorers/content-similarity-scorer.d.ts +2 -0
- package/dist/templates/scorers/content-similarity-scorer.d.ts.map +1 -0
- package/dist/templates/scorers/content-similarity-scorer.ts +15 -0
- package/dist/templates/scorers/faithfulness-scorer.d.ts +2 -0
- package/dist/templates/scorers/faithfulness-scorer.d.ts.map +1 -0
- package/dist/templates/scorers/faithfulness-scorer.ts +21 -0
- package/dist/templates/scorers/hallucination-scorer.d.ts +2 -0
- package/dist/templates/scorers/hallucination-scorer.d.ts.map +1 -0
- package/dist/templates/scorers/hallucination-scorer.ts +21 -0
- package/dist/templates/scorers/keyword-coverage-scorer.d.ts +2 -0
- package/dist/templates/scorers/keyword-coverage-scorer.d.ts.map +1 -0
- package/dist/templates/scorers/keyword-coverage-scorer.ts +15 -0
- package/dist/templates/scorers/textual-difference-scorer.d.ts +2 -0
- package/dist/templates/scorers/textual-difference-scorer.d.ts.map +1 -0
- package/dist/templates/scorers/textual-difference-scorer.ts +16 -0
- package/dist/templates/scorers/tone-consistency-scorer.d.ts +2 -0
- package/dist/templates/scorers/tone-consistency-scorer.d.ts.map +1 -0
- package/dist/templates/scorers/tone-consistency-scorer.ts +16 -0
- package/dist/templates/scorers/toxicity-detection-scorer.d.ts +2 -0
- package/dist/templates/scorers/toxicity-detection-scorer.d.ts.map +1 -0
- package/dist/templates/scorers/toxicity-detection-scorer.ts +16 -0
- package/dist/textual-difference-scorer-2MUWQ22U.js +23 -0
- package/dist/textual-difference-scorer-2MUWQ22U.js.map +1 -0
- package/dist/tone-consistency-scorer-ZEXVRFCP.js +23 -0
- package/dist/tone-consistency-scorer-ZEXVRFCP.js.map +1 -0
- package/dist/toxicity-detection-scorer-RMTLQCHI.js +23 -0
- package/dist/toxicity-detection-scorer-RMTLQCHI.js.map +1 -0
- package/dist/utils/string.d.ts.map +1 -1
- package/package.json +8 -8
- package/src/playground/dist/assets/{index-BvotBPNM.js → index-DS0HEdw9.js} +1 -1
- package/src/playground/dist/assets/{index-8aoQOYud.js → index-DWNe47MO.js} +1 -1
- package/src/playground/dist/assets/{index-c7ceEoBf.js → index-Dl2dSCrB.js} +237 -232
- package/src/playground/dist/assets/style-l016qUqz.css +1 -0
- package/src/playground/dist/index.html +2 -2
- package/dist/chunk-KBXIE32B.js.map +0 -1
- package/dist/starter-files/config.d.ts +0 -26
- package/dist/starter-files/config.d.ts.map +0 -1
- package/dist/starter-files/config.ts +0 -25
- package/dist/starter-files/mastra-pg.docker-compose.yaml +0 -15
- package/dist/utils/find-api-keys.d.ts +0 -5
- package/dist/utils/find-api-keys.d.ts.map +0 -1
- package/dist/utils/get-engine-path.d.ts +0 -2
- package/dist/utils/get-engine-path.d.ts.map +0 -1
- package/dist/utils/get-env.d.ts +0 -2
- package/dist/utils/get-env.d.ts.map +0 -1
- package/src/playground/dist/assets/style-18US00uZ.css +0 -1
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
export const hallucinationScorer = `
|
|
2
|
+
import { openai } from "@ai-sdk/openai";
|
|
3
|
+
import { createHallucinationScorer } from "@mastra/evals/scorers/llm";
|
|
4
|
+
|
|
5
|
+
const scorer = createHallucinationScorer({ model: openai("gpt-4o-mini"), options: {
|
|
6
|
+
context: [
|
|
7
|
+
"The iPhone was first released in 2007.",
|
|
8
|
+
"Steve Jobs unveiled it at Macworld.",
|
|
9
|
+
"The original model had a 3.5-inch screen."
|
|
10
|
+
]
|
|
11
|
+
});
|
|
12
|
+
|
|
13
|
+
const query = "When was the first iPhone released?";
|
|
14
|
+
const response = "The iPhone was first released in 2007, when Steve Jobs unveiled it at Macworld. The original iPhone featured a 3.5-inch screen.";
|
|
15
|
+
|
|
16
|
+
const result = await scorer.run({
|
|
17
|
+
input: [{ role: 'user', content: query }],
|
|
18
|
+
output: { text: response },
|
|
19
|
+
});
|
|
20
|
+
|
|
21
|
+
console.log(result);`;
|
|
@@ -0,0 +1,2 @@
|
|
|
1
|
+
export declare const keywordCoverageScorer = "\nimport { createKeywordCoverageScorer } from \"@mastra/evals/scorers/code\";\n \nconst scorer = createKeywordCoverageScorer();\n \nconst input = 'JavaScript frameworks like React and Vue';\nconst output = 'Popular JavaScript frameworks include React and Vue for web development';\n \nconst result = await scorer.run({\n input: [{ role: 'user', content: input }],\n output: { role: 'assistant', text: output },\n});\n \nconsole.log('Score:', result.score);\nconsole.log('AnalyzeStepResult:', result.analyzeStepResult);";
|
|
2
|
+
//# sourceMappingURL=keyword-coverage-scorer.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"keyword-coverage-scorer.d.ts","sourceRoot":"","sources":["../../../src/templates/scorers/keyword-coverage-scorer.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,qBAAqB,6gBAc2B,CAAC"}
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
export const keywordCoverageScorer = `
|
|
2
|
+
import { createKeywordCoverageScorer } from "@mastra/evals/scorers/code";
|
|
3
|
+
|
|
4
|
+
const scorer = createKeywordCoverageScorer();
|
|
5
|
+
|
|
6
|
+
const input = 'JavaScript frameworks like React and Vue';
|
|
7
|
+
const output = 'Popular JavaScript frameworks include React and Vue for web development';
|
|
8
|
+
|
|
9
|
+
const result = await scorer.run({
|
|
10
|
+
input: [{ role: 'user', content: input }],
|
|
11
|
+
output: { role: 'assistant', text: output },
|
|
12
|
+
});
|
|
13
|
+
|
|
14
|
+
console.log('Score:', result.score);
|
|
15
|
+
console.log('AnalyzeStepResult:', result.analyzeStepResult);`;
|
|
@@ -0,0 +1,2 @@
|
|
|
1
|
+
export declare const textualDifferenceScorer = "\nimport { createTextualDifferenceScorer } from \"@mastra/evals/scorers/code\";\n \nconst scorer = createTextualDifferenceScorer();\n \nconst input = 'The quick brown fox jumps over the lazy dog';\nconst output = 'The quick brown fox jumps over the lazy dog';\n \nconst result = await scorer.run({\n input: [{ role: 'user', content: input }],\n output: { role: 'assistant', text: output },\n});\n \nconsole.log('Score:', result.score);\nconsole.log('AnalyzeStepResult:', result.analyzeStepResult);\n";
|
|
2
|
+
//# sourceMappingURL=textual-difference-scorer.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"textual-difference-scorer.d.ts","sourceRoot":"","sources":["../../../src/templates/scorers/textual-difference-scorer.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,uBAAuB,0fAenC,CAAC"}
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
export const textualDifferenceScorer = `
|
|
2
|
+
import { createTextualDifferenceScorer } from "@mastra/evals/scorers/code";
|
|
3
|
+
|
|
4
|
+
const scorer = createTextualDifferenceScorer();
|
|
5
|
+
|
|
6
|
+
const input = 'The quick brown fox jumps over the lazy dog';
|
|
7
|
+
const output = 'The quick brown fox jumps over the lazy dog';
|
|
8
|
+
|
|
9
|
+
const result = await scorer.run({
|
|
10
|
+
input: [{ role: 'user', content: input }],
|
|
11
|
+
output: { role: 'assistant', text: output },
|
|
12
|
+
});
|
|
13
|
+
|
|
14
|
+
console.log('Score:', result.score);
|
|
15
|
+
console.log('AnalyzeStepResult:', result.analyzeStepResult);
|
|
16
|
+
`;
|
|
@@ -0,0 +1,2 @@
|
|
|
1
|
+
export declare const toneConsistencyScorer = "\nimport { createToneScorer } from \"@mastra/evals/scorers/code\";\n \nconst scorer = createToneScorer();\n \nconst input = 'This product is fantastic and amazing!';\nconst output = 'The product is excellent and wonderful!';\n \nconst result = await scorer.run({\n input: [{ role: 'user', content: input }],\n output: { role: 'assistant', text: output },\n});\n \nconsole.log('Score:', result.score);\nconsole.log('AnalyzeStepResult:', result.analyzeStepResult);\n";
|
|
2
|
+
//# sourceMappingURL=tone-consistency-scorer.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"tone-consistency-scorer.d.ts","sourceRoot":"","sources":["../../../src/templates/scorers/tone-consistency-scorer.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,qBAAqB,udAejC,CAAC"}
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
export const toneConsistencyScorer = `
|
|
2
|
+
import { createToneScorer } from "@mastra/evals/scorers/code";
|
|
3
|
+
|
|
4
|
+
const scorer = createToneScorer();
|
|
5
|
+
|
|
6
|
+
const input = 'This product is fantastic and amazing!';
|
|
7
|
+
const output = 'The product is excellent and wonderful!';
|
|
8
|
+
|
|
9
|
+
const result = await scorer.run({
|
|
10
|
+
input: [{ role: 'user', content: input }],
|
|
11
|
+
output: { role: 'assistant', text: output },
|
|
12
|
+
});
|
|
13
|
+
|
|
14
|
+
console.log('Score:', result.score);
|
|
15
|
+
console.log('AnalyzeStepResult:', result.analyzeStepResult);
|
|
16
|
+
`;
|
|
@@ -0,0 +1,2 @@
|
|
|
1
|
+
export declare const toxicityDetectionScorer = "\nimport { openai } from \"@ai-sdk/openai\";\nimport { createToxicityScorer } from \"@mastra/evals/scorers/llm\";\n \nconst scorer = createToxicityScorer({ model: openai(\"gpt-4o-mini\") });\n \nconst query = 'What do you think about the new team member?';\nconst response = 'That incompetent fool is a complete waste of space. They clearly bought their degree and have no business being here. Everyone hates working with them.';\n \nconst result = await scorer.run({\n input: [{ role: 'user', content: query }],\n output: { role: 'assistant', text: response },\n});\n \nconsole.log('Score:', result.score);\nconsole.log('Reason:', result.reason);";
|
|
2
|
+
//# sourceMappingURL=toxicity-detection-scorer.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"toxicity-detection-scorer.d.ts","sourceRoot":"","sources":["../../../src/templates/scorers/toxicity-detection-scorer.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,uBAAuB,8oBAeG,CAAC"}
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
export const toxicityDetectionScorer = `
|
|
2
|
+
import { openai } from "@ai-sdk/openai";
|
|
3
|
+
import { createToxicityScorer } from "@mastra/evals/scorers/llm";
|
|
4
|
+
|
|
5
|
+
const scorer = createToxicityScorer({ model: openai("gpt-4o-mini") });
|
|
6
|
+
|
|
7
|
+
const query = 'What do you think about the new team member?';
|
|
8
|
+
const response = 'That incompetent fool is a complete waste of space. They clearly bought their degree and have no business being here. Everyone hates working with them.';
|
|
9
|
+
|
|
10
|
+
const result = await scorer.run({
|
|
11
|
+
input: [{ role: 'user', content: query }],
|
|
12
|
+
output: { role: 'assistant', text: response },
|
|
13
|
+
});
|
|
14
|
+
|
|
15
|
+
console.log('Score:', result.score);
|
|
16
|
+
console.log('Reason:', result.reason);`;
|
|
@@ -0,0 +1,23 @@
|
|
|
1
|
+
import './chunk-QKQ47GQZ.js';
|
|
2
|
+
|
|
3
|
+
// src/templates/scorers/textual-difference-scorer.ts
|
|
4
|
+
var textualDifferenceScorer = `
|
|
5
|
+
import { createTextualDifferenceScorer } from "@mastra/evals/scorers/code";
|
|
6
|
+
|
|
7
|
+
const scorer = createTextualDifferenceScorer();
|
|
8
|
+
|
|
9
|
+
const input = 'The quick brown fox jumps over the lazy dog';
|
|
10
|
+
const output = 'The quick brown fox jumps over the lazy dog';
|
|
11
|
+
|
|
12
|
+
const result = await scorer.run({
|
|
13
|
+
input: [{ role: 'user', content: input }],
|
|
14
|
+
output: { role: 'assistant', text: output },
|
|
15
|
+
});
|
|
16
|
+
|
|
17
|
+
console.log('Score:', result.score);
|
|
18
|
+
console.log('AnalyzeStepResult:', result.analyzeStepResult);
|
|
19
|
+
`;
|
|
20
|
+
|
|
21
|
+
export { textualDifferenceScorer };
|
|
22
|
+
//# sourceMappingURL=textual-difference-scorer-2MUWQ22U.js.map
|
|
23
|
+
//# sourceMappingURL=textual-difference-scorer-2MUWQ22U.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../src/templates/scorers/textual-difference-scorer.ts"],"names":[],"mappings":";;;AAAO,IAAM,uBAAA,GAA0B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA","file":"textual-difference-scorer-2MUWQ22U.js","sourcesContent":["export const textualDifferenceScorer = `\nimport { createTextualDifferenceScorer } from \"@mastra/evals/scorers/code\";\n \nconst scorer = createTextualDifferenceScorer();\n \nconst input = 'The quick brown fox jumps over the lazy dog';\nconst output = 'The quick brown fox jumps over the lazy dog';\n \nconst result = await scorer.run({\n input: [{ role: 'user', content: input }],\n output: { role: 'assistant', text: output },\n});\n \nconsole.log('Score:', result.score);\nconsole.log('AnalyzeStepResult:', result.analyzeStepResult);\n`;\n"]}
|
|
@@ -0,0 +1,23 @@
|
|
|
1
|
+
import './chunk-QKQ47GQZ.js';
|
|
2
|
+
|
|
3
|
+
// src/templates/scorers/tone-consistency-scorer.ts
|
|
4
|
+
var toneConsistencyScorer = `
|
|
5
|
+
import { createToneScorer } from "@mastra/evals/scorers/code";
|
|
6
|
+
|
|
7
|
+
const scorer = createToneScorer();
|
|
8
|
+
|
|
9
|
+
const input = 'This product is fantastic and amazing!';
|
|
10
|
+
const output = 'The product is excellent and wonderful!';
|
|
11
|
+
|
|
12
|
+
const result = await scorer.run({
|
|
13
|
+
input: [{ role: 'user', content: input }],
|
|
14
|
+
output: { role: 'assistant', text: output },
|
|
15
|
+
});
|
|
16
|
+
|
|
17
|
+
console.log('Score:', result.score);
|
|
18
|
+
console.log('AnalyzeStepResult:', result.analyzeStepResult);
|
|
19
|
+
`;
|
|
20
|
+
|
|
21
|
+
export { toneConsistencyScorer };
|
|
22
|
+
//# sourceMappingURL=tone-consistency-scorer-ZEXVRFCP.js.map
|
|
23
|
+
//# sourceMappingURL=tone-consistency-scorer-ZEXVRFCP.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../src/templates/scorers/tone-consistency-scorer.ts"],"names":[],"mappings":";;;AAAO,IAAM,qBAAA,GAAwB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA","file":"tone-consistency-scorer-ZEXVRFCP.js","sourcesContent":["export const toneConsistencyScorer = `\nimport { createToneScorer } from \"@mastra/evals/scorers/code\";\n \nconst scorer = createToneScorer();\n \nconst input = 'This product is fantastic and amazing!';\nconst output = 'The product is excellent and wonderful!';\n \nconst result = await scorer.run({\n input: [{ role: 'user', content: input }],\n output: { role: 'assistant', text: output },\n});\n \nconsole.log('Score:', result.score);\nconsole.log('AnalyzeStepResult:', result.analyzeStepResult);\n`;\n"]}
|
|
@@ -0,0 +1,23 @@
|
|
|
1
|
+
import './chunk-QKQ47GQZ.js';
|
|
2
|
+
|
|
3
|
+
// src/templates/scorers/toxicity-detection-scorer.ts
|
|
4
|
+
var toxicityDetectionScorer = `
|
|
5
|
+
import { openai } from "@ai-sdk/openai";
|
|
6
|
+
import { createToxicityScorer } from "@mastra/evals/scorers/llm";
|
|
7
|
+
|
|
8
|
+
const scorer = createToxicityScorer({ model: openai("gpt-4o-mini") });
|
|
9
|
+
|
|
10
|
+
const query = 'What do you think about the new team member?';
|
|
11
|
+
const response = 'That incompetent fool is a complete waste of space. They clearly bought their degree and have no business being here. Everyone hates working with them.';
|
|
12
|
+
|
|
13
|
+
const result = await scorer.run({
|
|
14
|
+
input: [{ role: 'user', content: query }],
|
|
15
|
+
output: { role: 'assistant', text: response },
|
|
16
|
+
});
|
|
17
|
+
|
|
18
|
+
console.log('Score:', result.score);
|
|
19
|
+
console.log('Reason:', result.reason);`;
|
|
20
|
+
|
|
21
|
+
export { toxicityDetectionScorer };
|
|
22
|
+
//# sourceMappingURL=toxicity-detection-scorer-RMTLQCHI.js.map
|
|
23
|
+
//# sourceMappingURL=toxicity-detection-scorer-RMTLQCHI.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../src/templates/scorers/toxicity-detection-scorer.ts"],"names":[],"mappings":";;;AAAO,IAAM,uBAAA,GAA0B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,sCAAA","file":"toxicity-detection-scorer-RMTLQCHI.js","sourcesContent":["export const toxicityDetectionScorer = `\nimport { openai } from \"@ai-sdk/openai\";\nimport { createToxicityScorer } from \"@mastra/evals/scorers/llm\";\n \nconst scorer = createToxicityScorer({ model: openai(\"gpt-4o-mini\") });\n \nconst query = 'What do you think about the new team member?';\nconst response = 'That incompetent fool is a complete waste of space. They clearly bought their degree and have no business being here. Everyone hates working with them.';\n \nconst result = await scorer.run({\n input: [{ role: 'user', content: query }],\n output: { role: 'assistant', text: response },\n});\n \nconsole.log('Score:', result.score);\nconsole.log('Reason:', result.reason);`;\n"]}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"string.d.ts","sourceRoot":"","sources":["../../src/utils/string.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,WAAW,GAAI,KAAK,MAAM,
|
|
1
|
+
{"version":3,"file":"string.d.ts","sourceRoot":"","sources":["../../src/utils/string.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,WAAW,GAAI,KAAK,MAAM,WAEtC,CAAC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "mastra",
|
|
3
|
-
"version": "0.10.
|
|
3
|
+
"version": "0.10.22-alpha.1",
|
|
4
4
|
"license": "Apache-2.0",
|
|
5
5
|
"description": "cli for mastra",
|
|
6
6
|
"type": "module",
|
|
@@ -75,9 +75,9 @@
|
|
|
75
75
|
"yocto-spinner": "^0.2.3",
|
|
76
76
|
"zod": "^3.25.67",
|
|
77
77
|
"zod-to-json-schema": "^3.24.5",
|
|
78
|
-
"@mastra/deployer": "^0.
|
|
79
|
-
"@mastra/
|
|
80
|
-
"@mastra/
|
|
78
|
+
"@mastra/deployer": "^0.14.0-alpha.1",
|
|
79
|
+
"@mastra/mcp": "^0.10.12-alpha.0",
|
|
80
|
+
"@mastra/loggers": "^0.10.6"
|
|
81
81
|
},
|
|
82
82
|
"devDependencies": {
|
|
83
83
|
"@microsoft/api-extractor": "^7.52.8",
|
|
@@ -95,11 +95,11 @@
|
|
|
95
95
|
"type-fest": "^4.41.0",
|
|
96
96
|
"typescript": "^5.8.3",
|
|
97
97
|
"vitest": "^3.2.4",
|
|
98
|
+
"@mastra/client-js": "0.10.22-alpha.1",
|
|
99
|
+
"@mastra/core": "0.14.0-alpha.1",
|
|
98
100
|
"@internal/lint": "0.0.29",
|
|
99
|
-
"@
|
|
100
|
-
"@mastra/
|
|
101
|
-
"@mastra/playground-ui": "5.1.20",
|
|
102
|
-
"@internal/types-builder": "0.0.4"
|
|
101
|
+
"@internal/types-builder": "0.0.4",
|
|
102
|
+
"@mastra/playground-ui": "5.1.21-alpha.1"
|
|
103
103
|
},
|
|
104
104
|
"peerDependencies": {
|
|
105
105
|
"@mastra/core": ">=0.10.2-0 <0.14.0-0"
|