mastra 0.10.21 → 0.10.22-alpha.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/analytics/index.js +1 -0
- package/dist/answer-relevancy-scorer-CTIL35GQ.js +22 -0
- package/dist/answer-relevancy-scorer-CTIL35GQ.js.map +1 -0
- package/dist/bias-detection-scorer-IWHTLHDC.js +23 -0
- package/dist/bias-detection-scorer-IWHTLHDC.js.map +1 -0
- package/dist/{chunk-KBXIE32B.js → chunk-MTFODRSK.js} +2 -2
- package/dist/{chunk-KBXIE32B.js.map → chunk-MTFODRSK.js.map} +1 -1
- package/dist/chunk-QKQ47GQZ.js +9 -0
- package/dist/chunk-QKQ47GQZ.js.map +1 -0
- package/dist/commands/actions/add-scorer.d.ts +2 -0
- package/dist/commands/actions/add-scorer.d.ts.map +1 -0
- package/dist/commands/actions/build-project.d.ts +2 -0
- package/dist/commands/actions/build-project.d.ts.map +1 -0
- package/dist/commands/actions/create-project.d.ts +2 -0
- package/dist/commands/actions/create-project.d.ts.map +1 -0
- package/dist/commands/actions/deploy-project.d.ts +2 -0
- package/dist/commands/actions/deploy-project.d.ts.map +1 -0
- package/dist/commands/actions/init-project.d.ts +2 -0
- package/dist/commands/actions/init-project.d.ts.map +1 -0
- package/dist/commands/actions/lint-project.d.ts +2 -0
- package/dist/commands/actions/lint-project.d.ts.map +1 -0
- package/dist/commands/actions/list-scorers.d.ts +2 -0
- package/dist/commands/actions/list-scorers.d.ts.map +1 -0
- package/dist/commands/actions/start-dev-server.d.ts +2 -0
- package/dist/commands/actions/start-dev-server.d.ts.map +1 -0
- package/dist/commands/actions/start-project.d.ts +2 -0
- package/dist/commands/actions/start-project.d.ts.map +1 -0
- package/dist/commands/create/create.js +2 -1
- package/dist/commands/dev/telemetry-resolver.js +2 -0
- package/dist/commands/dev/telemetry-resolver.js.map +1 -1
- package/dist/commands/scorers/add-new-scorer.d.ts +4 -0
- package/dist/commands/scorers/add-new-scorer.d.ts.map +1 -0
- package/dist/commands/scorers/available-scorers.d.ts +3 -0
- package/dist/commands/scorers/available-scorers.d.ts.map +1 -0
- package/dist/commands/scorers/file-utils.d.ts +5 -0
- package/dist/commands/scorers/file-utils.d.ts.map +1 -0
- package/dist/commands/scorers/list-all-scorers.d.ts +2 -0
- package/dist/commands/scorers/list-all-scorers.d.ts.map +1 -0
- package/dist/commands/scorers/types.d.ts +9 -0
- package/dist/commands/scorers/types.d.ts.map +1 -0
- package/dist/completeness-scorer-KH4LU4BW.js +23 -0
- package/dist/completeness-scorer-KH4LU4BW.js.map +1 -0
- package/dist/content-similarity-scorer-NB76ISB5.js +22 -0
- package/dist/content-similarity-scorer-NB76ISB5.js.map +1 -0
- package/dist/faithfulness-scorer-F6GLSRTV.js +28 -0
- package/dist/faithfulness-scorer-F6GLSRTV.js.map +1 -0
- package/dist/hallucination-scorer-NJW7PTKD.js +28 -0
- package/dist/hallucination-scorer-NJW7PTKD.js.map +1 -0
- package/dist/index.d.ts +5 -1
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +712 -389
- package/dist/index.js.map +1 -1
- package/dist/keyword-coverage-scorer-63AEWDTL.js +22 -0
- package/dist/keyword-coverage-scorer-63AEWDTL.js.map +1 -0
- package/dist/templates/scorers/answer-relevancy-scorer.d.ts +2 -0
- package/dist/templates/scorers/answer-relevancy-scorer.d.ts.map +1 -0
- package/dist/templates/scorers/answer-relevancy-scorer.ts +15 -0
- package/dist/templates/scorers/bias-detection-scorer.d.ts +2 -0
- package/dist/templates/scorers/bias-detection-scorer.d.ts.map +1 -0
- package/dist/templates/scorers/bias-detection-scorer.ts +16 -0
- package/dist/templates/scorers/completeness-scorer.d.ts +2 -0
- package/dist/templates/scorers/completeness-scorer.d.ts.map +1 -0
- package/dist/templates/scorers/completeness-scorer.ts +16 -0
- package/dist/templates/scorers/content-similarity-scorer.d.ts +2 -0
- package/dist/templates/scorers/content-similarity-scorer.d.ts.map +1 -0
- package/dist/templates/scorers/content-similarity-scorer.ts +15 -0
- package/dist/templates/scorers/faithfulness-scorer.d.ts +2 -0
- package/dist/templates/scorers/faithfulness-scorer.d.ts.map +1 -0
- package/dist/templates/scorers/faithfulness-scorer.ts +21 -0
- package/dist/templates/scorers/hallucination-scorer.d.ts +2 -0
- package/dist/templates/scorers/hallucination-scorer.d.ts.map +1 -0
- package/dist/templates/scorers/hallucination-scorer.ts +21 -0
- package/dist/templates/scorers/keyword-coverage-scorer.d.ts +2 -0
- package/dist/templates/scorers/keyword-coverage-scorer.d.ts.map +1 -0
- package/dist/templates/scorers/keyword-coverage-scorer.ts +15 -0
- package/dist/templates/scorers/textual-difference-scorer.d.ts +2 -0
- package/dist/templates/scorers/textual-difference-scorer.d.ts.map +1 -0
- package/dist/templates/scorers/textual-difference-scorer.ts +16 -0
- package/dist/templates/scorers/tone-consistency-scorer.d.ts +2 -0
- package/dist/templates/scorers/tone-consistency-scorer.d.ts.map +1 -0
- package/dist/templates/scorers/tone-consistency-scorer.ts +16 -0
- package/dist/templates/scorers/toxicity-detection-scorer.d.ts +2 -0
- package/dist/templates/scorers/toxicity-detection-scorer.d.ts.map +1 -0
- package/dist/templates/scorers/toxicity-detection-scorer.ts +16 -0
- package/dist/textual-difference-scorer-2MUWQ22U.js +23 -0
- package/dist/textual-difference-scorer-2MUWQ22U.js.map +1 -0
- package/dist/tone-consistency-scorer-ZEXVRFCP.js +23 -0
- package/dist/tone-consistency-scorer-ZEXVRFCP.js.map +1 -0
- package/dist/toxicity-detection-scorer-RMTLQCHI.js +23 -0
- package/dist/toxicity-detection-scorer-RMTLQCHI.js.map +1 -0
- package/dist/utils/string.d.ts.map +1 -1
- package/package.json +6 -6
- package/dist/starter-files/config.d.ts +0 -26
- package/dist/starter-files/config.d.ts.map +0 -1
- package/dist/starter-files/config.ts +0 -25
- package/dist/starter-files/mastra-pg.docker-compose.yaml +0 -15
- package/dist/utils/find-api-keys.d.ts +0 -5
- package/dist/utils/find-api-keys.d.ts.map +0 -1
- package/dist/utils/get-engine-path.d.ts +0 -2
- package/dist/utils/get-engine-path.d.ts.map +0 -1
- package/dist/utils/get-env.d.ts +0 -2
- package/dist/utils/get-env.d.ts.map +0 -1
package/dist/analytics/index.js
CHANGED
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
import './chunk-QKQ47GQZ.js';
|
|
2
|
+
|
|
3
|
+
// src/templates/scorers/answer-relevancy-scorer.ts
|
|
4
|
+
var answerRelevancyScorer = `
|
|
5
|
+
import { openai } from "@ai-sdk/openai";
|
|
6
|
+
import { createAnswerRelevancyScorer } from "@mastra/evals/scorers/llm";
|
|
7
|
+
|
|
8
|
+
const scorer = createAnswerRelevancyScorer({ model: openai("gpt-4o-mini") });
|
|
9
|
+
|
|
10
|
+
const inputMessages = [{ role: 'user', content: "What are the health benefits of regular exercise?" }];
|
|
11
|
+
const outputMessage = { text: "Regular exercise improves cardiovascular health, strengthens muscles, boosts metabolism, and enhances mental well-being through the release of endorphins." };
|
|
12
|
+
|
|
13
|
+
const result = await scorer.run({
|
|
14
|
+
input: inputMessages,
|
|
15
|
+
output: outputMessage,
|
|
16
|
+
});
|
|
17
|
+
console.log(result);
|
|
18
|
+
`;
|
|
19
|
+
|
|
20
|
+
export { answerRelevancyScorer };
|
|
21
|
+
//# sourceMappingURL=answer-relevancy-scorer-CTIL35GQ.js.map
|
|
22
|
+
//# sourceMappingURL=answer-relevancy-scorer-CTIL35GQ.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../src/templates/scorers/answer-relevancy-scorer.ts"],"names":[],"mappings":";;;AAAO,IAAM,qBAAA,GAAwB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA","file":"answer-relevancy-scorer-CTIL35GQ.js","sourcesContent":["export const answerRelevancyScorer = `\nimport { openai } from \"@ai-sdk/openai\";\nimport { createAnswerRelevancyScorer } from \"@mastra/evals/scorers/llm\";\n \nconst scorer = createAnswerRelevancyScorer({ model: openai(\"gpt-4o-mini\") });\n \nconst inputMessages = [{ role: 'user', content: \"What are the health benefits of regular exercise?\" }];\nconst outputMessage = { text: \"Regular exercise improves cardiovascular health, strengthens muscles, boosts metabolism, and enhances mental well-being through the release of endorphins.\" };\n \nconst result = await scorer.run({\n input: inputMessages,\n output: outputMessage,\n});\nconsole.log(result);\n`;\n"]}
|
|
@@ -0,0 +1,23 @@
|
|
|
1
|
+
import './chunk-QKQ47GQZ.js';
|
|
2
|
+
|
|
3
|
+
// src/templates/scorers/bias-detection-scorer.ts
|
|
4
|
+
var biasDetectionScorer = `
|
|
5
|
+
import { openai } from "@ai-sdk/openai";
|
|
6
|
+
import { createBiasScorer } from "@mastra/evals/scorers/llm";
|
|
7
|
+
|
|
8
|
+
const scorer = createBiasScorer({ model: openai("gpt-4o-mini") });
|
|
9
|
+
|
|
10
|
+
const query = "What makes someone a good leader?";
|
|
11
|
+
const response =
|
|
12
|
+
"Men naturally make better leaders due to their assertiveness and decisiveness. Women tend to be too emotional and collaborative, which can slow down decision-making processes.";
|
|
13
|
+
|
|
14
|
+
const result = await scorer.run({
|
|
15
|
+
input: [{ role: 'user', content: query }],
|
|
16
|
+
output: { text: response },
|
|
17
|
+
});
|
|
18
|
+
console.log(result);
|
|
19
|
+
`;
|
|
20
|
+
|
|
21
|
+
export { biasDetectionScorer };
|
|
22
|
+
//# sourceMappingURL=bias-detection-scorer-IWHTLHDC.js.map
|
|
23
|
+
//# sourceMappingURL=bias-detection-scorer-IWHTLHDC.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../src/templates/scorers/bias-detection-scorer.ts"],"names":[],"mappings":";;;AAAO,IAAM,mBAAA,GAAsB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA","file":"bias-detection-scorer-IWHTLHDC.js","sourcesContent":["export const biasDetectionScorer = `\nimport { openai } from \"@ai-sdk/openai\";\nimport { createBiasScorer } from \"@mastra/evals/scorers/llm\";\n \nconst scorer = createBiasScorer({ model: openai(\"gpt-4o-mini\") });\n \nconst query = \"What makes someone a good leader?\";\nconst response =\n \"Men naturally make better leaders due to their assertiveness and decisiveness. Women tend to be too emotional and collaborative, which can slow down decision-making processes.\";\n \nconst result = await scorer.run({\n input: [{ role: 'user', content: query }],\n output: { text: response },\n});\nconsole.log(result);\n`;\n"]}
|
|
@@ -1562,5 +1562,5 @@ async function createFromTemplate(args2) {
|
|
|
1562
1562
|
}
|
|
1563
1563
|
|
|
1564
1564
|
export { DepsService, FileService, checkAndInstallCoreDeps, checkPkgJson, create, init, interactivePrompt, logger };
|
|
1565
|
-
//# sourceMappingURL=chunk-
|
|
1566
|
-
//# sourceMappingURL=chunk-
|
|
1565
|
+
//# sourceMappingURL=chunk-MTFODRSK.js.map
|
|
1566
|
+
//# sourceMappingURL=chunk-MTFODRSK.js.map
|