mastra 0.10.21 → 0.10.22-alpha.0

package/dist/commands/actions/list-scorers.d.ts

@@ -0,0 +1,2 @@
+export declare const listScorers: (args: any) => Promise<void>;
+//# sourceMappingURL=list-scorers.d.ts.map

package/dist/commands/actions/list-scorers.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"list-scorers.d.ts","sourceRoot":"","sources":["../../../src/commands/actions/list-scorers.ts"],"names":[],"mappings":"AAMA,eAAO,MAAM,WAAW,GAAU,MAAM,GAAG,kBAS1C,CAAC"}

package/dist/commands/actions/start-dev-server.d.ts

@@ -0,0 +1,2 @@
+export declare const startDevServer: (args: any) => Promise<void>;
+//# sourceMappingURL=start-dev-server.d.ts.map

package/dist/commands/actions/start-dev-server.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"start-dev-server.d.ts","sourceRoot":"","sources":["../../../src/commands/actions/start-dev-server.ts"],"names":[],"mappings":"AAIA,eAAO,MAAM,cAAc,GAAU,MAAM,GAAG,kBAsB7C,CAAC"}

package/dist/commands/actions/start-project.d.ts

@@ -0,0 +1,2 @@
+export declare const startProject: (args: any) => Promise<void>;
+//# sourceMappingURL=start-project.d.ts.map

package/dist/commands/actions/start-project.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"start-project.d.ts","sourceRoot":"","sources":["../../../src/commands/actions/start-project.ts"],"names":[],"mappings":"AAGA,eAAO,MAAM,YAAY,GAAU,MAAM,GAAG,kBAY3C,CAAC"}

package/dist/commands/create/create.js

@@ -1,4 +1,5 @@
-export { create } from '../../chunk-KBXIE32B.js';
+export { create } from '../../chunk-MTFODRSK.js';
 import '../../chunk-OQQFOUQW.js';
+import '../../chunk-QKQ47GQZ.js';
 //# sourceMappingURL=create.js.map
 //# sourceMappingURL=create.js.map

package/dist/commands/dev/telemetry-resolver.js

@@ -1,3 +1,5 @@
+import '../../chunk-QKQ47GQZ.js';
+
 // src/commands/dev/telemetry-resolver.ts
 async function resolve(specifier, context, nextResolve) {
   if (!specifier.startsWith("@opentelemetry")) {

package/dist/commands/dev/telemetry-resolver.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../../src/commands/dev/telemetry-resolver.ts"],"names":[],"mappings":";AAEA,eAAsB,OAAA,CACpB,SAAA,EACA,OAAA,EACA,WAAA,EACA;AACA,EAAA,IAAI,CAAC,SAAA,CAAU,UAAA,CAAW,gBAAgB,CAAA,EAAG;AAC3C,IAAA,OAAO,WAAA,CAAY,WAAW,OAAO,CAAA;AAAA,EACvC;AAEA,EAAA,IAAI,CAAC,OAAA,CAAQ,SAAA,EAAW,QAAA,CAAS,qBAAqB,CAAA,EAAG;AACvD,IAAA,OAAO,WAAA,CAAY,WAAW,OAAO,CAAA;AAAA,EACvC;AAEA,EAAA,OAAO,YAAY,SAAA,EAAW;AAAA,IAC5B,GAAG,OAAA;AAAA,IACH,WAAW,MAAA,CAAA,IAAA,CAAY;AAAA,GACxB,CAAA;AACH","file":"telemetry-resolver.js","sourcesContent":["import type { ResolveHookContext } from 'node:module';\n\nexport async function resolve(\n  specifier: string,\n  context: ResolveHookContext,\n  nextResolve: (specifier: string, context: ResolveHookContext) => Promise<{ url: string }>,\n) {\n  if (!specifier.startsWith('@opentelemetry')) {\n    return nextResolve(specifier, context);\n  }\n\n  if (!context.parentURL?.endsWith('instrumentation.mjs')) {\n    return nextResolve(specifier, context);\n  }\n\n  return nextResolve(specifier, {\n    ...context,\n    parentURL: import.meta.url,\n  });\n}\n"]}
+{"version":3,"sources":["../../../src/commands/dev/telemetry-resolver.ts"],"names":[],"mappings":";;;AAEA,eAAsB,OAAA,CACpB,SAAA,EACA,OAAA,EACA,WAAA,EACA;AACA,EAAA,IAAI,CAAC,SAAA,CAAU,UAAA,CAAW,gBAAgB,CAAA,EAAG;AAC3C,IAAA,OAAO,WAAA,CAAY,WAAW,OAAO,CAAA;AAAA,EACvC;AAEA,EAAA,IAAI,CAAC,OAAA,CAAQ,SAAA,EAAW,QAAA,CAAS,qBAAqB,CAAA,EAAG;AACvD,IAAA,OAAO,WAAA,CAAY,WAAW,OAAO,CAAA;AAAA,EACvC;AAEA,EAAA,OAAO,YAAY,SAAA,EAAW;AAAA,IAC5B,GAAG,OAAA;AAAA,IACH,WAAW,MAAA,CAAA,IAAA,CAAY;AAAA,GACxB,CAAA;AACH","file":"telemetry-resolver.js","sourcesContent":["import type { ResolveHookContext } from 'node:module';\n\nexport async function resolve(\n  specifier: string,\n  context: ResolveHookContext,\n  nextResolve: (specifier: string, context: ResolveHookContext) => Promise<{ url: string }>,\n) {\n  if (!specifier.startsWith('@opentelemetry')) {\n    return nextResolve(specifier, context);\n  }\n\n  if (!context.parentURL?.endsWith('instrumentation.mjs')) {\n    return nextResolve(specifier, context);\n  }\n\n  return nextResolve(specifier, {\n    ...context,\n    parentURL: import.meta.url,\n  });\n}\n"]}

package/dist/commands/scorers/add-new-scorer.d.ts

@@ -0,0 +1,4 @@
+import type { ScorerTemplate } from './types.js';
+export declare function selectScorer(): Promise<ScorerTemplate[] | null>;
+export declare function addNewScorer(scorerId?: string, customDir?: string): Promise<void>;
+//# sourceMappingURL=add-new-scorer.d.ts.map

package/dist/commands/scorers/add-new-scorer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"add-new-scorer.d.ts","sourceRoot":"","sources":["../../../src/commands/scorers/add-new-scorer.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AAE9C,wBAAsB,YAAY,IAAI,OAAO,CAAC,cAAc,EAAE,GAAG,IAAI,CAAC,CAiCrE;AAED,wBAAsB,YAAY,CAAC,QAAQ,CAAC,EAAE,MAAM,EAAE,SAAS,CAAC,EAAE,MAAM,iBAmCvE"}

package/dist/commands/scorers/available-scorers.d.ts

@@ -0,0 +1,3 @@
+import type { ScorerTemplate } from './types.js';
+export declare const AVAILABLE_SCORERS: Array<ScorerTemplate>;
+//# sourceMappingURL=available-scorers.d.ts.map

package/dist/commands/scorers/available-scorers.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"available-scorers.d.ts","sourceRoot":"","sources":["../../../src/commands/scorers/available-scorers.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AAE9C,eAAO,MAAM,iBAAiB,EAAE,KAAK,CAAC,cAAc,CA0EnD,CAAC"}

package/dist/commands/scorers/file-utils.d.ts

@@ -0,0 +1,5 @@
+export declare function writeScorer(filename: string, content: string, customPath?: string): {
+    ok: true;
+    message: string;
+};
+//# sourceMappingURL=file-utils.d.ts.map

package/dist/commands/scorers/file-utils.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"file-utils.d.ts","sourceRoot":"","sources":["../../../src/commands/scorers/file-utils.ts"],"names":[],"mappings":"AAMA,wBAAgB,WAAW,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,UAAU,CAAC,EAAE,MAAM,GAAG;IAAE,EAAE,EAAE,IAAI,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CA6BjH"}

package/dist/commands/scorers/list-all-scorers.d.ts

@@ -0,0 +1,2 @@
+export declare function listAllScorers(): void;
+//# sourceMappingURL=list-all-scorers.d.ts.map

package/dist/commands/scorers/list-all-scorers.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"list-all-scorers.d.ts","sourceRoot":"","sources":["../../../src/commands/scorers/list-all-scorers.ts"],"names":[],"mappings":"AAKA,wBAAgB,cAAc,IAAI,IAAI,CAyBrC"}

package/dist/commands/scorers/types.d.ts

@@ -0,0 +1,9 @@
+export type Category = 'output-quality' | 'accuracy-and-reliability';
+export interface ScorerTemplate {
+    id: string;
+    name: string;
+    description: string;
+    category: Category;
+    filename: string;
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/commands/scorers/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/commands/scorers/types.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,QAAQ,GAAG,gBAAgB,GAAG,0BAA0B,CAAC;AAErE,MAAM,WAAW,cAAc;IAC7B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,QAAQ,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;CAClB"}

package/dist/completeness-scorer-KH4LU4BW.js

@@ -0,0 +1,23 @@
+import './chunk-QKQ47GQZ.js';
+
+// src/templates/scorers/completeness-scorer.ts
+var completenessScorer = `
+import { openai } from "@ai-sdk/openai";
+import { createCompletenessScorer } from "@mastra/evals/scorers/llm";
+ 
+const scorer = createCompletenessScorer({ model: openai("gpt-4o-mini") });
+ 
+const query = "Explain the process of photosynthesis, including the inputs, outputs, and stages involved.";
+const response =
+  "Photosynthesis is the process by which plants convert sunlight into chemical energy. Inputs: Carbon dioxide (CO2) from the air enters through stomata, water (H2O) is absorbed by roots, and sunlight provides energy captured by chlorophyll. The process occurs in two main stages: 1) Light-dependent reactions in the thylakoids convert light energy to ATP and NADPH while splitting water and releasing oxygen. 2) Light-independent reactions (Calvin cycle) in the stroma use ATP, NADPH, and CO2 to produce glucose. Outputs: Glucose (C6H12O6) serves as food for the plant, and oxygen (O2) is released as a byproduct. The overall equation is: 6CO2 + 6H2O + light energy \u2192 C6H12O6 + 6O2.";
+ 
+const result = await scorer.run({
+  input: [{ role: 'user', content: query }],
+  output: { text: response },
+});
+ 
+console.log(result);`;
+
+export { completenessScorer };
+//# sourceMappingURL=completeness-scorer-KH4LU4BW.js.map
+//# sourceMappingURL=completeness-scorer-KH4LU4BW.js.map

package/dist/completeness-scorer-KH4LU4BW.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/templates/scorers/completeness-scorer.ts"],"names":[],"mappings":";;;AAAO,IAAM,kBAAA,GAAqB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,oBAAA","file":"completeness-scorer-KH4LU4BW.js","sourcesContent":["export const completenessScorer = `\nimport { openai } from \"@ai-sdk/openai\";\nimport { createCompletenessScorer } from \"@mastra/evals/scorers/llm\";\n \nconst scorer = createCompletenessScorer({ model: openai(\"gpt-4o-mini\") });\n \nconst query = \"Explain the process of photosynthesis, including the inputs, outputs, and stages involved.\";\nconst response =\n  \"Photosynthesis is the process by which plants convert sunlight into chemical energy. Inputs: Carbon dioxide (CO2) from the air enters through stomata, water (H2O) is absorbed by roots, and sunlight provides energy captured by chlorophyll. The process occurs in two main stages: 1) Light-dependent reactions in the thylakoids convert light energy to ATP and NADPH while splitting water and releasing oxygen. 2) Light-independent reactions (Calvin cycle) in the stroma use ATP, NADPH, and CO2 to produce glucose. Outputs: Glucose (C6H12O6) serves as food for the plant, and oxygen (O2) is released as a byproduct. The overall equation is: 6CO2 + 6H2O + light energy → C6H12O6 + 6O2.\";\n \nconst result = await scorer.run({\n  input: [{ role: 'user', content: query }],\n  output: { text: response },\n});\n \nconsole.log(result);`;\n"]}

package/dist/content-similarity-scorer-NB76ISB5.js

@@ -0,0 +1,22 @@
+import './chunk-QKQ47GQZ.js';
+
+// src/templates/scorers/content-similarity-scorer.ts
+var contentSimilarityScorer = `
+import { createContentSimilarityScorer } from "@mastra/evals/scorers/llm";
+ 
+const scorer = createContentSimilarityScorer();
+ 
+const query = "The quick brown fox jumps over the lazy dog.";
+const response = "A quick brown fox jumped over a lazy dog.";
+ 
+const result = await scorer.run({
+  input: [{ role: 'user', content: query }],
+  output: { text: response },
+});
+ 
+console.log(result);
+`;
+
+export { contentSimilarityScorer };
+//# sourceMappingURL=content-similarity-scorer-NB76ISB5.js.map
+//# sourceMappingURL=content-similarity-scorer-NB76ISB5.js.map

package/dist/content-similarity-scorer-NB76ISB5.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/templates/scorers/content-similarity-scorer.ts"],"names":[],"mappings":";;;AAAO,IAAM,uBAAA,GAA0B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA","file":"content-similarity-scorer-NB76ISB5.js","sourcesContent":["export const contentSimilarityScorer = `\nimport { createContentSimilarityScorer } from \"@mastra/evals/scorers/llm\";\n \nconst scorer = createContentSimilarityScorer();\n \nconst query = \"The quick brown fox jumps over the lazy dog.\";\nconst response = \"A quick brown fox jumped over a lazy dog.\";\n \nconst result = await scorer.run({\n  input: [{ role: 'user', content: query }],\n  output: { text: response },\n});\n \nconsole.log(result);\n`;\n"]}

package/dist/faithfulness-scorer-F6GLSRTV.js

@@ -0,0 +1,28 @@
+import './chunk-QKQ47GQZ.js';
+
+// src/templates/scorers/faithfulness-scorer.ts
+var faithfulnessScorer = `
+import { openai } from "@ai-sdk/openai";
+import { createFaithfulnessScorer } from "@mastra/evals/scorers/llm";
+ 
+const scorer = createFaithfulnessScorer({ model: openai("gpt-4o-mini"), options: {
+  context: [
+    "The Tesla Model 3 was launched in 2017.",
+    "It has a range of up to 358 miles.",
+    "The base model accelerates 0-60 mph in 5.8 seconds."
+  ]
+});
+ 
+const query = "Tell me about the Tesla Model 3.";
+const response = "The Tesla Model 3 was introduced in 2017. It can travel up to 358 miles on a single charge and the base version goes from 0 to 60 mph in 5.8 seconds.";
+ 
+const result = await scorer.run({
+  input: [{ role: 'user', content: query }],
+  output: { text: response },
+});
+ 
+console.log(result);`;
+
+export { faithfulnessScorer };
+//# sourceMappingURL=faithfulness-scorer-F6GLSRTV.js.map
+//# sourceMappingURL=faithfulness-scorer-F6GLSRTV.js.map

package/dist/faithfulness-scorer-F6GLSRTV.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/templates/scorers/faithfulness-scorer.ts"],"names":[],"mappings":";;;AAAO,IAAM,kBAAA,GAAqB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,oBAAA","file":"faithfulness-scorer-F6GLSRTV.js","sourcesContent":["export const faithfulnessScorer = `\nimport { openai } from \"@ai-sdk/openai\";\nimport { createFaithfulnessScorer } from \"@mastra/evals/scorers/llm\";\n \nconst scorer = createFaithfulnessScorer({ model: openai(\"gpt-4o-mini\"), options: {\n  context: [\n    \"The Tesla Model 3 was launched in 2017.\",\n    \"It has a range of up to 358 miles.\",\n    \"The base model accelerates 0-60 mph in 5.8 seconds.\"\n  ]\n});\n \nconst query = \"Tell me about the Tesla Model 3.\";\nconst response = \"The Tesla Model 3 was introduced in 2017. It can travel up to 358 miles on a single charge and the base version goes from 0 to 60 mph in 5.8 seconds.\";\n \nconst result = await scorer.run({\n  input: [{ role: 'user', content: query }],\n  output: { text: response },\n});\n \nconsole.log(result);`;\n"]}

package/dist/hallucination-scorer-NJW7PTKD.js

@@ -0,0 +1,28 @@
+import './chunk-QKQ47GQZ.js';
+
+// src/templates/scorers/hallucination-scorer.ts
+var hallucinationScorer = `
+import { openai } from "@ai-sdk/openai";
+import { createHallucinationScorer } from "@mastra/evals/scorers/llm";
+ 
+const scorer = createHallucinationScorer({ model: openai("gpt-4o-mini"), options: {
+  context: [
+    "The iPhone was first released in 2007.",
+    "Steve Jobs unveiled it at Macworld.",
+    "The original model had a 3.5-inch screen."
+  ]
+});
+ 
+const query = "When was the first iPhone released?";
+const response = "The iPhone was first released in 2007, when Steve Jobs unveiled it at Macworld. The original iPhone featured a 3.5-inch screen.";
+ 
+const result = await scorer.run({
+  input: [{ role: 'user', content: query }],
+  output: { text: response },
+});
+ 
+console.log(result);`;
+
+export { hallucinationScorer };
+//# sourceMappingURL=hallucination-scorer-NJW7PTKD.js.map
+//# sourceMappingURL=hallucination-scorer-NJW7PTKD.js.map

package/dist/hallucination-scorer-NJW7PTKD.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/templates/scorers/hallucination-scorer.ts"],"names":[],"mappings":";;;AAAO,IAAM,mBAAA,GAAsB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,oBAAA","file":"hallucination-scorer-NJW7PTKD.js","sourcesContent":["export const hallucinationScorer = `\nimport { openai } from \"@ai-sdk/openai\";\nimport { createHallucinationScorer } from \"@mastra/evals/scorers/llm\";\n \nconst scorer = createHallucinationScorer({ model: openai(\"gpt-4o-mini\"), options: {\n  context: [\n    \"The iPhone was first released in 2007.\",\n    \"Steve Jobs unveiled it at Macworld.\",\n    \"The original model had a 3.5-inch screen.\"\n  ]\n});\n \nconst query = \"When was the first iPhone released?\";\nconst response = \"The iPhone was first released in 2007, when Steve Jobs unveiled it at Macworld. The original iPhone featured a 3.5-inch screen.\";\n \nconst result = await scorer.run({\n  input: [{ role: 'user', content: query }],\n  output: { text: response },\n});\n \nconsole.log(result);`;\n"]}

package/dist/index.d.ts

@@ -1,4 +1,8 @@
 #! /usr/bin/env node
-export { create } from './commands/create/create.js';
+import type { CLI_ORIGIN } from './analytics/index.js';
+import { PosthogAnalytics } from './analytics/index.js';
+export declare const analytics: PosthogAnalytics;
+export declare const origin: CLI_ORIGIN;
 export { PosthogAnalytics } from './analytics/index.js';
+export { create } from './commands/create/create.js';
 //# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";AAqRA,OAAO,EAAE,MAAM,EAAE,MAAM,0BAA0B,CAAC;AAClD,OAAO,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";AAIA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,EAAE,gBAAgB,EAAgB,MAAM,mBAAmB,CAAC;AAenE,eAAO,MAAM,SAAS,kBAIpB,CAAC;AAMH,eAAO,MAAM,MAAM,EAA0C,UAAU,CAAC;AA4GxE,OAAO,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AACrD,OAAO,EAAE,MAAM,EAAE,MAAM,0BAA0B,CAAC"}