mastra 0.18.0-alpha.0 → 1.0.0-beta.0

package/dist/index.js

@@ -1,20 +1,19 @@
 #! /usr/bin/env node
-import { COMPONENTS, parseComponents, LLMProvider, parseLlmProvider, parseMcp, create, checkForPkgJson, checkAndInstallCoreDeps, interactivePrompt, init, logger, FileService, createLogger, DepsService } from './chunk-7L2RX5P2.js';
-export { create } from './chunk-7L2RX5P2.js';
+import { COMPONENTS, parseComponents, LLMProvider, parseLlmProvider, parseMcp, create, checkForPkgJson, checkAndInstallCoreDeps, interactivePrompt, init, logger, FileService, createLogger, DepsService } from './chunk-D6NRTVVY.js';
+export { create } from './chunk-D6NRTVVY.js';
 import { PosthogAnalytics, setAnalytics } from './chunk-OQQFOUQW.js';
 export { PosthogAnalytics } from './chunk-OQQFOUQW.js';
 import { Command } from 'commander';
 import pc2 from 'picocolors';
 import * as p2 from '@clack/prompts';
 import fs, { readFileSync } from 'fs';
-import path, { join, posix, dirname } from 'path';
-import { getServerOptions, FileService as FileService$2, getBundlerOptions, getWatcherInputOptions, writeTelemetryConfig, createWatcher } from '@mastra/deployer/build';
+import path, { join, dirname } from 'path';
+import { getServerOptions, FileService as FileService$2, getBundlerOptions, getWatcherInputOptions, createWatcher } from '@mastra/deployer/build';
 import { Bundler } from '@mastra/deployer/bundler';
 import { getDeployer, FileService as FileService$1 } from '@mastra/deployer';
 import stripJsonComments from 'strip-json-comments';
 import process2 from 'process';
 import devcert from '@expo/devcert';
-import { isWebContainer } from '@webcontainer/env';
 import { execa } from 'execa';
 import getPort from 'get-port';
 import { writeFile } from 'fs/promises';
@@ -25,7 +24,7 @@ import { config } from 'dotenv';
 
 // package.json
 var package_default = {
-  version: "0.18.0-alpha.0"};
+  version: "1.0.0-beta.0"};
 
 // src/commands/scorers/available-scorers.ts
 var AVAILABLE_SCORERS = [
@@ -36,7 +35,7 @@ var AVAILABLE_SCORERS = [
     category: "output-quality",
     type: "llm",
     filename: "answer-relevancy-scorer.ts",
-    content: `import { createAnswerRelevancyScorer } from '@mastra/evals/scorers/llm';
+    content: `import { createAnswerRelevancyScorer } from '@mastra/evals/scorers/prebuilt';
 import { createOpenAI } from '@ai-sdk/openai';
 
 const openai = createOpenAI({
@@ -54,7 +53,7 @@ export const answerRelevancyScorer = createAnswerRelevancyScorer({
     category: "accuracy-and-reliability",
     type: "llm",
     filename: "bias-scorer.ts",
-    content: `import { createBiasScorer } from '@mastra/evals/scorers/llm';
+    content: `import { createBiasScorer } from '@mastra/evals/scorers/prebuilt';
 import { createOpenAI } from '@ai-sdk/openai';
 
 const openai = createOpenAI({
@@ -72,7 +71,7 @@ export const biasScorer = createBiasScorer({
     category: "context-quality",
     type: "llm",
     filename: "context-precision-scorer.ts",
-    content: `import { createContextPrecisionScorer } from '@mastra/evals/scorers/llm';
+    content: `import { createContextPrecisionScorer } from '@mastra/evals/scorers/prebuilt';
 import { createOpenAI } from '@ai-sdk/openai';
 
 const openai = createOpenAI({
@@ -90,7 +89,7 @@ export const contextPrecisionScorer = createContextPrecisionScorer({
     category: "context-quality",
     type: "llm",
     filename: "context-relevance-scorer.ts",
-    content: `import { createContextRelevanceScorerLLM } from '@mastra/evals/scorers/llm';
+    content: `import { createContextRelevanceScorerLLM } from '@mastra/evals/scorers/prebuilt';
 import { createOpenAI } from '@ai-sdk/openai';
 
 const openai = createOpenAI({
@@ -108,7 +107,7 @@ export const contextRelevanceScorer = createContextRelevanceScorerLLM({
     category: "accuracy-and-reliability",
     type: "llm",
     filename: "faithfulness-scorer.ts",
-    content: `import { createFaithfulnessScorer } from '@mastra/evals/scorers/llm';
+    content: `import { createFaithfulnessScorer } from '@mastra/evals/scorers/prebuilt';
 import { createOpenAI } from '@ai-sdk/openai';
 
 const openai = createOpenAI({
@@ -126,7 +125,7 @@ export const faithfulnessScorer = createFaithfulnessScorer({
     category: "accuracy-and-reliability",
     type: "llm",
     filename: "hallucination-scorer.ts",
-    content: `import { createHallucinationScorer } from '@mastra/evals/scorers/llm';
+    content: `import { createHallucinationScorer } from '@mastra/evals/scorers/prebuilt';
 import { createOpenAI } from '@ai-sdk/openai';
 
 const openai = createOpenAI({
@@ -144,7 +143,7 @@ export const hallucinationScorer = createHallucinationScorer({
     category: "accuracy-and-reliability",
     type: "llm",
     filename: "llm-tool-call-accuracy-scorer.ts",
-    content: `import { createToolCallAccuracyScorerLLM } from '@mastra/evals/scorers/llm';
+    content: `import { createToolCallAccuracyScorerLLM } from '@mastra/evals/scorers/prebuilt';
 import { createOpenAI } from '@ai-sdk/openai';
 
 const openai = createOpenAI({
@@ -176,7 +175,7 @@ export const toolCallAccuracyScorer = createToolCallAccuracyScorerLLM({
     category: "output-quality",
     type: "llm",
     filename: "toxicity-scorer.ts",
-    content: `import { createToxicityScorer } from '@mastra/evals/scorers/llm';
+    content: `import { createToxicityScorer } from '@mastra/evals/scorers/prebuilt';
 import { createOpenAI } from '@ai-sdk/openai';
 
 const openai = createOpenAI({
@@ -194,7 +193,7 @@ export const toxicityScorer = createToxicityScorer({
     category: "accuracy-and-reliability",
     type: "llm",
     filename: "noise-sensitivity-scorer.ts",
-    content: `import { createNoiseSensitivityScorerLLM } from '@mastra/evals/scorers/llm';
+    content: `import { createNoiseSensitivityScorerLLM } from '@mastra/evals/scorers/prebuilt';
 import { createOpenAI } from '@ai-sdk/openai';
 
 const openai = createOpenAI({
@@ -217,7 +216,7 @@ export const noiseSensitivityScorer = createNoiseSensitivityScorerLLM({
     category: "output-quality",
     type: "llm",
     filename: "prompt-alignment-scorer.ts",
-    content: `import { createPromptAlignmentScorerLLM } from '@mastra/evals/scorers/llm';
+    content: `import { createPromptAlignmentScorerLLM } from '@mastra/evals/scorers/prebuilt';
 import { createOpenAI } from '@ai-sdk/openai';
 
 const openai = createOpenAI({
@@ -239,7 +238,7 @@ export const promptAlignmentScorer = createPromptAlignmentScorerLLM({
     category: "output-quality",
     type: "code",
     filename: "completeness-scorer.ts",
-    content: `import { createCompletenessScorer } from '@mastra/evals/scorers/code';
+    content: `import { createCompletenessScorer } from '@mastra/evals/scorers/prebuilt';
 
 export const completenessScorer = createCompletenessScorer();`
   },
@@ -250,7 +249,7 @@ export const completenessScorer = createCompletenessScorer();`
     category: "accuracy-and-reliability",
     type: "code",
     filename: "content-similarity-scorer.ts",
-    content: `import { createContentSimilarityScorer } from '@mastra/evals/scorers/code';
+    content: `import { createContentSimilarityScorer } from '@mastra/evals/scorers/prebuilt';
 
 export const contentSimilarityScorer = createContentSimilarityScorer({
   ignoreCase: true, // Whether to ignore case differences
@@ -264,7 +263,7 @@ export const contentSimilarityScorer = createContentSimilarityScorer({
     category: "output-quality",
     type: "code",
     filename: "keyword-coverage-scorer.ts",
-    content: `import { createKeywordCoverageScorer } from '@mastra/evals/scorers/code';
+    content: `import { createKeywordCoverageScorer } from '@mastra/evals/scorers/prebuilt';
 
 export const keywordCoverageScorer = createKeywordCoverageScorer();`
   },
@@ -275,7 +274,7 @@ export const keywordCoverageScorer = createKeywordCoverageScorer();`
     category: "accuracy-and-reliability",
     type: "code",
     filename: "textual-difference-scorer.ts",
-    content: `import { createTextualDifferenceScorer } from '@mastra/evals/scorers/code';
+    content: `import { createTextualDifferenceScorer } from '@mastra/evals/scorers/prebuilt';
 
 export const textualDifferenceScorer = createTextualDifferenceScorer();`
   },
@@ -286,7 +285,7 @@ export const textualDifferenceScorer = createTextualDifferenceScorer();`
     category: "output-quality",
     type: "code",
     filename: "tone-scorer.ts",
-    content: `import { createToneScorer } from '@mastra/evals/scorers/code';
+    content: `import { createToneScorer } from '@mastra/evals/scorers/prebuilt';
 
 export const toneScorer = createToneScorer();`
   },
@@ -297,7 +296,7 @@ export const toneScorer = createToneScorer();`
     category: "accuracy-and-reliability",
     type: "code",
     filename: "code-tool-call-accuracy-scorer.ts",
-    content: `import { createToolCallAccuracyScorerCode } from '@mastra/evals/scorers/code';
+    content: `import { createToolCallAccuracyScorerCode } from '@mastra/evals/scorers/prebuilt';
 
 export const codeToolCallAccuracyScorer = createToolCallAccuracyScorerCode({
   expectedTool: 'weather-tool', // The tool that should be called
@@ -498,60 +497,18 @@ var BuildBundler = class extends Bundler {
   getEntry() {
     return `
     // @ts-ignore
-    import { evaluate } from '@mastra/core/eval';
-    import { AvailableHooks, registerHook } from '@mastra/core/hooks';
-    import { TABLE_EVALS } from '@mastra/core/storage';
-    import { scoreTracesWorkflow } from '@mastra/core/scores/scoreTraces';
-    import { checkEvalStorageFields } from '@mastra/core/utils';
+    import { scoreTracesWorkflow } from '@mastra/core/evals/scoreTraces';
     import { mastra } from '#mastra';
     import { createNodeServer, getToolExports } from '#server';
     import { tools } from '#tools';
     // @ts-ignore
     await createNodeServer(mastra, { tools: getToolExports(tools) });
 
-    registerHook(AvailableHooks.ON_GENERATION, ({ input, output, metric, runId, agentName, instructions }) => {
-      evaluate({
-        agentName,
-        input,
-        metric,
-        output,
-        runId,
-        globalRunId: runId,
-        instructions,
-      });
-    });
-
     if (mastra.getStorage()) {
       // start storage init in the background
       mastra.getStorage().init();
       mastra.__registerInternalWorkflow(scoreTracesWorkflow);
     }
-
-    registerHook(AvailableHooks.ON_EVALUATION, async traceObject => {
-      const storage = mastra.getStorage();
-      if (storage) {
-        // Check for required fields
-        const logger = mastra?.getLogger();
-        const areFieldsValid = checkEvalStorageFields(traceObject, logger);
-        if (!areFieldsValid) return;
-
-        await storage.insert({
-          tableName: TABLE_EVALS,
-          record: {
-            input: traceObject.input,
-            output: traceObject.output,
-            result: JSON.stringify(traceObject.result || {}),
-            agent_name: traceObject.agentName,
-            metric_name: traceObject.metricName,
-            instructions: traceObject.instructions,
-            test_info: null,
-            global_run_id: traceObject.globalRunId,
-            run_id: traceObject.runId,
-            created_at: new Date().toISOString(),
-          },
-        });
-      }
-    });
     `;
   }
   async lint(entryFile, outputDirectory, toolsPaths) {
@@ -568,14 +525,6 @@ async function build({
   const mastraDir = dir2 ? dir2.startsWith("/") ? dir2 : join(rootDir, dir2) : join(rootDir, "src", "mastra");
   const outputDirectory = join(rootDir, ".mastra");
   const logger2 = createLogger(debug);
-  const normalizedMastraDir = mastraDir.replaceAll("\\", "/");
-  const defaultToolsPath = posix.join(normalizedMastraDir, "tools/**/*.{js,ts}");
-  const defaultToolsIgnorePaths = [
-    `!${posix.join(normalizedMastraDir, "tools/**/*.{test,spec}.{js,ts}")}`,
-    `!${posix.join(normalizedMastraDir, "tools/**/__tests__/**")}`
-  ];
-  const defaultTools = [defaultToolsPath, ...defaultToolsIgnorePaths];
-  const discoveredTools = [defaultTools, ...tools ?? []];
   try {
     const fs3 = new FileService();
     const mastraEntryFile = fs3.getFirstExistingFile([join(mastraDir, "index.ts"), join(mastraDir, "index.js")]);
@@ -583,19 +532,19 @@ async function build({
     if (!platformDeployer) {
       const deployer = new BuildBundler();
       deployer.__setLogger(logger2);
+      const discoveredTools2 = deployer.getAllToolPaths(mastraDir, tools);
       await deployer.prepare(outputDirectory);
       await deployer.bundle(mastraEntryFile, outputDirectory, {
-        toolsPaths: discoveredTools,
+        toolsPaths: discoveredTools2,
         projectRoot: rootDir
       });
       logger2.info(`Build successful, you can now deploy the .mastra/output directory to your target platform.`);
-      logger2.info(
-        `To start the server, run: node --import=./.mastra/output/instrumentation.mjs .mastra/output/index.mjs`
-      );
+      logger2.info(`To start the server, run: node .mastra/output/index.mjs`);
       return;
     }
     logger2.info("Deployer found, preparing deployer build...");
     platformDeployer.__setLogger(logger2);
+    const discoveredTools = platformDeployer.getAllToolPaths(mastraDir, tools ?? []);
     await platformDeployer.prepare(outputDirectory);
     await platformDeployer.bundle(mastraEntryFile, outputDirectory, {
       toolsPaths: discoveredTools,
@@ -912,7 +861,7 @@ function formatTable(scorers) {
   const header = `${pc2.bold("Name".padEnd(nameWidth))} \u2502 ${pc2.bold("ID".padEnd(idWidth))} \u2502 ${pc2.bold("Type".padEnd(typeWidth))} \u2502 ${pc2.bold("Description".padEnd(descWidth))}`;
   const separator = "\u2500".repeat(nameWidth) + "\u2500\u253C\u2500" + "\u2500".repeat(idWidth) + "\u2500\u253C\u2500" + "\u2500".repeat(typeWidth) + "\u2500\u253C\u2500" + "\u2500".repeat(descWidth) + "\u2500";
   const rows = scorers.map(
-    (scorer) => `${scorer.name.padEnd(nameWidth)} \u2502 ${pc2.dim(scorer.id.padEnd(idWidth))} \u2502 ${scorer.type.padEnd(typeWidth)} \u2502 ${pc2.dim(scorer.description.padEnd(descWidth))}`
+    (scorer) => `${(scorer?.name ?? scorer?.id).padEnd(nameWidth)} \u2502 ${pc2.dim(scorer.id.padEnd(idWidth))} \u2502 ${scorer.type.padEnd(typeWidth)} \u2502 ${pc2.dim(scorer.description.padEnd(descWidth))}`
   );
   return [header, separator, ...rows].join("\n");
 }
@@ -1113,17 +1062,8 @@ var DevBundler = class extends Bundler {
       },
       { sourcemap: sourcemapEnabled }
     );
-    const toolsInputOptions = await this.getToolsInputOptions(toolsPaths);
+    const toolsInputOptions = await this.listToolsInputOptions(toolsPaths);
     const outputDir = join(outputDirectory, this.outputDir);
-    await writeTelemetryConfig(entryFile, outputDir, this.logger);
-    const mastraFolder = dirname(entryFile);
-    const fileService = new FileService$1();
-    const customInstrumentation = fileService.getFirstExistingFileOrUndefined([
-      join(mastraFolder, "instrumentation.js"),
-      join(mastraFolder, "instrumentation.ts"),
-      join(mastraFolder, "instrumentation.mjs")
-    ]);
-    await this.writeInstrumentationFile(outputDir, customInstrumentation);
     await this.writePackageJson(outputDir, /* @__PURE__ */ new Map(), {});
     const copyPublic = this.copyPublic.bind(this);
     const watcher = await createWatcher(
@@ -1140,7 +1080,6 @@ var DevBundler = class extends Bundler {
           }
         },
         plugins: [
-          // @ts-ignore - types are good
           ...inputOptions.plugins,
           {
             name: "env-watcher",
@@ -1172,7 +1111,7 @@ var DevBundler = class extends Bundler {
               await writeFile(
                 join(outputDir, "tools.mjs"),
                 `${toolImports.join("\n")}
-        
+
                 export const tools = [${toolsExports.join(", ")}]`
               );
             }
@@ -1233,14 +1172,6 @@ var startServer = async (dotMastraPath, {
     if (startOptions.customArgs) {
       commands.push(...startOptions.customArgs);
     }
-    if (!isWebContainer()) {
-      const instrumentation = import.meta.resolve("@opentelemetry/instrumentation/hook.mjs");
-      commands.push(
-        `--import=${import.meta.resolve("mastra/telemetry-loader")}`,
-        "--import=./instrumentation.mjs",
-        `--import=${instrumentation}`
-      );
-    }
     commands.push("index.mjs");
     currentServerProcess = execa(process2.execPath, commands, {
       cwd: dotMastraPath,
@@ -1414,18 +1345,11 @@ async function dev({
   const rootDir = root || process2.cwd();
   const mastraDir = dir2 ? dir2.startsWith("/") ? dir2 : join(process2.cwd(), dir2) : join(process2.cwd(), "src", "mastra");
   const dotMastraPath = join(rootDir, ".mastra");
-  const normalizedMastraDir = mastraDir.replaceAll("\\", "/");
-  const defaultToolsPath = posix.join(normalizedMastraDir, "tools/**/*.{js,ts}");
-  const defaultToolsIgnorePaths = [
-    `!${posix.join(normalizedMastraDir, "tools/**/*.{test,spec}.{js,ts}")}`,
-    `!${posix.join(normalizedMastraDir, "tools/**/__tests__/**")}`
-  ];
-  const defaultTools = [defaultToolsPath, ...defaultToolsIgnorePaths];
-  const discoveredTools = [defaultTools, ...tools ?? []];
   const fileService = new FileService$1();
   const entryFile = fileService.getFirstExistingFile([join(mastraDir, "index.ts"), join(mastraDir, "index.js")]);
   const bundler = new DevBundler(env);
   bundler.__setLogger(createLogger(debug));
+  const discoveredTools = bundler.getAllToolPaths(mastraDir, tools ?? []);
   const loadedEnv = await bundler.loadEnvVars();
   for (const [key, value] of loadedEnv.entries()) {
     process2.env[key] = value;
@@ -1514,17 +1438,12 @@ var startDevServer = async (args) => {
 async function start(options = {}) {
   config({ path: [options.env || ".env.production", ".env"] });
   const outputDir = options.dir || ".mastra/output";
-  const telemetry = options.telemetry ?? true;
   try {
     const outputPath = join(process.cwd(), outputDir);
     if (!fs.existsSync(outputPath)) {
       throw new Error(`Output directory ${outputPath} does not exist`);
     }
     const commands = [];
-    if (telemetry && !isWebContainer()) {
-      const instrumentation = "@opentelemetry/instrumentation/hook.mjs";
-      commands.push("--import=./instrumentation.mjs", `--import=${instrumentation}`);
-    }
     commands.push("index.mjs");
     const server = spawn("node", commands, {
       cwd: outputPath,
@@ -1594,7 +1513,6 @@ var startProject = async (args) => {
     execution: async () => {
       await start({
         dir: args.dir,
-        telemetry: args.telemetry,
         env: args.env
       });
     },
@@ -1643,7 +1561,7 @@ program.command("dev").description("Start mastra server").option("-d, --dir <dir
   "Comma-separated list of custom arguments to pass to the dev server. IE: --experimental-transform-types"
 ).option("-s, --https", "Enable local HTTPS").option("--debug", "Enable debug logs", false).action(startDevServer);
 program.command("build").description("Build your Mastra project").option("-d, --dir <path>", "Path to your Mastra Folder").option("-r, --root <path>", "Path to your root folder").option("-t, --tools <toolsDirs>", "Comma-separated list of paths to tool files to include").option("--debug", "Enable debug logs", false).action(buildProject);
-program.command("start").description("Start your built Mastra application").option("-d, --dir <path>", "Path to your built Mastra output directory (default: .mastra/output)").option("-e, --env <env>", "Custom env file to include in the start").option("-nt, --no-telemetry", "Disable telemetry on start").action(startProject);
+program.command("start").description("Start your built Mastra application").option("-d, --dir <path>", "Path to your built Mastra output directory (default: .mastra/output)").option("-e, --env <env>", "Custom env file to include in the start").action(startProject);
 var scorersCommand = program.command("scorers").description("Manage scorers for evaluating AI outputs");
 scorersCommand.command("add [scorer-name]").description("Add a new scorer to your project").option("-d, --dir <path>", "Path to your Mastra directory (default: auto-detect)").action(addScorer);
 scorersCommand.command("list").description("List available scorer templates").action(listScorers);