create-mastra 0.0.0-bump-snapshot-attempt-20251015082400 → 0.0.0-bundle-recursion-20251030002519

package/CHANGELOG.md

@@ -1,6 +1,56 @@
 # create-mastra
 
-## 0.0.0-bump-snapshot-attempt-20251015082400
+## 0.0.0-bundle-recursion-20251030002519
+
+### Major Changes
+
+- Removed old tracing code based on OpenTelemetry ([#9237](https://github.com/mastra-ai/mastra/pull/9237))
+
+### Patch Changes
+
+- Update MainSidebar component to fit required changes in Cloud CTA link ([#9318](https://github.com/mastra-ai/mastra/pull/9318))
+
+## 0.17.3
+
+## 0.17.3-alpha.0
+
+## 0.17.2
+
+## 0.17.2-alpha.0
+
+## 0.17.1
+
+### Patch Changes
+
+- Add scorers to the default weather agent in the create command. ([#9042](https://github.com/mastra-ai/mastra/pull/9042))
+
+- Fix tool result in playground ([#9087](https://github.com/mastra-ai/mastra/pull/9087))
+
+## 0.17.1-alpha.1
+
+### Patch Changes
+
+- Add scorers to the default weather agent in the create command. ([#9042](https://github.com/mastra-ai/mastra/pull/9042))
+
+- Fix tool result in playground ([#9087](https://github.com/mastra-ai/mastra/pull/9087))
+
+## 0.17.1-alpha.0
+
+## 0.17.0
+
+### Patch Changes
+
+- Pin `@rollup/*` dependencies to fixed versions (instead of using `^`) to: ([#8900](https://github.com/mastra-ai/mastra/pull/8900))
+  - Hotfix a bug inside `@rollup/plugin-commonjs`
+  - Have more control over the versions in the future to not have breakages over night
+
+## 0.17.0-alpha.0
+
+### Patch Changes
+
+- Pin `@rollup/*` dependencies to fixed versions (instead of using `^`) to: ([#8900](https://github.com/mastra-ai/mastra/pull/8900))
+  - Hotfix a bug inside `@rollup/plugin-commonjs`
+  - Have more control over the versions in the future to not have breakages over night
 
 ## 0.16.0
 

package/dist/index.js

@@ -724,13 +724,18 @@ const format = (open, close) => {
 		// Handle nested colors.
 
 		// We could have done this, but it's too slow (as of Node.js 22).
-		// return openCode + string.replaceAll(closeCode, openCode) + closeCode;
+		// return openCode + string.replaceAll(closeCode, (close === 22 ? closeCode : '') + openCode) + closeCode;
 
 		let result = openCode;
 		let lastIndex = 0;
 
+		// SGR 22 resets both bold (1) and dim (2). When we encounter a nested
+		// close for styles that use 22, we need to re-open the outer style.
+		const reopenOnNestedClose = close === 22;
+		const replaceCode = (reopenOnNestedClose ? closeCode : '') + openCode;
+
 		while (index !== -1) {
-			result += string.slice(lastIndex, index) + openCode;
+			result += string.slice(lastIndex, index) + replaceCode;
 			lastIndex = index + closeCode.length;
 			index = string.indexOf(closeCode, lastIndex);
 		}
@@ -1492,7 +1497,7 @@ var getModelIdentifier = (llmProvider) => {
   if (llmProvider === "openai") {
     return `'openai/gpt-4o-mini'`;
   } else if (llmProvider === "anthropic") {
-    return `'anthropic/claude-3-5-sonnet-20241022'`;
+    return `'anthropic/claude-sonnet-4-5-20250929'`;
   } else if (llmProvider === "groq") {
     return `'groq/llama-3.3-70b-versatile'`;
   } else if (llmProvider === "google") {
@@ -1503,7 +1508,7 @@ var getModelIdentifier = (llmProvider) => {
     return `'mistral/mistral-medium-2508'`;
   }
 };
-async function writeAgentSample(llmProvider, destPath, addExampleTool) {
+async function writeAgentSample(llmProvider, destPath, addExampleTool, addScorers) {
   const modelString = getModelIdentifier(llmProvider);
   const instructions = `
       You are a helpful weather assistant that provides accurate weather information and can help planning activities based on the weather.
@@ -1524,12 +1529,36 @@ import { Agent } from '@mastra/core/agent';
 import { Memory } from '@mastra/memory';
 import { LibSQLStore } from '@mastra/libsql';
 ${addExampleTool ? `import { weatherTool } from '../tools/weather-tool';` : ""}
+${addScorers ? `import { scorers } from '../scorers/weather-scorer';` : ""}
 
 export const weatherAgent = new Agent({
   name: 'Weather Agent',
   instructions: \`${instructions}\`,
   model: ${modelString},
   ${addExampleTool ? "tools: { weatherTool }," : ""}
+  ${addScorers ? `scorers: {
+    toolCallAppropriateness: {
+      scorer: scorers.toolCallAppropriatenessScorer,
+      sampling: {
+        type: 'ratio',
+        rate: 1,
+      },
+    },
+    completeness: {
+      scorer: scorers.completenessScorer,
+      sampling: {
+        type: 'ratio',
+        rate: 1,
+      },
+    },
+    translation: {
+      scorer: scorers.translationScorer,
+      sampling: {
+        type: 'ratio',
+        rate: 1,
+      },
+    },
+  },` : ""}
   memory: new Memory({
     storage: new LibSQLStore({
       url: "file:../mastra.db", // path is relative to the .mastra/output directory
@@ -1741,14 +1770,107 @@ async function writeToolSample(destPath) {
   const fileService = new FileService();
   await fileService.copyStarterFile("tools.ts", destPath);
 }
+async function writeScorersSample(llmProvider, destPath) {
+  const modelString = getModelIdentifier(llmProvider);
+  const content = `import { z } from 'zod';
+import { createToolCallAccuracyScorerCode } from '@mastra/evals/scorers/code';
+import { createCompletenessScorer } from '@mastra/evals/scorers/code';
+import { createScorer } from '@mastra/core/scores';
+
+export const toolCallAppropriatenessScorer = createToolCallAccuracyScorerCode({
+  expectedTool: 'weatherTool',
+  strictMode: false,
+});
+
+export const completenessScorer = createCompletenessScorer();
+
+// Custom LLM-judged scorer: evaluates if non-English locations are translated appropriately
+export const translationScorer = createScorer({
+  name: 'Translation Quality',
+  description: 'Checks that non-English location names are translated and used correctly',
+  type: 'agent',
+  judge: {
+    model: ${modelString},
+    instructions:
+      'You are an expert evaluator of translation quality for geographic locations. ' +
+      'Determine whether the user text mentions a non-English location and whether the assistant correctly uses an English translation of that location. ' +
+      'Be lenient with transliteration differences and diacritics. ' +
+      'Return only the structured JSON matching the provided schema.',
+  },
+})
+  .preprocess(({ run }) => {
+    const userText = (run.input?.inputMessages?.[0]?.content as string) || '';
+    const assistantText = (run.output?.[0]?.content as string) || '';
+    return { userText, assistantText };
+  })
+  .analyze({
+    description: 'Extract location names and detect language/translation adequacy',
+    outputSchema: z.object({
+      nonEnglish: z.boolean(),
+      translated: z.boolean(),
+      confidence: z.number().min(0).max(1).default(1),
+      explanation: z.string().default(''),
+    }),
+    createPrompt: ({ results }) => \`
+            You are evaluating if a weather assistant correctly handled translation of a non-English location.
+            User text:
+            """
+            \${results.preprocessStepResult.userText}
+            """
+            Assistant response:
+            """
+            \${results.preprocessStepResult.assistantText}
+            """
+            Tasks:
+            1) Identify if the user mentioned a location that appears non-English.
+            2) If non-English, check whether the assistant used a correct English translation of that location in its response.
+            3) Be lenient with transliteration differences (e.g., accents/diacritics).
+            Return JSON with fields:
+            {
+            "nonEnglish": boolean,
+            "translated": boolean,
+            "confidence": number, // 0-1
+            "explanation": string
+            }
+        \`,
+  })
+  .generateScore(({ results }) => {
+    const r = (results as any)?.analyzeStepResult || {};
+    if (!r.nonEnglish) return 1; // If not applicable, full credit
+    if (r.translated) return Math.max(0, Math.min(1, 0.7 + 0.3 * (r.confidence ?? 1)));
+    return 0; // Non-English but not translated
+  })
+  .generateReason(({ results, score }) => {
+    const r = (results as any)?.analyzeStepResult || {};
+    return \`Translation scoring: nonEnglish=\${r.nonEnglish ?? false}, translated=\${r.translated ?? false}, confidence=\${r.confidence ?? 0}. Score=\${score}. \${r.explanation ?? ''}\`;
+  });
+
+export const scorers = {
+  toolCallAppropriatenessScorer,
+  completenessScorer,
+  translationScorer,
+};`;
+  const formattedContent = await prettier.format(content, {
+    parser: "typescript",
+    singleQuote: true
+  });
+  await fs4.writeFile(destPath, formattedContent);
+}
 async function writeCodeSampleForComponents(llmprovider, component, destPath, importComponents) {
   switch (component) {
     case "agents":
-      return writeAgentSample(llmprovider, destPath, importComponents.includes("tools"));
+      return writeAgentSample(
+        llmprovider,
+        destPath,
+        importComponents.includes("tools"),
+        importComponents.includes("scorers")
+      );
     case "tools":
       return writeToolSample(destPath);
     case "workflows":
       return writeWorkflowSample(destPath);
+    case "scorers":
+      return writeScorersSample(llmprovider, destPath);
     default:
       return "";
   }
@@ -1761,7 +1883,8 @@ var writeIndexFile = async ({
   dirPath,
   addAgent,
   addExample,
-  addWorkflow
+  addWorkflow,
+  addScorers
 }) => {
   const indexPath = dirPath + "/index.ts";
   const destPath = path.join(indexPath);
@@ -1769,7 +1892,8 @@ var writeIndexFile = async ({
     await fs4.writeFile(destPath, "");
     const filteredExports = [
       addWorkflow ? `workflows: { weatherWorkflow },` : "",
-      addAgent ? `agents: { weatherAgent },` : ""
+      addAgent ? `agents: { weatherAgent },` : "",
+      addScorers ? `scorers: { toolCallAppropriatenessScorer, completenessScorer, translationScorer },` : ""
     ].filter(Boolean);
     if (!addExample) {
       await fs4.writeFile(
@@ -1790,6 +1914,7 @@ import { PinoLogger } from '@mastra/loggers';
 import { LibSQLStore } from '@mastra/libsql';
 ${addWorkflow ? `import { weatherWorkflow } from './workflows/weather-workflow';` : ""}
 ${addAgent ? `import { weatherAgent } from './agents/weather-agent';` : ""}
+${addScorers ? `import { toolCallAppropriatenessScorer, completenessScorer, translationScorer } from './scorers/weather-scorer';` : ""}
 
 export const mastra = new Mastra({
   ${filteredExports.join("\n  ")}
@@ -1801,13 +1926,9 @@ export const mastra = new Mastra({
     name: 'Mastra',
     level: 'info',
   }),
-  telemetry: {
-    // Telemetry is deprecated and will be removed in the Nov 4th release
-    enabled: false, 
-  },
   observability: {
     // Enables DefaultExporter and CloudExporter for AI tracing
-    default: { enabled: true }, 
+    default: { enabled: true },
   },
 });
 `
@@ -1816,7 +1937,6 @@ export const mastra = new Mastra({
     throw err;
   }
 };
-yoctoSpinner({ text: "Installing Mastra core dependencies\n" });
 var getAPIKey = async (provider) => {
   let key = "OPENAI_API_KEY";
   switch (provider) {
@@ -1960,19 +2080,19 @@ Note: you will need to go into Cursor Settings -> MCP Settings and manually enab
           );
         }
         if (editor === `cursor-global`) {
-          const confirm2 = await ve({
+          const confirm = await ve({
             message: `Global install will add/update ${cursorGlobalMCPConfigPath} and make the Mastra docs MCP server available in all your Cursor projects. Continue?`,
             options: [
               { value: "yes", label: "Yes, I understand" },
               { value: "skip", label: "No, skip for now" }
             ]
           });
-          if (confirm2 !== `yes`) {
+          if (confirm !== `yes`) {
             return void 0;
           }
         }
         if (editor === `windsurf`) {
-          const confirm2 = await ve({
+          const confirm = await ve({
             message: `Windsurf only supports a global MCP config (at ${windsurfGlobalMCPConfigPath}) is it ok to add/update that global config?
 This means the Mastra docs MCP server will be available in all your Windsurf projects.`,
             options: [
@@ -1980,7 +2100,7 @@ This means the Mastra docs MCP server will be available in all your Windsurf pro
               { value: "skip", label: "No, skip for now" }
             ]
           });
-          if (confirm2 !== `yes`) {
+          if (confirm !== `yes`) {
             return void 0;
           }
         }
@@ -2030,10 +2150,10 @@ var exec2 = util.promisify(child_process.exec);
 async function cloneTemplate(options) {
   const { template, projectName, targetDir } = options;
   const projectPath = targetDir ? path.resolve(targetDir, projectName) : path.resolve(projectName);
-  const spinner5 = yoctoSpinner({ text: `Cloning template "${template.title}"...` }).start();
+  const spinner4 = yoctoSpinner({ text: `Cloning template "${template.title}"...` }).start();
   try {
     if (await directoryExists(projectPath)) {
-      spinner5.error(`Directory ${projectName} already exists`);
+      spinner4.error(`Directory ${projectName} already exists`);
       throw new Error(`Directory ${projectName} already exists`);
     }
     await cloneRepositoryWithoutGit(template.githubUrl, projectPath);
@@ -2042,10 +2162,10 @@ async function cloneTemplate(options) {
     if (await fileExists(envExamplePath)) {
       await fs4.copyFile(envExamplePath, path.join(projectPath, ".env"));
     }
-    spinner5.success(`Template "${template.title}" cloned successfully to ${projectName}`);
+    spinner4.success(`Template "${template.title}" cloned successfully to ${projectName}`);
     return projectPath;
   } catch (error) {
-    spinner5.error(`Failed to clone template: ${error instanceof Error ? error.message : "Unknown error"}`);
+    spinner4.error(`Failed to clone template: ${error instanceof Error ? error.message : "Unknown error"}`);
     throw error;
   }
 }
@@ -2100,16 +2220,16 @@ async function updatePackageJson(projectPath, projectName) {
   }
 }
 async function installDependencies(projectPath, packageManager) {
-  const spinner5 = yoctoSpinner({ text: "Installing dependencies..." }).start();
+  const spinner4 = yoctoSpinner({ text: "Installing dependencies..." }).start();
   try {
     const pm = packageManager || getPackageManager();
     const installCommand = shellQuote2.quote([pm, "install"]);
     await exec2(installCommand, {
       cwd: projectPath
     });
-    spinner5.success("Dependencies installed successfully");
+    spinner4.success("Dependencies installed successfully");
   } catch (error) {
-    spinner5.error(`Failed to install dependencies: ${error instanceof Error ? error.message : "Unknown error"}`);
+    spinner4.error(`Failed to install dependencies: ${error instanceof Error ? error.message : "Unknown error"}`);
     throw error;
   }
 }
@@ -2198,7 +2318,8 @@ var init = async ({
         dirPath,
         addExample,
         addWorkflow: components.includes("workflows"),
-        addAgent: components.includes("agents")
+        addAgent: components.includes("agents"),
+        addScorers: components.includes("scorers")
       }),
       ...components.map((component) => createComponentsDir(dirPath, component)),
       writeAPIKey({ provider: llmProvider, apiKey: llmApiKey })
@@ -2222,6 +2343,14 @@ var init = async ({
       if (needsLoggers) {
         await depService.installPackages(["@mastra/loggers"]);
       }
+      const needsObservability = await depService.checkDependencies(["@mastra/observability"]) !== `ok`;
+      if (needsObservability) {
+        await depService.installPackages(["@mastra/observability"]);
+      }
+      const needsEvals = components.includes(`scorers`) && await depService.checkDependencies(["@mastra/evals"]) !== `ok`;
+      if (needsEvals) {
+        await depService.installPackages(["@mastra/evals"]);
+      }
     }
     const key = await getAPIKey(llmProvider || "openai");
     if (configureEditorWithDocsMCP) {
@@ -2451,7 +2580,7 @@ var create = async (args2) => {
     await init({
       ...result,
       llmApiKey: result?.llmApiKey,
-      components: ["agents", "tools", "workflows"],
+      components: ["agents", "tools", "workflows", "scorers"],
       addExample: true
     });
     postCreate({ projectName });
@@ -2567,16 +2696,16 @@ async function createFromTemplate(args2) {
     selectedTemplate = selected;
   } else if (args2.template && typeof args2.template === "string") {
     if (isGitHubUrl(args2.template)) {
-      const spinner5 = Y();
-      spinner5.start("Validating GitHub repository...");
+      const spinner4 = Y();
+      spinner4.start("Validating GitHub repository...");
       const validation = await validateGitHubProject(args2.template);
       if (!validation.isValid) {
-        spinner5.stop("Validation failed");
+        spinner4.stop("Validation failed");
         M.error("This does not appear to be a valid Mastra project:");
         validation.errors.forEach((error) => M.error(`  - ${error}`));
         throw new Error("Invalid Mastra project");
       }
-      spinner5.stop("Valid Mastra project \u2713");
+      spinner4.stop("Valid Mastra project \u2713");
       selectedTemplate = await createFromGitHubUrl(args2.template);
     } else {
       const templates = await loadTemplates();
@@ -2673,7 +2802,7 @@ program.version(`${version}`, "-v, --version").description(`create-mastra ${vers
 program.name("create-mastra").description("Create a new Mastra project").argument("[project-name]", "Directory name of the project").option(
   "-p, --project-name <string>",
   "Project name that will be used in package.json and as the project directory name."
-).option("--default", "Quick start with defaults (src, OpenAI, examples)").option("-c, --components <components>", "Comma-separated list of components (agents, tools, workflows)").option("-l, --llm <model-provider>", "Default model provider (openai, anthropic, groq, google, or cerebras)").option("-k, --llm-api-key <api-key>", "API key for the model provider").option("-e, --example", "Include example code").option("-n, --no-example", "Do not include example code").option("-t, --timeout [timeout]", "Configurable timeout for package installation, defaults to 60000 ms").option("-d, --dir <directory>", "Target directory for Mastra source code (default: src/)").option("-m, --mcp <mcp>", "MCP Server for code editor (cursor, cursor-global, windsurf, vscode)").option(
+).option("--default", "Quick start with defaults (src, OpenAI, examples)").option("-c, --components <components>", "Comma-separated list of components (agents, tools, workflows, scorers)").option("-l, --llm <model-provider>", "Default model provider (openai, anthropic, groq, google, or cerebras)").option("-k, --llm-api-key <api-key>", "API key for the model provider").option("-e, --example", "Include example code").option("-n, --no-example", "Do not include example code").option("-t, --timeout [timeout]", "Configurable timeout for package installation, defaults to 60000 ms").option("-d, --dir <directory>", "Target directory for Mastra source code (default: src/)").option("-m, --mcp <mcp>", "MCP Server for code editor (cursor, cursor-global, windsurf, vscode)").option(
   "--template [template-name]",
   "Create project from a template (use template name, public GitHub URL, or leave blank to select from list)"
 ).action(async (projectNameArg, args) => {
@@ -2681,7 +2810,7 @@ program.name("create-mastra").description("Create a new Mastra project").argumen
   const timeout = args?.timeout ? args?.timeout === true ? 6e4 : parseInt(args?.timeout, 10) : void 0;
   if (args.default) {
     await create({
-      components: ["agents", "tools", "workflows"],
+      components: ["agents", "tools", "workflows", "scorers"],
       llmProvider: "openai",
       addExample: true,
       createVersionTag,