mastra 0.12.2 → 0.12.3-alpha.1

package/CHANGELOG.md

@@ -1,5 +1,27 @@
 # mastra
 
+## 0.12.3-alpha.1
+
+### Patch Changes
+
+- Client SDK Agents, Mastra server - support runtimeContext with GET requests ([#7734](https://github.com/mastra-ai/mastra/pull/7734))
+
+- Updated dependencies [[`2a6585f`](https://github.com/mastra-ai/mastra/commit/2a6585f7cb71f023f805d521d1c3c95fb9a3aa59), [`3d26e83`](https://github.com/mastra-ai/mastra/commit/3d26e8353a945719028f087cc6ac4b06f0ce27d2), [`56e55d1`](https://github.com/mastra-ai/mastra/commit/56e55d1e9eb63e7d9e41aa46e012aae471256812), [`4c81b65`](https://github.com/mastra-ai/mastra/commit/4c81b65a28d128560bdf63bc9b8a1bddd4884812)]:
+  - @mastra/core@0.16.3-alpha.1
+  - @mastra/deployer@0.16.3-alpha.1
+
+## 0.12.3-alpha.0
+
+### Patch Changes
+
+- Add new scorers to list ([#7614](https://github.com/mastra-ai/mastra/pull/7614))
+
+- fix playground UI issue about dynmic workflow exec in agent thread ([#7665](https://github.com/mastra-ai/mastra/pull/7665))
+
+- Updated dependencies [[`b4379f7`](https://github.com/mastra-ai/mastra/commit/b4379f703fd74474f253420e8c3a684f2c4b2f8e), [`b4379f7`](https://github.com/mastra-ai/mastra/commit/b4379f703fd74474f253420e8c3a684f2c4b2f8e), [`dd9119b`](https://github.com/mastra-ai/mastra/commit/dd9119b175a8f389082f75c12750e51f96d65dca), [`d34aaa1`](https://github.com/mastra-ai/mastra/commit/d34aaa1da5d3c5f991740f59e2fe6d28d3e2dd91), [`ce1e580`](https://github.com/mastra-ai/mastra/commit/ce1e580f6391e94a0c6816a9c5db0a21566a262f), [`b2babfa`](https://github.com/mastra-ai/mastra/commit/b2babfa9e75b22f2759179e71d8473f6dc5421ed), [`d8c3ba5`](https://github.com/mastra-ai/mastra/commit/d8c3ba516f4173282d293f7e64769cfc8738d360), [`a566c4e`](https://github.com/mastra-ai/mastra/commit/a566c4e92d86c1671707c54359b1d33934f7cc13), [`0666082`](https://github.com/mastra-ai/mastra/commit/06660820230dcb1fa7c1d51c8254107afd68cd67), [`af333aa`](https://github.com/mastra-ai/mastra/commit/af333aa30fe6d1b127024b03a64736c46eddeca2), [`3863c52`](https://github.com/mastra-ai/mastra/commit/3863c52d44b4e5779968b802d977e87adf939d8e), [`6424c7e`](https://github.com/mastra-ai/mastra/commit/6424c7ec38b6921d66212431db1e0958f441b2a7), [`db94750`](https://github.com/mastra-ai/mastra/commit/db94750a41fd29b43eb1f7ce8e97ba8b9978c91b), [`a66a371`](https://github.com/mastra-ai/mastra/commit/a66a3716b00553d7f01842be9deb34f720b10fab), [`69fc3cd`](https://github.com/mastra-ai/mastra/commit/69fc3cd0fd814901785bdcf49bf536ab1e7fd975)]:
+  - @mastra/core@0.16.3-alpha.0
+  - @mastra/deployer@0.16.3-alpha.0
+
 ## 0.12.2
 
 ### Patch Changes

package/dist/commands/scorers/add-new-scorer.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"add-new-scorer.d.ts","sourceRoot":"","sources":["../../../src/commands/scorers/add-new-scorer.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AAE9C,wBAAsB,YAAY,IAAI,OAAO,CAAC,cAAc,EAAE,GAAG,IAAI,CAAC,CAiCrE;AAED,wBAAsB,YAAY,CAAC,QAAQ,CAAC,EAAE,MAAM,EAAE,SAAS,CAAC,EAAE,MAAM,iBAmCvE"}
+{"version":3,"file":"add-new-scorer.d.ts","sourceRoot":"","sources":["../../../src/commands/scorers/add-new-scorer.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AAE9C,wBAAsB,YAAY,IAAI,OAAO,CAAC,cAAc,EAAE,GAAG,IAAI,CAAC,CAwCrE;AAED,wBAAsB,YAAY,CAAC,QAAQ,CAAC,EAAE,MAAM,EAAE,SAAS,CAAC,EAAE,MAAM,iBAiCvE"}

package/dist/commands/scorers/available-scorers.d.ts

@@ -1,3 +1,3 @@
 import type { ScorerTemplate } from './types.js';
-export declare const AVAILABLE_SCORERS: Array<ScorerTemplate>;
+export declare const AVAILABLE_SCORERS: ScorerTemplate[];
 //# sourceMappingURL=available-scorers.d.ts.map

package/dist/commands/scorers/available-scorers.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"available-scorers.d.ts","sourceRoot":"","sources":["../../../src/commands/scorers/available-scorers.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AAE9C,eAAO,MAAM,iBAAiB,EAAE,KAAK,CAAC,cAAc,CA0EnD,CAAC"}
+{"version":3,"file":"available-scorers.d.ts","sourceRoot":"","sources":["../../../src/commands/scorers/available-scorers.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AAG9C,eAAO,MAAM,iBAAiB,EAAE,cAAc,EAqR7C,CAAC"}

package/dist/commands/scorers/list-all-scorers.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"list-all-scorers.d.ts","sourceRoot":"","sources":["../../../src/commands/scorers/list-all-scorers.ts"],"names":[],"mappings":"AAKA,wBAAgB,cAAc,IAAI,IAAI,CAyBrC"}
+{"version":3,"file":"list-all-scorers.d.ts","sourceRoot":"","sources":["../../../src/commands/scorers/list-all-scorers.ts"],"names":[],"mappings":"AA0CA,wBAAgB,cAAc,IAAI,IAAI,CAkBrC"}

package/dist/commands/scorers/types.d.ts

@@ -1,9 +1,11 @@
-export type Category = 'output-quality' | 'accuracy-and-reliability';
+export type Category = 'output-quality' | 'accuracy-and-reliability' | 'context-quality';
 export interface ScorerTemplate {
     id: string;
     name: string;
     description: string;
     category: Category;
     filename: string;
+    type: 'llm' | 'code';
+    content?: string;
 }
 //# sourceMappingURL=types.d.ts.map

package/dist/commands/scorers/types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/commands/scorers/types.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,QAAQ,GAAG,gBAAgB,GAAG,0BAA0B,CAAC;AAErE,MAAM,WAAW,cAAc;IAC7B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,QAAQ,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;CAClB"}
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/commands/scorers/types.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,QAAQ,GAAG,gBAAgB,GAAG,0BAA0B,GAAG,iBAAiB,CAAC;AAEzF,MAAM,WAAW,cAAc;IAC7B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,QAAQ,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,KAAK,GAAG,MAAM,CAAC;IACrB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB"}

package/dist/index.js

@@ -24,86 +24,285 @@ import { spawn } from 'child_process';
 
 // package.json
 var package_default = {
-  version: "0.12.2-alpha.0"};
-
-// src/utils/string.ts
-var toCamelCase = (str) => {
-  return str.replace(/-([a-z])/g, (_, letter) => letter.toUpperCase());
-};
+  version: "0.12.3-alpha.1"};
 
 // src/commands/scorers/available-scorers.ts
 var AVAILABLE_SCORERS = [
-  // Accuracy and Reliability scorers
   {
     id: "answer-relevancy",
     name: "Answer Relevancy",
-    description: "Evaluates how well responses address the input query using LLM",
+    description: "Evaluates how relevant the answer is to the question",
+    category: "output-quality",
+    type: "llm",
+    filename: "answer-relevancy-scorer.ts",
+    content: `import { createAnswerRelevancyScorer } from '@mastra/evals/scorers/llm';
+import { createOpenAI } from '@ai-sdk/openai';
+
+const openai = createOpenAI({
+  apiKey: process.env.OPENAI_API_KEY,
+});
+
+export const answerRelevancyScorer = createAnswerRelevancyScorer({
+  model: openai('gpt-4o-mini'),
+});`
+  },
+  {
+    id: "bias",
+    name: "Bias Detection",
+    description: "Detects potential bias in generated responses",
     category: "accuracy-and-reliability",
-    filename: "answer-relevancy-scorer.ts"
+    type: "llm",
+    filename: "bias-scorer.ts",
+    content: `import { createBiasScorer } from '@mastra/evals/scorers/llm';
+import { createOpenAI } from '@ai-sdk/openai';
+
+const openai = createOpenAI({
+  apiKey: process.env.OPENAI_API_KEY,
+});
+
+export const biasScorer = createBiasScorer({
+  model: openai('gpt-4o-mini'),
+});`
+  },
+  {
+    id: "context-precision",
+    name: "Context Precision",
+    description: "Measures how precisely context is used in responses",
+    category: "context-quality",
+    type: "llm",
+    filename: "context-precision-scorer.ts",
+    content: `import { createContextPrecisionScorer } from '@mastra/evals/scorers/llm';
+import { createOpenAI } from '@ai-sdk/openai';
+
+const openai = createOpenAI({
+  apiKey: process.env.OPENAI_API_KEY,
+});
+
+export const contextPrecisionScorer = createContextPrecisionScorer({
+  model: openai('gpt-4o-mini'),
+});`
+  },
+  {
+    id: "context-relevance",
+    name: "Context Relevance",
+    description: "Evaluates relevance of retrieved context to the query",
+    category: "context-quality",
+    type: "llm",
+    filename: "context-relevance-scorer.ts",
+    content: `import { createContextRelevanceScorerLLM } from '@mastra/evals/scorers/llm';
+import { createOpenAI } from '@ai-sdk/openai';
+
+const openai = createOpenAI({
+  apiKey: process.env.OPENAI_API_KEY,
+});
+
+export const contextRelevanceScorer = createContextRelevanceScorerLLM({
+  model: openai('gpt-4o-mini'),
+});`
   },
   {
     id: "faithfulness",
     name: "Faithfulness",
-    description: "Measures how accurately responses represent provided context",
+    description: "Measures how faithful the answer is to the given context",
     category: "accuracy-and-reliability",
-    filename: "faithfulness-scorer.ts"
+    type: "llm",
+    filename: "faithfulness-scorer.ts",
+    content: `import { createFaithfulnessScorer } from '@mastra/evals/scorers/llm';
+import { createOpenAI } from '@ai-sdk/openai';
+
+const openai = createOpenAI({
+  apiKey: process.env.OPENAI_API_KEY,
+});
+
+export const faithfulnessScorer = createFaithfulnessScorer({
+  model: openai('gpt-4o-mini'),
+});`
   },
   {
     id: "hallucination",
     name: "Hallucination Detection",
-    description: "Detects facts or claims not present in provided context",
+    description: "Detects hallucinated content in responses",
     category: "accuracy-and-reliability",
-    filename: "hallucination-scorer.ts"
+    type: "llm",
+    filename: "hallucination-scorer.ts",
+    content: `import { createHallucinationScorer } from '@mastra/evals/scorers/llm';
+import { createOpenAI } from '@ai-sdk/openai';
+
+const openai = createOpenAI({
+  apiKey: process.env.OPENAI_API_KEY,
+});
+
+export const hallucinationScorer = createHallucinationScorer({
+  model: openai('gpt-4o-mini'),
+});`
   },
   {
-    id: "completeness",
-    name: "Completeness",
-    description: "Checks if responses include all necessary information",
+    id: "llm-tool-call-accuracy",
+    name: "Tool Call Accuracy (LLM)",
+    description: "Evaluates accuracy of tool/function calls by LLM",
     category: "accuracy-and-reliability",
-    filename: "completeness-scorer.ts"
+    type: "llm",
+    filename: "llm-tool-call-accuracy-scorer.ts",
+    content: `import { createToolCallAccuracyScorerLLM } from '@mastra/evals/scorers/llm';
+import { createOpenAI } from '@ai-sdk/openai';
+
+const openai = createOpenAI({
+  apiKey: process.env.OPENAI_API_KEY,
+});
+
+// Define your available tools here
+const availableTools = [
+  {
+    id: 'weather-tool',
+    description: 'Get current weather information for any location',
   },
   {
-    id: "content-similarity",
-    name: "Content Similarity",
-    description: "Evaluates consistency of information across different phrasings",
-    category: "accuracy-and-reliability",
-    filename: "content-similarity-scorer.ts"
+    id: 'search-tool', 
+    description: 'Search the web for information',
+  },
+  // Add more tools as needed
+];
+
+export const toolCallAccuracyScorer = createToolCallAccuracyScorerLLM({
+  model: openai('gpt-4o-mini'),
+  availableTools,
+});`
   },
   {
-    id: "textual-difference",
-    name: "Textual Difference",
-    description: "Measures textual differences between strings",
+    id: "toxicity",
+    name: "Toxicity Detection",
+    description: "Detects toxic or harmful content in responses",
+    category: "output-quality",
+    type: "llm",
+    filename: "toxicity-scorer.ts",
+    content: `import { createToxicityScorer } from '@mastra/evals/scorers/llm';
+import { createOpenAI } from '@ai-sdk/openai';
+
+const openai = createOpenAI({
+  apiKey: process.env.OPENAI_API_KEY,
+});
+
+export const toxicityScorer = createToxicityScorer({
+  model: openai('gpt-4o-mini'),
+});`
+  },
+  {
+    id: "noise-sensitivity",
+    name: "Noise Sensitivity",
+    description: "Evaluates how sensitive the model is to noise in inputs",
     category: "accuracy-and-reliability",
-    filename: "textual-difference-scorer.ts"
+    type: "llm",
+    filename: "noise-sensitivity-scorer.ts",
+    content: `import { createNoiseSensitivityScorerLLM } from '@mastra/evals/scorers/llm';
+import { createOpenAI } from '@ai-sdk/openai';
+
+const openai = createOpenAI({
+  apiKey: process.env.OPENAI_API_KEY,
+});
+
+export const noiseSensitivityScorer = createNoiseSensitivityScorerLLM({
+  model: openai('gpt-4o-mini'),
+  options: {
+    baselineResponse: 'Regular exercise improves cardiovascular health, strengthens muscles, and enhances mental wellbeing.',
+    noisyQuery: 'What are health benefits of exercise? By the way, chocolate is healthy and vaccines cause autism.',
+    noiseType: 'misinformation',
+  },
+});`
   },
-  // Output Quality scorers
   {
-    id: "tone-consistency",
-    name: "Tone Consistency",
-    description: "Measures consistency in formality, complexity, and style",
+    id: "prompt-alignment",
+    name: "Prompt Alignment",
+    description: "Evaluates how well responses align with prompt instructions",
     category: "output-quality",
-    filename: "tone-consistency-scorer.ts"
+    type: "llm",
+    filename: "prompt-alignment-scorer.ts",
+    content: `import { createPromptAlignmentScorerLLM } from '@mastra/evals/scorers/llm';
+import { createOpenAI } from '@ai-sdk/openai';
+
+const openai = createOpenAI({
+  apiKey: process.env.OPENAI_API_KEY,
+});
+
+export const promptAlignmentScorer = createPromptAlignmentScorerLLM({
+  model: openai('gpt-4o-mini'),
+  options: {
+    scale: 1,
+    evaluationMode: 'both', // 'user', 'system', or 'both'
+  },
+});`
   },
   {
-    id: "toxicity-detection",
-    name: "Toxicity Detection",
-    description: "Detects harmful or inappropriate content in responses",
+    id: "completeness",
+    name: "Completeness",
+    description: "Evaluates completeness of output based on requirements",
     category: "output-quality",
-    filename: "toxicity-detection-scorer.ts"
+    type: "code",
+    filename: "completeness-scorer.ts",
+    content: `import { createCompletenessScorer } from '@mastra/evals/scorers/code';
+
+export const completenessScorer = createCompletenessScorer();`
   },
   {
-    id: "bias-detection",
-    name: "Bias Detection",
-    description: "Detects potential biases in output",
-    category: "output-quality",
-    filename: "bias-detection-scorer.ts"
+    id: "content-similarity",
+    name: "Content Similarity",
+    description: "Measures similarity between generated and expected content",
+    category: "accuracy-and-reliability",
+    type: "code",
+    filename: "content-similarity-scorer.ts",
+    content: `import { createContentSimilarityScorer } from '@mastra/evals/scorers/code';
+
+export const contentSimilarityScorer = createContentSimilarityScorer({
+  ignoreCase: true, // Whether to ignore case differences
+  ignoreWhitespace: true, // Whether to normalize whitespace
+});`
   },
   {
     id: "keyword-coverage",
     name: "Keyword Coverage",
-    description: "Assesses how well output covers important keywords from input",
+    description: "Checks coverage of required keywords in output",
     category: "output-quality",
-    filename: "keyword-coverage-scorer.ts"
+    type: "code",
+    filename: "keyword-coverage-scorer.ts",
+    content: `import { createKeywordCoverageScorer } from '@mastra/evals/scorers/code';
+
+export const keywordCoverageScorer = createKeywordCoverageScorer();`
+  },
+  {
+    id: "textual-difference",
+    name: "Textual Difference",
+    description: "Measures textual differences between outputs",
+    category: "accuracy-and-reliability",
+    type: "code",
+    filename: "textual-difference-scorer.ts",
+    content: `import { createTextualDifferenceScorer } from '@mastra/evals/scorers/code';
+
+export const textualDifferenceScorer = createTextualDifferenceScorer();`
+  },
+  {
+    id: "tone",
+    name: "Tone Analysis",
+    description: "Analyzes tone and style of generated text",
+    category: "output-quality",
+    type: "code",
+    filename: "tone-scorer.ts",
+    content: `import { createToneScorer } from '@mastra/evals/scorers/code';
+
+export const toneScorer = createToneScorer();`
+  },
+  {
+    id: "code-tool-call-accuracy",
+    name: "Tool Call Accuracy (Code)",
+    description: "Evaluates accuracy of code-based tool calls",
+    category: "accuracy-and-reliability",
+    type: "code",
+    filename: "code-tool-call-accuracy-scorer.ts",
+    content: `import { createToolCallAccuracyScorerCode } from '@mastra/evals/scorers/code';
+
+export const codeToolCallAccuracyScorer = createToolCallAccuracyScorerCode({
+  expectedTool: 'weather-tool', // The tool that should be called
+  strictMode: false, // Set to true for exact single tool matching
+  // expectedToolOrder: ['search-tool', 'weather-tool'], // For order validation (overrides expectedTool)
+});`
   }
 ];
 var DEFAULT_SCORERS_DIR = "src/mastra/scorers";
@@ -135,17 +334,25 @@ function writeScorer(filename, content, customPath) {
 
 // src/commands/scorers/add-new-scorer.ts
 async function selectScorer() {
-  const options = [];
-  for (const scorer of AVAILABLE_SCORERS) {
-    options.push({
-      value: scorer.id,
-      label: `${scorer.name}`,
-      hint: `${scorer.description}`
-    });
-  }
-  const selectedIds = await p2.multiselect({
+  const groupedScorers = AVAILABLE_SCORERS.reduce(
+    (acc, curr) => {
+      if (!acc[curr.type]) {
+        acc[curr.type] = [];
+      }
+      let obj = acc[curr.type];
+      if (!obj) return acc;
+      obj.push({
+        value: curr.id,
+        label: `${curr.name}`,
+        hint: `${curr.description}`
+      });
+      return acc;
+    },
+    {}
+  );
+  const selectedIds = await p2.groupMultiselect({
     message: "Choose a scorer to add:",
-    options
+    options: groupedScorers
   });
   if (p2.isCancel(selectedIds) || typeof selectedIds !== "object") {
     p2.log.info("Scorer selection cancelled.");
@@ -175,9 +382,8 @@ async function addNewScorer(scorerId, customDir) {
     p2.log.error(`Scorer for ${scorerId} not available`);
     return;
   }
-  const { id, filename } = foundScorer;
   try {
-    const res = await initializeScorer(id, filename, customDir);
+    const res = await initializeScorer(foundScorer, customDir);
     if (!res.ok) {
       return;
     }
@@ -191,13 +397,10 @@ async function addNewScorer(scorerId, customDir) {
     p2.log.error(errorMessage);
   }
 }
-async function initializeScorer(scorerId, filename, customPath) {
+async function initializeScorer(scorer, customPath) {
   try {
-    const templatePath = `../../templates/scorers/${filename}`;
-    const templateModule = await import(templatePath);
-    const key = `${toCamelCase(scorerId)}Scorer`;
-    const templateContent = templateModule[key];
-    const res = writeScorer(filename, templateContent, customPath);
+    const templateContent = scorer.content;
+    const res = writeScorer(scorer.filename, templateContent, customPath);
     return res;
   } catch (error) {
     throw error;
@@ -237,8 +440,7 @@ async function showInteractivePrompt(providedCustomDir) {
   }
   const result = await Promise.allSettled(
     selectedScorers.map((scorer) => {
-      const { id, filename } = scorer;
-      return initializeScorer(id, filename, customPath);
+      return initializeScorer(scorer, customPath);
     })
   );
   result.forEach((op) => {
@@ -730,6 +932,22 @@ var lintProject = async (args) => {
     origin: origin2
   });
 };
+function formatCategoryName(category) {
+  return category.split("-").map((word) => word.charAt(0).toUpperCase() + word.slice(1)).join(" ");
+}
+function formatTable(scorers) {
+  if (scorers.length === 0) return "";
+  const nameWidth = Math.max(4, Math.max(...scorers.map((s) => s.name.length)));
+  const idWidth = Math.max(2, Math.max(...scorers.map((s) => s.id.length)));
+  const typeWidth = Math.max(4, Math.max(...scorers.map((s) => s.type.length)));
+  const descWidth = Math.max(11, Math.max(...scorers.map((s) => s.description.length)));
+  const header = `${pc2.bold("Name".padEnd(nameWidth))} \u2502 ${pc2.bold("ID".padEnd(idWidth))} \u2502 ${pc2.bold("Type".padEnd(typeWidth))} \u2502 ${pc2.bold("Description".padEnd(descWidth))}`;
+  const separator = "\u2500".repeat(nameWidth) + "\u2500\u253C\u2500" + "\u2500".repeat(idWidth) + "\u2500\u253C\u2500" + "\u2500".repeat(typeWidth) + "\u2500\u253C\u2500" + "\u2500".repeat(descWidth) + "\u2500";
+  const rows = scorers.map(
+    (scorer) => `${scorer.name.padEnd(nameWidth)} \u2502 ${pc2.dim(scorer.id.padEnd(idWidth))} \u2502 ${scorer.type.padEnd(typeWidth)} \u2502 ${pc2.dim(scorer.description.padEnd(descWidth))}`
+  );
+  return [header, separator, ...rows].join("\n");
+}
 function listAllScorers() {
   p2.intro(pc2.inverse(" Available Scorers "));
   const groupedScorers = AVAILABLE_SCORERS.reduce(
@@ -743,13 +961,8 @@ function listAllScorers() {
     {}
   );
   for (const [category, scorers] of Object.entries(groupedScorers)) {
-    const categoryLabel = category === "accuracy-and-reliability" ? "Accuracy and Reliability" : "Output Quality";
-    p2.log.info(`${pc2.bold(pc2.cyan(categoryLabel))} Scorers:`);
-    for (const scorer of scorers) {
-      p2.log.message(`  ${pc2.bold(scorer.name)} ${pc2.dim(`(${scorer.id})`)}
-    ${pc2.dim(scorer.description)}
-    `);
-    }
+    p2.log.info(`${pc2.bold(pc2.cyan(formatCategoryName(category)))} Scorers:`);
+    p2.log.message(formatTable(scorers));
   }
 }
 
@@ -760,7 +973,7 @@ var listScorers = async (args) => {
     command: "scorers-list",
     args,
     execution: async () => {
-      await listAllScorers();
+      return listAllScorers();
     },
     origin: origin5
   });