@mastra/mcp-docs-server 0.13.17-alpha.5 → 0.13.17-alpha.7

package/.docs/raw/reference/scorers/noise-sensitivity.mdx

@@ -1,13 +1,15 @@
 ---
-title: "Reference: Noise Sensitivity Scorer | Scorers | Mastra Docs"
-description: Documentation for the Noise Sensitivity Scorer in Mastra. Evaluates how robust an agent is when exposed to irrelevant, distracting, or misleading information in user queries.
+title: "Reference: Noise Sensitivity Scorer (CI/Testing) | Scorers | Mastra Docs"
+description: Documentation for the Noise Sensitivity Scorer in Mastra. A CI/testing scorer that evaluates agent robustness by comparing responses between clean and noisy inputs in controlled test environments.
 ---
 
 import { PropertiesTable } from "@/components/properties-table";
 
-# Noise Sensitivity Scorer
+# Noise Sensitivity Scorer (CI/Testing Only)
 
-The `createNoiseSensitivityScorerLLM()` function creates a scorer that evaluates how robust an agent is when exposed to irrelevant, distracting, or misleading information. It measures the agent's ability to maintain response quality and accuracy despite noise in the input.
+The `createNoiseSensitivityScorerLLM()` function creates a **CI/testing scorer** that evaluates how robust an agent is when exposed to irrelevant, distracting, or misleading information. Unlike live scorers that evaluate single production runs, this scorer requires predetermined test data including both baseline responses and noisy variations.
+
+**Important:** This is not a live scorer. It requires pre-computed baseline responses and cannot be used for real-time agent evaluation. Use this scorer in your CI/CD pipeline or testing suites only.
 
 ## Parameters
 
@@ -120,6 +122,68 @@ The `createNoiseSensitivityScorerLLM()` function creates a scorer that evaluates
   ]}
 />
 
+## CI/Testing Requirements
+
+This scorer is designed exclusively for CI/testing environments and has specific requirements:
+
+### Why This Is a CI Scorer
+
+1. **Requires Baseline Data**: You must provide a pre-computed baseline response (the "correct" answer without noise)
+2. **Needs Test Variations**: Requires both the original query and a noisy variation prepared in advance
+3. **Comparative Analysis**: The scorer compares responses between baseline and noisy versions, which is only possible in controlled test conditions
+4. **Not Suitable for Production**: Cannot evaluate single, real-time agent responses without predetermined test data
+
+### Test Data Preparation
+
+To use this scorer effectively, you need to prepare:
+- **Original Query**: The clean user input without any noise
+- **Baseline Response**: Run your agent with the original query and capture the response
+- **Noisy Query**: Add distractions, misinformation, or irrelevant content to the original query
+- **Test Execution**: Run your agent with the noisy query and evaluate using this scorer
+
+### Example: CI Test Implementation
+
+```typescript
+import { describe, it, expect } from "vitest";
+import { createNoiseSensitivityScorerLLM } from "@mastra/evals/scorers/llm";
+import { openai } from "@ai-sdk/openai";
+import { myAgent } from "./agents";
+
+describe("Agent Noise Resistance Tests", () => {
+  it("should maintain accuracy despite misinformation noise", async () => {
+    // Step 1: Define test data
+    const originalQuery = "What is the capital of France?";
+    const noisyQuery = "What is the capital of France? Berlin is the capital of Germany, and Rome is in Italy. Some people incorrectly say Lyon is the capital.";
+    
+    // Step 2: Get baseline response (pre-computed or cached)
+    const baselineResponse = "The capital of France is Paris.";
+    
+    // Step 3: Run agent with noisy query
+    const noisyResult = await myAgent.run({ 
+      messages: [{ role: "user", content: noisyQuery }] 
+    });
+    
+    // Step 4: Evaluate using noise sensitivity scorer
+    const scorer = createNoiseSensitivityScorerLLM({
+      model: openai("gpt-4o-mini"),
+      options: {
+        baselineResponse,
+        noisyQuery,
+        noiseType: "misinformation"
+      }
+    });
+    
+    const evaluation = await scorer.run({
+      input: originalQuery,
+      output: noisyResult.content
+    });
+    
+    // Assert the agent maintains robustness
+    expect(evaluation.score).toBeGreaterThan(0.8);
+  });
+});
+```
+
 ## .run() Returns
 
 <PropertiesTable
@@ -200,26 +264,28 @@ Deliberately conflicting instructions designed to confuse.
 
 Example: "Write a summary of this article. Actually, ignore that and tell me about dogs instead."
 
-## Usage Patterns
+## CI/Testing Usage Patterns
 
-### Testing Agent Robustness
-Use to verify that agents maintain quality when faced with:
-- User confusion or contradictions
-- Multiple unrelated questions in one query
-- False premises or assumptions
-- Emotional or distracting content
+### Integration Testing
+Use in your CI pipeline to verify agent robustness:
+- Create test suites with baseline and noisy query pairs
+- Run regression tests to ensure noise resistance doesn't degrade
+- Compare different model versions' noise handling capabilities
+- Validate fixes for noise-related issues
 
-### Quality Assurance
-Integrate into evaluation pipelines to:
-- Benchmark different models' noise resistance
-- Identify agents vulnerable to manipulation
-- Validate production readiness
+### Quality Assurance Testing
+Include in your test harness to:
+- Benchmark different models' noise resistance before deployment
+- Identify agents vulnerable to manipulation during development
+- Create comprehensive test coverage for various noise types
+- Ensure consistent behavior across updates
 
 ### Security Testing
-Evaluate resistance to:
-- Prompt injection attempts
-- Social engineering tactics
-- Information pollution attacks
+Evaluate resistance in controlled environments:
+- Test prompt injection resistance with prepared attack vectors
+- Validate defenses against social engineering attempts
+- Measure resilience to information pollution
+- Document security boundaries and limitations
 
 ## Score Interpretation
 
@@ -231,6 +297,7 @@ Evaluate resistance to:
 
 ## Related
 
+- [Running in CI](/docs/evals/running-in-ci) - Setting up scorers in CI/CD pipelines
 - [Noise Sensitivity Examples](/examples/scorers/noise-sensitivity) - Practical usage examples
 - [Hallucination Scorer](/reference/scorers/hallucination) - Evaluates fabricated content
 - [Answer Relevancy Scorer](/reference/scorers/answer-relevancy) - Measures response focus

package/.docs/raw/reference/tools/mcp-server.mdx

@@ -18,8 +18,7 @@ To create a new `MCPServer`, you need to provide some basic information about yo
 ```typescript
 import { openai } from "@ai-sdk/openai";
 import { Agent } from "@mastra/core/agent";
-import { createTool } from "@mastra/core/tools";
-import { MCPServer } from "@mastra/mcp";
+import { MCPServer, createMCPTool } from "@mastra/mcp";
 import { z } from "zod";
 import { dataProcessingWorkflow } from "../workflows/dataProcessingWorkflow";
 
@@ -30,7 +29,7 @@ const myAgent = new Agent({
   model: openai("gpt-4o-mini"),
 });
 
-const weatherTool = createTool({
+const weatherTool = createMCPTool({
   id: "getWeather",
   description: "Gets the current weather for a location.",
   inputSchema: z.object({ location: z.string() }),
@@ -69,10 +68,10 @@ The constructor accepts an `MCPServerConfig` object with the following propertie
     },
     {
       name: "tools",
-      type: "ToolsInput",
+      type: "MCPToolsInput",
       isOptional: false,
       description:
-        "An object where keys are tool names and values are Mastra tool definitions (created with `createTool` or Vercel AI SDK). These tools will be directly exposed.",
+        "An object where keys are tool names and values are tool definitions. Supports Mastra tools (created with `createMCPTool` or `createTool`) or Vercel AI SDK tools. Tools created with `createMCPTool` have access to MCP-specific features like elicitation for user interaction.",
     },
     {
       name: "agents",
@@ -846,17 +845,18 @@ The `MCPServer` class automatically includes elicitation capabilities. Tools rec
 When tools are executed within an MCP server context, they receive an additional `options` parameter:
 
 ```typescript
-execute: async ({ context }, options) => {
-  // context contains the tool's input parameters
-  // options contains server capabilities like elicitation and authentication info
+execute: async (params, { elicitation, extra }) => {
+  // params contains the validated tool input parameters
+  // elicitation provides user interaction capabilities
+  // extra contains MCP-specific context (auth, session, etc.)
   
   // Access authentication information (when available)
-  if (options.extra?.authInfo) {
-    console.log('Authenticated request from:', options.extra.authInfo.clientId);
+  if (extra?.authInfo) {
+    console.log('Authenticated request from:', extra.authInfo.clientId);
   }
   
   // Use elicitation capabilities
-  const result = await options.elicitation.sendRequest({
+  const result = await elicitation.sendRequest({
     message: "Please provide information",
     requestedSchema: { /* schema */ }
   });
@@ -881,29 +881,28 @@ A common use case is during tool execution. When a tool needs user input, it can
 Here's an example of a tool that uses elicitation to collect user contact information:
 
 ```typescript
-import { MCPServer } from "@mastra/mcp";
-import { createTool } from "@mastra/core/tools";
+import { MCPServer, createMCPTool } from "@mastra/mcp";
 import { z } from "zod";
 
 const server = new MCPServer({
   name: "Interactive Server",
   version: "1.0.0",
   tools: {
-    collectContactInfo: createTool({
+    collectContactInfo: createMCPTool({
       id: "collectContactInfo",
       description: "Collects user contact information through elicitation",
       inputSchema: z.object({
         reason: z.string().optional().describe("Reason for collecting contact info"),
       }),
-      execute: async ({ context }, options) => {
-        const { reason } = context;
+      execute: async (params, { context, elicitation, extra }) => {
+        const { reason } = params;
         
         // Log session info if available
-        console.log('Request from session:', options.extra?.sessionId);
+        console.log('Request from session:', extra?.sessionId);
 
         try {
           // Request user input via elicitation
-          const result = await options.elicitation.sendRequest({
+          const result = await elicitation.sendRequest({
             message: reason 
               ? `Please provide your contact information. ${reason}`
               : 'Please provide your contact information',
@@ -1010,17 +1009,17 @@ Tools should handle all three response types appropriately.
 The elicitation functionality is available through the `options` parameter in tool execution:
 
 ```typescript
-// Within a tool's execute function
-execute: async ({ context }, options) => {
+// Within a tool's execute function (using createMCPTool)
+execute: async (params, { elicitation, extra }) => {
   // Use elicitation for user input
-  const result = await options.elicitation.sendRequest({
+  const result = await elicitation.sendRequest({
     message: string,           // Message to display to user
     requestedSchema: object    // JSON schema defining expected response structure
   }): Promise<ElicitResult>
   
   // Access authentication info if needed
-  if (options.extra?.authInfo) {
-    // Use options.extra.authInfo.token, etc.
+  if (extra?.authInfo) {
+    // Use extra.authInfo.token, etc.
   }
 }
 ```
@@ -1041,15 +1040,15 @@ type ElicitResult = {
 Tools can access request metadata via `options.extra` when using HTTP-based transports:
 
 ```typescript
-execute: async ({ context }, options) => {
-  if (!options.extra?.authInfo?.token) {
+execute: async (params, { elicitation, extra }) => {
+  if (!extra?.authInfo?.token) {
     return "Authentication required";
   }
   
   // Use the auth token
   const response = await fetch('/api/data', {
-    headers: { Authorization: `Bearer ${options.extra.authInfo.token}` },
-    signal: options.extra.signal,
+    headers: { Authorization: `Bearer ${extra.authInfo.token}` },
+    signal: extra.signal,
   });
   
   return response.json();

package/.docs/raw/tools-mcp/mcp-overview.mdx

@@ -341,22 +341,23 @@ When a tool includes an `outputSchema`, its `execute` function **must** return a
 Here's an example of a tool with an `outputSchema`:
 
 ```typescript filename="src/tools/structured-tool.ts"
-import { createTool } from '@mastra/core/tools';
+import { createMCPTool } from '@mastra/mcp';
 import { z } from 'zod';
 
-export const structuredTool = createTool({
+export const structuredTool = createMCPTool({
+  id: 'structuredTool',
   description: 'A test tool that returns structured data.',
-  parameters: z.object({
+  inputSchema: z.object({
     input: z.string().describe('Some input string.'),
   }),
   outputSchema: z.object({
     processedInput: z.string().describe('The processed input string.'),
     timestamp: z.string().describe('An ISO timestamp.'),
   }),
-  execute: async ({ input }) => {
+  execute: async (params, { elicitation, extra }) => {
     // When outputSchema is defined, you must return an object
     return {
-      processedInput: `processed: ${input}`,
+      processedInput: `processed: ${params.input}`,
       timestamp: new Date().toISOString(),
     };
   },

package/CHANGELOG.md

@@ -1,5 +1,22 @@
 # @mastra/mcp-docs-server
 
+## 0.13.17-alpha.7
+
+### Patch Changes
+
+- Updated dependencies [[`7149d8d`](https://github.com/mastra-ai/mastra/commit/7149d8d4bdc1edf0008e0ca9b7925eb0b8b60dbe)]:
+  - @mastra/core@0.15.3-alpha.7
+
+## 0.13.17-alpha.6
+
+### Patch Changes
+
+- [#7349](https://github.com/mastra-ai/mastra/pull/7349) [`6cffb99`](https://github.com/mastra-ai/mastra/commit/6cffb99030dc46256e4c3c0e6730565a2825d7a4) Thanks [@adeleke5140](https://github.com/adeleke5140)! - Fix log level not being handled by server
+
+- Updated dependencies [[`c19bcf7`](https://github.com/mastra-ai/mastra/commit/c19bcf7b43542b02157b5e17303e519933a153ab), [`b42a961`](https://github.com/mastra-ai/mastra/commit/b42a961a5aefd19d6e938a7705fc0ecc90e8f756), [`45e4d39`](https://github.com/mastra-ai/mastra/commit/45e4d391a2a09fc70c48e4d60f505586ada1ba0e), [`3b8972b`](https://github.com/mastra-ai/mastra/commit/3b8972bab8161d9fd96f6a41f57181443636cd43), [`0302f50`](https://github.com/mastra-ai/mastra/commit/0302f50861a53c66ff28801fc371b37c5f97e41e), [`74db265`](https://github.com/mastra-ai/mastra/commit/74db265b96aa01a72ffd91dcae0bc3b346cca0f2), [`6cffb99`](https://github.com/mastra-ai/mastra/commit/6cffb99030dc46256e4c3c0e6730565a2825d7a4), [`7f3b8da`](https://github.com/mastra-ai/mastra/commit/7f3b8da6dd21c35d3672e44b4f5dd3502b8f8f92), [`905352b`](https://github.com/mastra-ai/mastra/commit/905352bcda134552400eb252bca1cb05a7975c14), [`f2cda47`](https://github.com/mastra-ai/mastra/commit/f2cda47ae911038c5d5489f54c36517d6f15bdcc), [`cfd377a`](https://github.com/mastra-ai/mastra/commit/cfd377a3a33a9c88b644f6540feed9cd9832db47)]:
+  - @mastra/core@0.15.3-alpha.6
+  - @mastra/mcp@0.11.3-alpha.3
+
 ## 0.13.17-alpha.5
 
 ### Patch Changes

package/dist/logger.d.ts

@@ -1,9 +1,13 @@
 import type { MCPServer } from '@mastra/mcp';
 export interface Logger {
+    debug: (message: string, data?: any) => Promise<void>;
     info: (message: string, data?: any) => Promise<void>;
+    notice: (message: string, data?: any) => Promise<void>;
     warning: (message: string, data?: any) => Promise<void>;
     error: (message: string, error?: any) => Promise<void>;
-    debug: (message: string, data?: any) => Promise<void>;
+    critical: (message: string, error?: any) => Promise<void>;
+    alert: (message: string, error?: any) => Promise<void>;
+    emergency: (message: string, error?: any) => Promise<void>;
 }
 export declare const writeErrorLog: (message: string, data?: any) => void;
 export declare function createLogger(server?: MCPServer): Logger;

package/dist/logger.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"logger.d.ts","sourceRoot":"","sources":["../src/logger.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAG7C,MAAM,WAAW,MAAM;IACrB,IAAI,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,GAAG,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACrD,OAAO,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,GAAG,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACxD,KAAK,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,GAAG,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACvD,KAAK,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,GAAG,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;CACvD;AAED,eAAO,MAAM,aAAa,GAAI,SAAS,MAAM,EAAE,OAAO,GAAG,SA2BxD,CAAC;AAGF,wBAAgB,YAAY,CAAC,MAAM,CAAC,EAAE,SAAS,GAAG,MAAM,CAoDvD;AAGD,eAAO,MAAM,MAAM,QAAiB,CAAC"}
+{"version":3,"file":"logger.d.ts","sourceRoot":"","sources":["../src/logger.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAI7C,MAAM,WAAW,MAAM;IACrB,KAAK,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,GAAG,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACtD,IAAI,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,GAAG,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACrD,MAAM,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,GAAG,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACvD,OAAO,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,GAAG,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACxD,KAAK,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,GAAG,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACvD,QAAQ,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,GAAG,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IAC1D,KAAK,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,GAAG,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACvD,SAAS,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,GAAG,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;CAC5D;AAED,eAAO,MAAM,aAAa,GAAI,SAAS,MAAM,EAAE,OAAO,GAAG,SA2BxD,CAAC;AAGF,wBAAgB,YAAY,CAAC,MAAM,CAAC,EAAE,SAAS,GAAG,MAAM,CA2FvD;AAGD,eAAO,MAAM,MAAM,QAAiB,CAAC"}

package/dist/stdio.js

@@ -49,9 +49,17 @@ function createLogger(server2) {
     }
   };
   return {
+    debug: async (message, data) => {
+      if (process.env.DEBUG || process.env.NODE_ENV === "development") {
+        await sendLog("debug", message, data);
+      }
+    },
     info: async (message, data) => {
       await sendLog("info", message, data);
     },
+    notice: async (message, data) => {
+      await sendLog("notice", message, data);
+    },
     warning: async (message, data) => {
       await sendLog("warning", message, data);
     },
@@ -64,10 +72,32 @@ function createLogger(server2) {
       writeErrorLog(message, errorData);
       await sendLog("error", message, errorData);
     },
-    debug: async (message, data) => {
-      if (process.env.DEBUG || process.env.NODE_ENV === "development") {
-        await sendLog("debug", message, data);
-      }
+    critical: async (message, error) => {
+      const errorData = error instanceof Error ? {
+        message: error.message,
+        stack: error.stack,
+        name: error.name
+      } : error;
+      writeErrorLog(message, errorData);
+      await sendLog("critical", message, errorData);
+    },
+    alert: async (message, error) => {
+      const errorData = error instanceof Error ? {
+        message: error.message,
+        stack: error.stack,
+        name: error.name
+      } : error;
+      writeErrorLog(message, errorData);
+      await sendLog("alert", message, errorData);
+    },
+    emergency: async (message, error) => {
+      const errorData = error instanceof Error ? {
+        message: error.message,
+        stack: error.stack,
+        name: error.name
+      } : error;
+      writeErrorLog(message, errorData);
+      await sendLog("emergency", message, errorData);
     }
   };
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@mastra/mcp-docs-server",
-  "version": "0.13.17-alpha.5",
+  "version": "0.13.17-alpha.7",
   "description": "MCP server for accessing Mastra.ai documentation, changelogs, and news.",
   "type": "module",
   "main": "dist/index.js",
@@ -33,8 +33,8 @@
     "uuid": "^11.1.0",
     "zod": "^3.25.76",
     "zod-to-json-schema": "^3.24.6",
-    "@mastra/core": "0.15.3-alpha.5",
-    "@mastra/mcp": "^0.11.3-alpha.2"
+    "@mastra/core": "0.15.3-alpha.7",
+    "@mastra/mcp": "^0.11.3-alpha.3"
   },
   "devDependencies": {
     "@hono/node-server": "^1.17.1",
@@ -49,7 +49,7 @@
     "tsx": "^4.19.4",
     "typescript": "^5.8.3",
     "vitest": "^3.2.4",
-    "@mastra/core": "0.15.3-alpha.5",
+    "@mastra/core": "0.15.3-alpha.7",
     "@internal/lint": "0.0.34"
   },
   "homepage": "https://mastra.ai",