npm - @bryan-thompson/inspector-assessment-client - Versions diffs - 1.24.0 → 1.24.2 - Mend

@bryan-thompson/inspector-assessment-client 1.24.0 → 1.24.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (8) hide show

package/dist/assets/{OAuthCallback-DNKtD7AZ.js → OAuthCallback-CoDaMN6l.js} RENAMED Viewed

@@ -1,4 +1,4 @@
-import { u as useToast, r as reactExports, j as jsxRuntimeExports, p as parseOAuthCallbackParams, g as generateOAuthErrorDescription, S as SESSION_KEYS, I as InspectorOAuthClientProvider, a as auth } from "./index-CpSz2G0J.js";
+import { u as useToast, r as reactExports, j as jsxRuntimeExports, p as parseOAuthCallbackParams, g as generateOAuthErrorDescription, S as SESSION_KEYS, I as InspectorOAuthClientProvider, a as auth } from "./index-CauENw8a.js";
 const OAuthCallback = ({ onConnect }) => {
   const { toast } = useToast();
   const hasProcessedRef = reactExports.useRef(false);

package/dist/assets/{OAuthDebugCallback-BbXkq3Wx.js → OAuthDebugCallback-DVsgc4Jd.js} RENAMED Viewed

@@ -1,4 +1,4 @@
-import { r as reactExports, S as SESSION_KEYS, p as parseOAuthCallbackParams, j as jsxRuntimeExports, g as generateOAuthErrorDescription } from "./index-CpSz2G0J.js";
+import { r as reactExports, S as SESSION_KEYS, p as parseOAuthCallbackParams, j as jsxRuntimeExports, g as generateOAuthErrorDescription } from "./index-CauENw8a.js";
 const OAuthDebugCallback = ({ onConnect }) => {
   reactExports.useEffect(() => {
     let isProcessed = false;

package/dist/assets/{index-CpSz2G0J.js → index-CauENw8a.js} RENAMED Viewed

@@ -16320,7 +16320,7 @@ object({
   token_type_hint: string().optional()
 }).strip();
 const name = "@bryan-thompson/inspector-assessment-client";
-const version$1 = "1.24.0";
+const version$1 = "1.24.1";
 const packageJson = {
   name,
   version: version$1
@@ -45217,7 +45217,7 @@ const useTheme = () => {
     [theme, setThemeWithSideEffect]
   );
 };
-const version = "1.24.0";
+const version = "1.24.1";
 var [createTooltipContext] = createContextScope("Tooltip", [
   createPopperScope
 ]);
@@ -48774,13 +48774,13 @@ const App = () => {
   ) });
   if (window.location.pathname === "/oauth/callback") {
     const OAuthCallback = React.lazy(
-      () => __vitePreload(() => import("./OAuthCallback-DNKtD7AZ.js"), true ? [] : void 0)
+      () => __vitePreload(() => import("./OAuthCallback-CoDaMN6l.js"), true ? [] : void 0)
     );
     return /* @__PURE__ */ jsxRuntimeExports.jsx(reactExports.Suspense, { fallback: /* @__PURE__ */ jsxRuntimeExports.jsx("div", { children: "Loading..." }), children: /* @__PURE__ */ jsxRuntimeExports.jsx(OAuthCallback, { onConnect: onOAuthConnect }) });
   }
   if (window.location.pathname === "/oauth/callback/debug") {
     const OAuthDebugCallback = React.lazy(
-      () => __vitePreload(() => import("./OAuthDebugCallback-BbXkq3Wx.js"), true ? [] : void 0)
+      () => __vitePreload(() => import("./OAuthDebugCallback-DVsgc4Jd.js"), true ? [] : void 0)
     );
     return /* @__PURE__ */ jsxRuntimeExports.jsx(reactExports.Suspense, { fallback: /* @__PURE__ */ jsxRuntimeExports.jsx("div", { children: "Loading..." }), children: /* @__PURE__ */ jsxRuntimeExports.jsx(OAuthDebugCallback, { onConnect: onOAuthDebugConnect }) });
   }

package/dist/index.html CHANGED Viewed

@@ -5,7 +5,7 @@
     <link rel="icon" type="image/svg+xml" href="/mcp.svg" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
     <title>MCP Inspector</title>
-    <script type="module" crossorigin src="/assets/index-CpSz2G0J.js"></script>
+    <script type="module" crossorigin src="/assets/index-CauENw8a.js"></script>
     <link rel="stylesheet" crossorigin href="/assets/index-Df9Sx1jt.css">
   </head>
   <body>

package/lib/services/assessment/modules/ProtocolConformanceAssessor.d.ts CHANGED Viewed

@@ -15,11 +15,32 @@ import type { ProtocolConformanceAssessment } from "../../../lib/assessment/exte
 import { BaseAssessor } from "./BaseAssessor.js";
 import { AssessmentContext } from "../AssessmentOrchestrator.js";
 export declare class ProtocolConformanceAssessor extends BaseAssessor<ProtocolConformanceAssessment> {
+    /**
+     * Select representative tools for testing (first, middle, last for diversity)
+     */
+    private selectToolsForTesting;
+    /**
+     * Get MCP spec version from config or use default
+     */
+    private getSpecVersion;
+    /**
+     * Get base URL for MCP specification
+     */
+    private getSpecBaseUrl;
+    /**
+     * Get lifecycle spec URL
+     */
+    private getSpecLifecycleUrl;
+    /**
+     * Get tools spec URL
+     */
+    private getSpecToolsUrl;
     assess(context: AssessmentContext): Promise<ProtocolConformanceAssessment>;
     /**
      * Check 1: Error Response Format
      * Validates that error responses follow MCP protocol structure
      *
+     * Tests multiple tools (up to 3) for representative coverage.
      * Based on conformance's ToolsCallErrorScenario:
      * - isError flag must be true
      * - content must be an array

package/lib/services/assessment/modules/ProtocolConformanceAssessor.d.ts.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"ProtocolConformanceAssessor.d.ts","sourceRoot":"","sources":["../../../../src/services/assessment/modules/ProtocolConformanceAssessor.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAGH,OAAO,KAAK,EACV,6BAA6B,EAE9B,MAAM,gCAAgC,CAAC;AACxC,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAC9C,OAAO,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;~~AA2B9D~~,qBAAa,2BAA4B,SAAQ,YAAY,CAAC,6BAA6B,CAAC;~~IACpF~~,MAAM,CACV,OAAO,EAAE,iBAAiB,GACzB,OAAO,CAAC,6BAA6B,CAAC;IAqCzC~~;;;;;;;;OAQG~~;YACW,wBAAwB;~~IAoGtC~~;;;;;OAKG;YACW,uBAAuB;IAkGrC;;;;;;;;OAQG;YACW,4BAA4B;IAkD1C;;OAEG;IACH,OAAO,CAAC,yBAAyB;IA6BjC;;OAEG;IACH,OAAO,CAAC,mBAAmB;IAmC3B;;OAEG;IACH,OAAO,CAAC,uBAAuB;~~CA2ChC~~"}
1	+ {"version":3,"file":"ProtocolConformanceAssessor.d.ts","sourceRoot":"","sources":["../../../../src/services/assessment/modules/ProtocolConformanceAssessor.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAGH,OAAO,KAAK,EACV,6BAA6B,EAE9B,MAAM,gCAAgC,CAAC;AACxC,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAC9C,OAAO,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AAmB9D,qBAAa,2BAA4B,SAAQ,YAAY,CAAC,6BAA6B,CAAC;IAC1F;;OAEG;IACH,OAAO,CAAC,qBAAqB;IAS7B;;OAEG;IACH,OAAO,CAAC,cAAc;IAItB;;OAEG;IACH,OAAO,CAAC,cAAc;IAItB;;OAEG;IACH,OAAO,CAAC,mBAAmB;IAI3B;;OAEG;IACH,OAAO,CAAC,eAAe;IAIjB,MAAM,CACV,OAAO,EAAE,iBAAiB,GACzB,OAAO,CAAC,6BAA6B,CAAC;IAqCzC;;;;;;;;;OASG;YACW,wBAAwB;IAoHtC;;;;;OAKG;YACW,uBAAuB;IAkGrC;;;;;;;;OAQG;YACW,4BAA4B;IAkD1C;;OAEG;IACH,OAAO,CAAC,yBAAyB;IA6BjC;;OAEG;IACH,OAAO,CAAC,mBAAmB;IAmC3B;;OAEG;IACH,OAAO,CAAC,uBAAuB;CA6ChC"}

package/lib/services/assessment/modules/ProtocolConformanceAssessor.js CHANGED Viewed

@@ -12,13 +12,6 @@
  * @module assessment/modules/ProtocolConformanceAssessor
  */
 import { BaseAssessor } from "./BaseAssessor.js";
-// MCP specification references
-// NOTE: Update this URL when targeting a newer MCP spec version
-// See: https://modelcontextprotocol.io/specification for available versions
-const MCP_SPEC_VERSION = "2025-06-18";
-const MCP_SPEC_BASE = `https://modelcontextprotocol.io/specification/${MCP_SPEC_VERSION}`;
-const SPEC_LIFECYCLE = `${MCP_SPEC_BASE}/basic/lifecycle`;
-const SPEC_TOOLS = `${MCP_SPEC_BASE}/server/tools`;
 // Valid MCP content types
 const VALID_CONTENT_TYPES = [
     "text",
@@ -28,6 +21,39 @@ const VALID_CONTENT_TYPES = [
     "resource_link",
 ];
 export class ProtocolConformanceAssessor extends BaseAssessor {
+    /**
+     * Select representative tools for testing (first, middle, last for diversity)
+     */
+    selectToolsForTesting(tools, maxTools = 3) {
+        if (tools.length <= maxTools)
+            return tools;
+        const indices = [0, Math.floor(tools.length / 2), tools.length - 1];
+        return [...new Set(indices)].slice(0, maxTools).map((i) => tools[i]);
+    }
+    /**
+     * Get MCP spec version from config or use default
+     */
+    getSpecVersion() {
+        return this.config.mcpProtocolVersion || "2025-06";
+    }
+    /**
+     * Get base URL for MCP specification
+     */
+    getSpecBaseUrl() {
+        return `https://modelcontextprotocol.io/specification/${this.getSpecVersion()}`;
+    }
+    /**
+     * Get lifecycle spec URL
+     */
+    getSpecLifecycleUrl() {
+        return `${this.getSpecBaseUrl()}/basic/lifecycle`;
+    }
+    /**
+     * Get tools spec URL
+     */
+    getSpecToolsUrl() {
+        return `${this.getSpecBaseUrl()}/server/tools`;
+    }
     async assess(context) {
         this.logger.info("Starting protocol conformance assessment");
         // Run all protocol checks
@@ -60,96 +86,108 @@ export class ProtocolConformanceAssessor extends BaseAssessor {
      * Check 1: Error Response Format
      * Validates that error responses follow MCP protocol structure
      *
+     * Tests multiple tools (up to 3) for representative coverage.
      * Based on conformance's ToolsCallErrorScenario:
      * - isError flag must be true
      * - content must be an array
      * - content items must have type: "text" and text field
      */
     async checkErrorResponseFormat(context) {
-        try {
-            const testTool = context.tools[0];
-            if (!testTool) {
-                return {
-                    passed: false,
-                    confidence: "low",
-                    evidence: "No tools available to test error response format",
-                    specReference: SPEC_LIFECYCLE,
-                    warnings: ["Cannot validate error format without tools"],
-                };
-            }
-            // Call with parameters designed to cause an error
-            // (invalid param that doesn't match schema)
-            const result = await this.executeWithTimeout(context.callTool(testTool.name, {
-                __test_invalid_param__: "should_cause_error",
-            }), this.config.testTimeout);
-            // Validate MCP error response structure
-            const contentArray = Array.isArray(result.content) ? result.content : [];
-            const validations = {
-                hasIsErrorFlag: result.isError === true,
-                hasContentArray: Array.isArray(result.content),
-                contentNotEmpty: contentArray.length > 0,
-                firstContentHasType: contentArray[0]?.type !== undefined,
-                firstContentIsTextOrResource: contentArray[0]?.type === "text" ||
-                    contentArray[0]?.type === "resource",
-                hasErrorMessage: typeof contentArray[0]?.text === "string" &&
-                    contentArray[0].text.length > 0,
-            };
-            const passedValidations = Object.values(validations).filter((v) => v);
-            const allPassed = passedValidations.length === Object.keys(validations).length;
-            // If result is not an error, that's okay - the tool might have accepted the params
-            // In that case, we can't validate error format, but it's not a failure
-            if (!result.isError && contentArray.length > 0) {
-                return {
-                    passed: true,
-                    confidence: "medium",
-                    evidence: "Tool did not return an error with invalid params (may have accepted them). Content structure is valid.",
-                    specReference: SPEC_LIFECYCLE,
-                    details: {
-                        note: "Tool accepted test params without error - cannot validate error format",
-                        contentStructure: contentArray.map((c) => ({
-                            type: c.type,
-                        })),
-                    },
-                };
-            }
+        const testTools = this.selectToolsForTesting(context.tools, 3);
+        if (testTools.length === 0) {
             return {
-                passed: allPassed,
-                confidence: allPassed ? "high" : "medium",
-                evidence: `${passedValidations.length}/${Object.keys(validations).length} error format validations passed`,
-                specReference: SPEC_LIFECYCLE,
-                details: {
-                    validations,
-                    sampleResponse: {
-                        isError: result.isError,
-                        contentLength: contentArray.length,
-                        firstContentType: contentArray[0]?.type,
-                    },
-                },
-                warnings: allPassed
-                    ? undefined
-                    : [
-                        "Error response does not fully comply with MCP protocol format",
-                        "Ensure errors have isError: true and content array with text type",
-                    ],
+                passed: false,
+                confidence: "low",
+                evidence: "No tools available to test error response format",
+                specReference: this.getSpecLifecycleUrl(),
+                warnings: ["Cannot validate error format without tools"],
             };
         }
-        catch (error) {
-            // If the call threw an exception instead of returning an error response,
-            // that's also a protocol violation (but might be SDK-level)
-            return {
-                passed: false,
-                confidence: "medium",
-                evidence: "Tool threw exception instead of returning error response",
-                specReference: SPEC_LIFECYCLE,
-                details: {
+        // Test each selected tool and collect results
+        const results = [];
+        for (const testTool of testTools) {
+            try {
+                // Call with parameters designed to cause an error
+                const result = await this.executeWithTimeout(context.callTool(testTool.name, {
+                    __test_invalid_param__: "should_cause_error",
+                }), this.config.testTimeout);
+                // Validate MCP error response structure
+                const contentArray = Array.isArray(result.content)
+                    ? result.content
+                    : [];
+                const validations = {
+                    hasIsErrorFlag: result.isError === true,
+                    hasContentArray: Array.isArray(result.content),
+                    contentNotEmpty: contentArray.length > 0,
+                    firstContentHasType: contentArray[0]?.type !== undefined,
+                    firstContentIsTextOrResource: contentArray[0]?.type === "text" ||
+                        contentArray[0]?.type === "resource",
+                    hasErrorMessage: typeof contentArray[0]?.text === "string" &&
+                        contentArray[0].text.length > 0,
+                };
+                // Tool did not return error - might have accepted params
+                if (!result.isError && contentArray.length > 0) {
+                    results.push({
+                        toolName: testTool.name,
+                        passed: true,
+                        isErrorResponse: false,
+                        validations,
+                    });
+                }
+                else {
+                    const passedValidations = Object.values(validations).filter((v) => v);
+                    const allPassed = passedValidations.length === Object.keys(validations).length;
+                    results.push({
+                        toolName: testTool.name,
+                        passed: allPassed,
+                        isErrorResponse: true,
+                        validations,
+                    });
+                }
+            }
+            catch (error) {
+                // Tool threw exception instead of returning error response
+                results.push({
+                    toolName: testTool.name,
+                    passed: false,
+                    isErrorResponse: false,
                     error: error instanceof Error ? error.message : String(error),
-                },
-                warnings: [
-                    "Tools should return error responses, not throw exceptions",
-                    "This may be caused by transport-level issues or SDK handling",
-                ],
-            };
+                });
+            }
+        }
+        // Aggregate results
+        const errorResponseResults = results.filter((r) => r.isErrorResponse);
+        const passedCount = results.filter((r) => r.passed).length;
+        const allPassed = passedCount === results.length;
+        // Determine confidence based on error response coverage
+        let confidence;
+        if (errorResponseResults.length === 0) {
+            // No tools returned errors - all accepted invalid params
+            confidence = "medium";
         }
+        else if (allPassed) {
+            confidence = "high";
+        }
+        else {
+            confidence = "medium";
+        }
+        return {
+            passed: allPassed,
+            confidence,
+            evidence: `Tested ${results.length} tool(s): ${passedCount}/${results.length} passed error format validation`,
+            specReference: this.getSpecLifecycleUrl(),
+            details: {
+                toolResults: results,
+                testedToolCount: results.length,
+                errorResponseCount: errorResponseResults.length,
+            },
+            warnings: allPassed
+                ? undefined
+                : [
+                    "Error response format issues detected in some tools",
+                    "Ensure all errors have isError: true and content array with text type",
+                ],
+        };
     }
     /**
      * Check 2: Content Type Support
@@ -165,7 +203,7 @@ export class ProtocolConformanceAssessor extends BaseAssessor {
                     passed: false,
                     confidence: "low",
                     evidence: "No tools available to test content types",
-                    specReference: SPEC_TOOLS,
+                    specReference: this.getSpecToolsUrl(),
                 };
             }
             // Check if tool has required params - if so, we can't easily test
@@ -178,7 +216,7 @@ export class ProtocolConformanceAssessor extends BaseAssessor {
                     passed: true,
                     confidence: "low",
                     evidence: "Cannot test content types without knowing valid parameters - tool has required params",
-                    specReference: SPEC_TOOLS,
+                    specReference: this.getSpecToolsUrl(),
                     warnings: [
                         "Content type validation requires valid tool parameters",
                         "Consider adding a tool without required params for protocol testing",
@@ -204,7 +242,7 @@ export class ProtocolConformanceAssessor extends BaseAssessor {
                 passed: allPassed,
                 confidence: allPassed ? "high" : "medium",
                 evidence: `${passedValidations.length}/${Object.keys(validations).length} content type checks passed`,
-                specReference: SPEC_TOOLS,
+                specReference: this.getSpecToolsUrl(),
                 details: {
                     validations,
                     detectedContentTypes: detectedTypes,
@@ -220,7 +258,7 @@ export class ProtocolConformanceAssessor extends BaseAssessor {
                 passed: false,
                 confidence: "medium",
                 evidence: "Could not test content types due to error",
-                specReference: SPEC_TOOLS,
+                specReference: this.getSpecToolsUrl(),
                 details: {
                     error: error instanceof Error ? error.message : String(error),
                 },
@@ -254,7 +292,7 @@ export class ProtocolConformanceAssessor extends BaseAssessor {
             passed: hasMinimumInfo,
             confidence: allPassed ? "high" : "medium",
             evidence: `${passedValidations.length}/${Object.keys(validations).length} initialization checks passed`,
-            specReference: SPEC_LIFECYCLE,
+            specReference: this.getSpecLifecycleUrl(),
             details: {
                 validations,
                 serverInfo: {
@@ -351,7 +389,7 @@ export class ProtocolConformanceAssessor extends BaseAssessor {
             recommendations.push("Protocol conformance is good. Consider testing with official @modelcontextprotocol/conformance suite for comprehensive validation.");
         }
         else {
-            recommendations.push(`Review MCP specification: ${MCP_SPEC_BASE}/`);
+            recommendations.push(`Review MCP specification: ${this.getSpecBaseUrl()}/`);
         }
         return recommendations;
     }

package/package.json CHANGED Viewed

@@ -1,6 +1,6 @@
 {
   "name": "@bryan-thompson/inspector-assessment-client",
-  "version": "1.24.0",
+  "version": "1.24.2",
   "description": "Client-side application for the Enhanced MCP Inspector with assessment capabilities",
   "license": "MIT",
   "author": "Bryan Thompson <bryan@triepod.ai>",