@bryan-thompson/inspector-assessment-client 1.31.0 → 1.32.1

package/lib/services/assessment/modules/ConformanceAssessor.d.ts

@@ -36,6 +36,10 @@ export declare class ConformanceAssessor extends BaseAssessor<ConformanceAssessm
      * Parse checks.json file from conformance results
      */
     private parseChecksFile;
+    /**
+     * Check if the MCP conformance package is available
+     */
+    private isConformancePackageAvailable;
     /**
      * Cleanup temporary directory
      */

package/lib/services/assessment/modules/ConformanceAssessor.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"ConformanceAssessor.d.ts","sourceRoot":"","sources":["../../../../src/services/assessment/modules/ConformanceAssessor.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAOH,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAC9C,OAAO,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AAC9D,OAAO,KAAK,EACV,qBAAqB,EAGtB,MAAM,gCAAgC,CAAC;AAgCxC;;;;;GAKG;AACH,qBAAa,mBAAoB,SAAQ,YAAY,CAAC,qBAAqB,CAAC;IAC1E;;OAEG;IACG,MAAM,CAAC,OAAO,EAAE,iBAAiB,GAAG,OAAO,CAAC,qBAAqB,CAAC;IAwFxE;;OAEG;YACW,WAAW;IAwEzB;;OAEG;IACH,OAAO,CAAC,cAAc;IAwBtB;;OAEG;IACH,OAAO,CAAC,eAAe;IAmBvB;;OAEG;IACH,OAAO,CAAC,cAAc;IAQtB;;OAEG;IACH,OAAO,CAAC,0BAA0B;IA+BlC;;OAEG;IACH,OAAO,CAAC,mBAAmB;IAyB3B;;OAEG;IACH,OAAO,CAAC,uBAAuB;IA+C/B;;OAEG;IACH,OAAO,CAAC,mBAAmB;CAmB5B"}
+{"version":3,"file":"ConformanceAssessor.d.ts","sourceRoot":"","sources":["../../../../src/services/assessment/modules/ConformanceAssessor.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAOH,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAC9C,OAAO,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AAC9D,OAAO,KAAK,EACV,qBAAqB,EAGtB,MAAM,gCAAgC,CAAC;AAgCxC;;;;;GAKG;AACH,qBAAa,mBAAoB,SAAQ,YAAY,CAAC,qBAAqB,CAAC;IAC1E;;OAEG;IACG,MAAM,CAAC,OAAO,EAAE,iBAAiB,GAAG,OAAO,CAAC,qBAAqB,CAAC;IAkGxE;;OAEG;YACW,WAAW;IAwEzB;;OAEG;IACH,OAAO,CAAC,cAAc;IAwBtB;;OAEG;IACH,OAAO,CAAC,eAAe;IAmBvB;;OAEG;IACH,OAAO,CAAC,6BAA6B;IAarC;;OAEG;IACH,OAAO,CAAC,cAAc;IAQtB;;OAEG;IACH,OAAO,CAAC,0BAA0B;IA+BlC;;OAEG;IACH,OAAO,CAAC,mBAAmB;IAyB3B;;OAEG;IACH,OAAO,CAAC,uBAAuB;IA+C/B;;OAEG;IACH,OAAO,CAAC,mBAAmB;CAmB5B"}

package/lib/services/assessment/modules/ConformanceAssessor.js

@@ -49,6 +49,11 @@ export class ConformanceAssessor extends BaseAssessor {
             this.logger.info("Conformance tests skipped: serverUrl not available (requires HTTP/SSE transport)");
             return this.createSkippedResult("Server URL not available. Conformance tests require HTTP or SSE transport.");
         }
+        // Check if conformance package is available
+        if (!this.isConformancePackageAvailable()) {
+            this.logger.warn("MCP conformance package not available. Install with: npm install -g @modelcontextprotocol/conformance");
+            return this.createSkippedResult("MCP conformance package not installed. Run: npm install -g @modelcontextprotocol/conformance");
+        }
         this.logger.info(`Running conformance tests against: ${serverUrl}`);
         const scenarios = [];
         const allChecks = [];
@@ -199,6 +204,22 @@ export class ConformanceAssessor extends BaseAssessor {
             return [];
         }
     }
+    /**
+     * Check if the MCP conformance package is available
+     */
+    isConformancePackageAvailable() {
+        try {
+            execFileSync("npx", ["@modelcontextprotocol/conformance", "--version"], {
+                timeout: 30000,
+                stdio: "pipe",
+                encoding: "utf-8",
+            });
+            return true;
+        }
+        catch {
+            return false;
+        }
+    }
     /**
      * Cleanup temporary directory
      */

package/lib/services/assessment/modules/ResourceAssessor.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"ResourceAssessor.d.ts","sourceRoot":"","sources":["../../../../src/services/assessment/modules/ResourceAssessor.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EACL,kBAAkB,EAGnB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAC9C,OAAO,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AAuQ9D,qBAAa,gBAAiB,SAAQ,YAAY;IAC1C,MAAM,CAAC,OAAO,EAAE,iBAAiB,GAAG,OAAO,CAAC,kBAAkB,CAAC;IA8FrE,OAAO,CAAC,yBAAyB;YAiBnB,YAAY;IAoG1B;;OAEG;IACH,OAAO,CAAC,uBAAuB;IAY/B;;OAEG;IACH,OAAO,CAAC,mBAAmB;IA4B3B;;OAEG;IACH,OAAO,CAAC,uBAAuB;YAsBjB,oBAAoB;IAkGlC;;;OAGG;YACW,6BAA6B;IA4F3C;;;OAGG;YACW,2BAA2B;IA0DzC;;OAEG;YACW,mBAAmB;IAmEjC,OAAO,CAAC,UAAU;IAsBlB,OAAO,CAAC,kBAAkB;IAM1B,OAAO,CAAC,cAAc;IAItB,OAAO,CAAC,wBAAwB;IAIhC;;;OAGG;IACH,OAAO,CAAC,qBAAqB;IAc7B,OAAO,CAAC,yBAAyB;IAYjC,OAAO,CAAC,uBAAuB;IAqB/B,OAAO,CAAC,mBAAmB;IAoC3B,OAAO,CAAC,uBAAuB;CA+DhC"}
+{"version":3,"file":"ResourceAssessor.d.ts","sourceRoot":"","sources":["../../../../src/services/assessment/modules/ResourceAssessor.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EACL,kBAAkB,EAGnB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAC9C,OAAO,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AAuQ9D,qBAAa,gBAAiB,SAAQ,YAAY;IAC1C,MAAM,CAAC,OAAO,EAAE,iBAAiB,GAAG,OAAO,CAAC,kBAAkB,CAAC;IA8FrE,OAAO,CAAC,yBAAyB;YAiBnB,YAAY;IAoG1B;;OAEG;IACH,OAAO,CAAC,uBAAuB;IAY/B;;OAEG;IACH,OAAO,CAAC,mBAAmB;IA4B3B;;OAEG;IACH,OAAO,CAAC,uBAAuB;YAsBjB,oBAAoB;IAkGlC;;;OAGG;YACW,6BAA6B;IA4F3C;;;OAGG;YACW,2BAA2B;IAgEzC;;OAEG;YACW,mBAAmB;IAmEjC,OAAO,CAAC,UAAU;IAsBlB,OAAO,CAAC,kBAAkB;IAM1B,OAAO,CAAC,cAAc;IAItB,OAAO,CAAC,wBAAwB;IAIhC;;;OAGG;IACH,OAAO,CAAC,qBAAqB;IAc7B,OAAO,CAAC,yBAAyB;IAYjC,OAAO,CAAC,uBAAuB;IAqB/B,OAAO,CAAC,mBAAmB;IAoC3B,OAAO,CAAC,uBAAuB;CA+DhC"}

package/lib/services/assessment/modules/ResourceAssessor.js

@@ -605,7 +605,8 @@ export class ResourceAssessor extends BaseAssessor {
             baseSchemes.add("file");
             baseSchemes.add("resource");
         }
-        // Test hidden resource patterns
+        // Test hidden resource patterns with rate limiting to avoid overwhelming target
+        const PROBE_DELAY_MS = 50; // 50ms delay between probes
         for (const pattern of HIDDEN_RESOURCE_PATTERNS) {
             // For patterns with their own scheme, test directly
             if (pattern.includes("://")) {
@@ -614,6 +615,8 @@ export class ResourceAssessor extends BaseAssessor {
                 if (probeResult) {
                     results.push(probeResult);
                 }
+                // Rate limit between probes
+                await new Promise((resolve) => setTimeout(resolve, PROBE_DELAY_MS));
             }
             else {
                 // For file paths, combine with discovered schemes
@@ -624,6 +627,8 @@ export class ResourceAssessor extends BaseAssessor {
                     if (probeResult) {
                         results.push(probeResult);
                     }
+                    // Rate limit between probes
+                    await new Promise((resolve) => setTimeout(resolve, PROBE_DELAY_MS));
                 }
             }
         }

package/lib/services/assessment/registry/AssessorDefinitions.d.ts

@@ -0,0 +1,38 @@
+/**
+ * Assessor Definitions
+ *
+ * Declarative configuration for all 19 assessors.
+ * Single source of truth for assessor registration, phase ordering,
+ * config flags, and Claude bridge support.
+ *
+ * @module assessment/registry/AssessorDefinitions
+ * @see GitHub Issue #91
+ */
+import type { AssessorDefinition } from "./types.js";
+import { AssessmentPhase } from "./types.js";
+/**
+ * All assessor definitions in phase order.
+ * This is the single source of truth for assessor registration.
+ *
+ * Order within phases:
+ * - Phase 0 (PRE): Temporal only
+ * - Phase 1 (CORE): Functionality, Security, Documentation, ErrorHandling, Usability
+ * - Phase 2 (PROTOCOL): ProtocolCompliance
+ * - Phase 3 (COMPLIANCE): AUP, Annotations, Libraries, Manifest, Portability, APIs, Auth
+ * - Phase 4 (CAPABILITY): Resources, Prompts, CrossCapability
+ * - Phase 5 (QUALITY): FileModularization, Conformance
+ */
+export declare const ASSESSOR_DEFINITIONS: AssessorDefinition[];
+/**
+ * Map of assessor ID to definition for fast lookup.
+ */
+export declare const ASSESSOR_DEFINITION_MAP: Map<string, AssessorDefinition>;
+/**
+ * Get assessor definitions by phase.
+ */
+export declare function getDefinitionsByPhase(phase: AssessmentPhase): AssessorDefinition[];
+/**
+ * Get all phases in execution order.
+ */
+export declare function getOrderedPhases(): AssessmentPhase[];
+//# sourceMappingURL=AssessorDefinitions.d.ts.map

package/lib/services/assessment/registry/AssessorDefinitions.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"AssessorDefinitions.d.ts","sourceRoot":"","sources":["../../../../src/services/assessment/registry/AssessorDefinitions.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,SAAS,CAAC;AAClD,OAAO,EAAE,eAAe,EAAE,MAAM,SAAS,CAAC;AA4D1C;;;;;;;;;;;GAWG;AACH,eAAO,MAAM,oBAAoB,EAAE,kBAAkB,EA+SpD,CAAC;AAEF;;GAEG;AACH,eAAO,MAAM,uBAAuB,EAAE,GAAG,CAAC,MAAM,EAAE,kBAAkB,CAEnE,CAAC;AAEF;;GAEG;AACH,wBAAgB,qBAAqB,CACnC,KAAK,EAAE,eAAe,GACrB,kBAAkB,EAAE,CAEtB;AAED;;GAEG;AACH,wBAAgB,gBAAgB,IAAI,eAAe,EAAE,CASpD"}

package/lib/services/assessment/registry/AssessorDefinitions.js

@@ -0,0 +1,370 @@
+/**
+ * Assessor Definitions
+ *
+ * Declarative configuration for all 19 assessors.
+ * Single source of truth for assessor registration, phase ordering,
+ * config flags, and Claude bridge support.
+ *
+ * @module assessment/registry/AssessorDefinitions
+ * @see GitHub Issue #91
+ */
+import { AssessmentPhase } from "./types.js";
+// Core assessor imports
+import { FunctionalityAssessor } from "../modules/FunctionalityAssessor.js";
+import { SecurityAssessor } from "../modules/SecurityAssessor.js";
+import { DocumentationAssessor } from "../modules/DocumentationAssessor.js";
+import { ErrorHandlingAssessor } from "../modules/ErrorHandlingAssessor.js";
+import { UsabilityAssessor } from "../modules/UsabilityAssessor.js";
+// Protocol compliance
+import { ProtocolComplianceAssessor } from "../modules/ProtocolComplianceAssessor.js";
+// MCP Directory compliance gap assessors
+import { AUPComplianceAssessor } from "../modules/AUPComplianceAssessor.js";
+import { ToolAnnotationAssessor } from "../modules/ToolAnnotationAssessor.js";
+import { ProhibitedLibrariesAssessor } from "../modules/ProhibitedLibrariesAssessor.js";
+import { ManifestValidationAssessor } from "../modules/ManifestValidationAssessor.js";
+import { PortabilityAssessor } from "../modules/PortabilityAssessor.js";
+import { ExternalAPIScannerAssessor } from "../modules/ExternalAPIScannerAssessor.js";
+import { TemporalAssessor } from "../modules/TemporalAssessor.js";
+import { AuthenticationAssessor } from "../modules/AuthenticationAssessor.js";
+// Capability assessors
+import { ResourceAssessor } from "../modules/ResourceAssessor.js";
+import { PromptAssessor } from "../modules/PromptAssessor.js";
+import { CrossCapabilitySecurityAssessor } from "../modules/CrossCapabilitySecurityAssessor.js";
+// Code quality assessors
+import { FileModularizationAssessor } from "../modules/FileModularizationAssessor.js";
+import { ConformanceAssessor } from "../modules/ConformanceAssessor.js";
+// Pattern configuration for ToolAnnotationAssessor
+import { loadPatternConfig, compilePatterns, } from "../config/annotationPatterns.js";
+// Test estimators
+import { estimateTemporalTests, estimateFunctionalityTests, estimateSecurityTests, estimateDocumentationTests, estimateErrorHandlingTests, estimateUsabilityTests, estimateProtocolComplianceTests, estimateAUPComplianceTests, estimateToolAnnotationTests, estimateProhibitedLibrariesTests, estimateManifestValidationTests, estimatePortabilityTests, estimateExternalAPIScannerTests, estimateAuthenticationTests, estimateResourceTests, estimatePromptTests, estimateCrossCapabilityTests, estimateFileModularizationTests, estimateConformanceTests, } from "./estimators.js";
+/**
+ * All assessor definitions in phase order.
+ * This is the single source of truth for assessor registration.
+ *
+ * Order within phases:
+ * - Phase 0 (PRE): Temporal only
+ * - Phase 1 (CORE): Functionality, Security, Documentation, ErrorHandling, Usability
+ * - Phase 2 (PROTOCOL): ProtocolCompliance
+ * - Phase 3 (COMPLIANCE): AUP, Annotations, Libraries, Manifest, Portability, APIs, Auth
+ * - Phase 4 (CAPABILITY): Resources, Prompts, CrossCapability
+ * - Phase 5 (QUALITY): FileModularization, Conformance
+ */
+export const ASSESSOR_DEFINITIONS = [
+    // ============================================================================
+    // Phase 0: PRE - Temporal (must run first for clean baseline)
+    // ============================================================================
+    {
+        id: "temporal",
+        displayName: "Temporal",
+        assessorClass: TemporalAssessor,
+        resultField: "temporal",
+        phase: AssessmentPhase.PRE,
+        configFlags: {
+            primary: "temporal",
+            defaultEnabled: false, // Opt-in
+        },
+        requiresExtended: true,
+        supportsClaudeBridge: false,
+        estimateTests: estimateTemporalTests,
+    },
+    // ============================================================================
+    // Phase 1: CORE - The original 5 assessors
+    // ============================================================================
+    {
+        id: "functionality",
+        displayName: "Functionality",
+        assessorClass: FunctionalityAssessor,
+        resultField: "functionality",
+        phase: AssessmentPhase.CORE,
+        configFlags: {
+            primary: "functionality",
+            defaultEnabled: true, // Enabled unless explicitly disabled
+        },
+        requiresExtended: false,
+        supportsClaudeBridge: false,
+        estimateTests: estimateFunctionalityTests,
+    },
+    {
+        id: "security",
+        displayName: "Security",
+        assessorClass: SecurityAssessor,
+        resultField: "security",
+        phase: AssessmentPhase.CORE,
+        configFlags: {
+            primary: "security",
+            defaultEnabled: true,
+        },
+        requiresExtended: false,
+        supportsClaudeBridge: true, // Supports Claude semantic analysis
+        estimateTests: estimateSecurityTests,
+    },
+    {
+        id: "documentation",
+        displayName: "Documentation",
+        assessorClass: DocumentationAssessor,
+        resultField: "documentation",
+        phase: AssessmentPhase.CORE,
+        configFlags: {
+            primary: "documentation",
+            defaultEnabled: true,
+        },
+        requiresExtended: false,
+        supportsClaudeBridge: false,
+        estimateTests: estimateDocumentationTests,
+    },
+    {
+        id: "errorHandling",
+        displayName: "Error Handling",
+        assessorClass: ErrorHandlingAssessor,
+        resultField: "errorHandling",
+        phase: AssessmentPhase.CORE,
+        configFlags: {
+            primary: "errorHandling",
+            defaultEnabled: true,
+        },
+        requiresExtended: false,
+        supportsClaudeBridge: false,
+        estimateTests: estimateErrorHandlingTests,
+    },
+    {
+        id: "usability",
+        displayName: "Usability",
+        assessorClass: UsabilityAssessor,
+        resultField: "usability",
+        phase: AssessmentPhase.CORE,
+        configFlags: {
+            primary: "usability",
+            defaultEnabled: true,
+        },
+        requiresExtended: false,
+        supportsClaudeBridge: false,
+        estimateTests: estimateUsabilityTests,
+    },
+    // ============================================================================
+    // Phase 2: PROTOCOL - Unified protocol compliance
+    // ============================================================================
+    {
+        id: "protocolCompliance",
+        displayName: "Protocol Compliance",
+        assessorClass: ProtocolComplianceAssessor,
+        resultField: "mcpSpecCompliance", // Legacy field name for BC
+        phase: AssessmentPhase.PROTOCOL,
+        configFlags: {
+            primary: "protocolCompliance",
+            // BC: Enable if ANY of these deprecated flags is true
+            deprecated: ["mcpSpecCompliance", "protocolConformance"],
+            defaultEnabled: false, // Opt-in
+        },
+        requiresExtended: true,
+        supportsClaudeBridge: false,
+        estimateTests: estimateProtocolComplianceTests,
+    },
+    // ============================================================================
+    // Phase 3: COMPLIANCE - MCP Directory compliance gap assessors
+    // ============================================================================
+    {
+        id: "aupCompliance",
+        displayName: "AUP",
+        assessorClass: AUPComplianceAssessor,
+        resultField: "aupCompliance",
+        phase: AssessmentPhase.COMPLIANCE,
+        configFlags: {
+            primary: "aupCompliance",
+            defaultEnabled: false,
+        },
+        requiresExtended: true,
+        supportsClaudeBridge: true, // Supports Claude semantic analysis
+        estimateTests: estimateAUPComplianceTests,
+    },
+    {
+        id: "toolAnnotations",
+        displayName: "Annotations",
+        assessorClass: ToolAnnotationAssessor,
+        resultField: "toolAnnotations",
+        phase: AssessmentPhase.COMPLIANCE,
+        configFlags: {
+            primary: "toolAnnotations",
+            defaultEnabled: false,
+        },
+        requiresExtended: true,
+        supportsClaudeBridge: true, // Supports Claude behavior inference
+        estimateTests: estimateToolAnnotationTests,
+        // Custom setup for pattern configuration
+        customSetup: (assessor, config, logger) => {
+            if (config.patternConfigPath) {
+                const patternConfig = loadPatternConfig(config.patternConfigPath, logger);
+                const compiledPatterns = compilePatterns(patternConfig);
+                assessor.setPatterns(compiledPatterns);
+            }
+        },
+    },
+    {
+        id: "prohibitedLibraries",
+        displayName: "Libraries",
+        assessorClass: ProhibitedLibrariesAssessor,
+        resultField: "prohibitedLibraries",
+        phase: AssessmentPhase.COMPLIANCE,
+        configFlags: {
+            primary: "prohibitedLibraries",
+            defaultEnabled: false,
+        },
+        requiresExtended: true,
+        supportsClaudeBridge: false,
+        estimateTests: estimateProhibitedLibrariesTests,
+    },
+    {
+        id: "manifestValidation",
+        displayName: "Manifest",
+        assessorClass: ManifestValidationAssessor,
+        resultField: "manifestValidation",
+        phase: AssessmentPhase.COMPLIANCE,
+        configFlags: {
+            primary: "manifestValidation",
+            defaultEnabled: false,
+        },
+        requiresExtended: true,
+        supportsClaudeBridge: false,
+        estimateTests: estimateManifestValidationTests,
+    },
+    {
+        id: "portability",
+        displayName: "Portability",
+        assessorClass: PortabilityAssessor,
+        resultField: "portability",
+        phase: AssessmentPhase.COMPLIANCE,
+        configFlags: {
+            primary: "portability",
+            defaultEnabled: false,
+        },
+        requiresExtended: true,
+        supportsClaudeBridge: false,
+        estimateTests: estimatePortabilityTests,
+    },
+    {
+        id: "externalAPIScanner",
+        displayName: "External APIs",
+        assessorClass: ExternalAPIScannerAssessor,
+        resultField: "externalAPIScanner",
+        phase: AssessmentPhase.COMPLIANCE,
+        configFlags: {
+            primary: "externalAPIScanner",
+            defaultEnabled: false,
+        },
+        requiresExtended: true,
+        supportsClaudeBridge: false,
+        estimateTests: estimateExternalAPIScannerTests,
+    },
+    {
+        id: "authentication",
+        displayName: "Authentication",
+        assessorClass: AuthenticationAssessor,
+        resultField: "authentication",
+        phase: AssessmentPhase.COMPLIANCE,
+        configFlags: {
+            primary: "authentication",
+            defaultEnabled: false,
+        },
+        requiresExtended: true,
+        supportsClaudeBridge: false,
+        estimateTests: estimateAuthenticationTests,
+    },
+    // ============================================================================
+    // Phase 4: CAPABILITY - Resources, Prompts, Cross-capability
+    // ============================================================================
+    {
+        id: "resources",
+        displayName: "Resources",
+        assessorClass: ResourceAssessor,
+        resultField: "resources",
+        phase: AssessmentPhase.CAPABILITY,
+        configFlags: {
+            primary: "resources",
+            defaultEnabled: false,
+        },
+        requiresExtended: true,
+        supportsClaudeBridge: false,
+        estimateTests: estimateResourceTests,
+    },
+    {
+        id: "prompts",
+        displayName: "Prompts",
+        assessorClass: PromptAssessor,
+        resultField: "prompts",
+        phase: AssessmentPhase.CAPABILITY,
+        configFlags: {
+            primary: "prompts",
+            defaultEnabled: false,
+        },
+        requiresExtended: true,
+        supportsClaudeBridge: false,
+        estimateTests: estimatePromptTests,
+    },
+    {
+        id: "crossCapability",
+        displayName: "Cross-Capability",
+        assessorClass: CrossCapabilitySecurityAssessor,
+        resultField: "crossCapability",
+        phase: AssessmentPhase.CAPABILITY,
+        configFlags: {
+            primary: "crossCapability",
+            defaultEnabled: false,
+        },
+        requiresExtended: true,
+        supportsClaudeBridge: false,
+        estimateTests: estimateCrossCapabilityTests,
+    },
+    // ============================================================================
+    // Phase 5: QUALITY - Code quality and conformance
+    // ============================================================================
+    {
+        id: "fileModularization",
+        displayName: "File Modularization",
+        assessorClass: FileModularizationAssessor,
+        resultField: "fileModularization",
+        phase: AssessmentPhase.QUALITY,
+        configFlags: {
+            primary: "fileModularization",
+            defaultEnabled: false,
+        },
+        requiresExtended: true,
+        supportsClaudeBridge: false,
+        estimateTests: estimateFileModularizationTests,
+    },
+    {
+        id: "conformance",
+        displayName: "Conformance",
+        assessorClass: ConformanceAssessor,
+        resultField: "conformance",
+        phase: AssessmentPhase.QUALITY,
+        configFlags: {
+            primary: "conformance",
+            defaultEnabled: false,
+        },
+        requiresExtended: true,
+        supportsClaudeBridge: false,
+        estimateTests: estimateConformanceTests,
+    },
+];
+/**
+ * Map of assessor ID to definition for fast lookup.
+ */
+export const ASSESSOR_DEFINITION_MAP = new Map(ASSESSOR_DEFINITIONS.map((def) => [def.id, def]));
+/**
+ * Get assessor definitions by phase.
+ */
+export function getDefinitionsByPhase(phase) {
+    return ASSESSOR_DEFINITIONS.filter((def) => def.phase === phase);
+}
+/**
+ * Get all phases in execution order.
+ */
+export function getOrderedPhases() {
+    return [
+        AssessmentPhase.PRE,
+        AssessmentPhase.CORE,
+        AssessmentPhase.PROTOCOL,
+        AssessmentPhase.COMPLIANCE,
+        AssessmentPhase.CAPABILITY,
+        AssessmentPhase.QUALITY,
+    ];
+}

package/lib/services/assessment/registry/AssessorRegistry.d.ts

@@ -0,0 +1,157 @@
+/**
+ * Assessor Registry
+ *
+ * Central registry for managing assessor instances with metadata.
+ * Provides phase-ordered execution, Claude bridge wiring, and test count aggregation.
+ *
+ * @module assessment/registry/AssessorRegistry
+ * @see GitHub Issue #91
+ */
+import type { AssessmentConfiguration } from "../../../lib/assessment/configTypes.js";
+import type { MCPDirectoryAssessment } from "../../../lib/assessment/resultTypes.js";
+import type { BaseAssessor } from "../modules/BaseAssessor.js";
+import type { AssessmentContext } from "../AssessmentOrchestrator.js";
+import type { ClaudeCodeBridge } from "../lib/claudeCodeBridge.js";
+import { type AssessorDefinition, type RegisteredAssessor, AssessmentPhase } from "./types.js";
+/**
+ * AssessorRegistry manages assessor instances and their execution.
+ *
+ * Key responsibilities:
+ * 1. Lazy instantiation based on configuration flags
+ * 2. Phase-ordered execution with Phase 0 always first and sequential
+ * 3. Claude bridge wiring to supporting assessors
+ * 4. Test count aggregation from all assessors
+ * 5. Backward-compatible property access via getAssessor()
+ */
+/**
+ * Information about a failed assessor registration.
+ */
+export interface FailedRegistration {
+    id: string;
+    error: string;
+}
+export declare class AssessorRegistry {
+    private config;
+    private logger;
+    private assessors;
+    private claudeBridge?;
+    private failedRegistrations;
+    constructor(config: AssessmentConfiguration);
+    /**
+     * Register all enabled assessors based on configuration.
+     * Called during orchestrator initialization.
+     */
+    registerAll(definitions?: AssessorDefinition[]): void;
+    /**
+     * Register a single assessor.
+     */
+    private register;
+    /**
+     * Check if an assessor should be enabled based on configuration.
+     * Implements OR logic for backward-compatible deprecated flags.
+     */
+    isEnabled(definition: AssessorDefinition): boolean;
+    /**
+     * Check a single config flag value.
+     * If defaultEnabled is true, returns true unless flag is explicitly false.
+     * If defaultEnabled is false, returns true only if flag is explicitly true.
+     */
+    private checkFlag;
+    /**
+     * Get a registered assessor by ID.
+     * Returns undefined if not registered or disabled.
+     */
+    getAssessor<T extends BaseAssessor = BaseAssessor>(id: string): T | undefined;
+    /**
+     * Get all registered assessors for a specific phase.
+     */
+    getByPhase(phase: AssessmentPhase): RegisteredAssessor[];
+    /**
+     * Set Claude bridge for all supporting assessors.
+     * Called when Claude Code is enabled.
+     */
+    setClaudeBridge(bridge: ClaudeCodeBridge): void;
+    /**
+     * Wire Claude bridge to a single assessor.
+     */
+    private wireClaudeBridge;
+    /**
+     * Execute all assessors in phase order.
+     * Phase 0 (PRE) always runs first and sequentially.
+     * Other phases run based on parallelTesting config.
+     *
+     * @returns Partial MCPDirectoryAssessment with results from all assessors
+     */
+    executeAll(context: AssessmentContext): Promise<Partial<MCPDirectoryAssessment>>;
+    /**
+     * Execute all assessors in a single phase.
+     */
+    private executePhase;
+    /**
+     * Execute assessors in parallel with graceful degradation.
+     * Uses Promise.allSettled to continue execution even if some assessors fail.
+     */
+    private executeParallel;
+    /**
+     * Execute assessors sequentially.
+     */
+    private executeSequential;
+    /**
+     * Extract status string from assessment result.
+     * Most results have a 'status' property.
+     */
+    private extractStatus;
+    /**
+     * Get tool count from context (respects selectedToolsForTesting config).
+     */
+    private getToolCountForContext;
+    /**
+     * Get total test count from all registered assessors.
+     */
+    getTotalTestCount(): number;
+    /**
+     * Get test count for a specific assessor.
+     */
+    getTestCount(id: string): number;
+    /**
+     * Get all registered assessor IDs.
+     */
+    getRegisteredIds(): string[];
+    /**
+     * Check if a specific assessor is registered.
+     */
+    isRegistered(id: string): boolean;
+    /**
+     * Get the count of registered assessors.
+     */
+    get size(): number;
+    /**
+     * Update configuration for future operations.
+     *
+     * **Important**: This does NOT re-register assessors. Assessors are registered
+     * once during construction based on the initial config. To change which
+     * assessors are enabled, create a new AssessorRegistry instance.
+     *
+     * @param config - New configuration to use
+     */
+    updateConfig(config: AssessmentConfiguration): void;
+    /**
+     * Reset test counts for all registered assessors.
+     * Called at the start of each assessment run.
+     */
+    resetAllTestCounts(): void;
+    /**
+     * Get list of assessors that failed to register.
+     * Useful for reporting partial assessment results.
+     *
+     * @returns Array of failed registration info (id and error message)
+     */
+    getFailedRegistrations(): FailedRegistration[];
+    /**
+     * Check if any assessors failed to register.
+     *
+     * @returns true if at least one assessor failed registration
+     */
+    hasFailedRegistrations(): boolean;
+}
+//# sourceMappingURL=AssessorRegistry.d.ts.map

package/lib/services/assessment/registry/AssessorRegistry.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"AssessorRegistry.d.ts","sourceRoot":"","sources":["../../../../src/services/assessment/registry/AssessorRegistry.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,8BAA8B,CAAC;AAC5E,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,8BAA8B,CAAC;AAC3E,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAC;AAC5D,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AACnE,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAEhE,OAAO,EACL,KAAK,kBAAkB,EACvB,KAAK,kBAAkB,EAEvB,eAAe,EAEhB,MAAM,SAAS,CAAC;AAOjB;;;;;;;;;GASG;AACH;;GAEG;AACH,MAAM,WAAW,kBAAkB;IACjC,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;CACf;AAED,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,MAAM,CAA0B;IACxC,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,SAAS,CAA8C;IAC/D,OAAO,CAAC,YAAY,CAAC,CAAmB;IACxC,OAAO,CAAC,mBAAmB,CAA4B;gBAE3C,MAAM,EAAE,uBAAuB;IAQ3C;;;OAGG;IACH,WAAW,CAAC,WAAW,GAAE,kBAAkB,EAAyB,GAAG,IAAI;IAc3E;;OAEG;IACH,OAAO,CAAC,QAAQ;IAmChB;;;OAGG;IACH,SAAS,CAAC,UAAU,EAAE,kBAAkB,GAAG,OAAO;IAmClD;;;;OAIG;IACH,OAAO,CAAC,SAAS;IAajB;;;OAGG;IACH,WAAW,CAAC,CAAC,SAAS,YAAY,GAAG,YAAY,EAC/C,EAAE,EAAE,MAAM,GACT,CAAC,GAAG,SAAS;IAKhB;;OAEG;IACH,UAAU,CAAC,KAAK,EAAE,eAAe,GAAG,kBAAkB,EAAE;IAMxD;;;OAGG;IACH,eAAe,CAAC,MAAM,EAAE,gBAAgB,GAAG,IAAI;IAU/C;;OAEG;IACH,OAAO,CAAC,gBAAgB;IAMxB;;;;;;OAMG;IACG,UAAU,CACd,OAAO,EAAE,iBAAiB,GACzB,OAAO,CAAC,OAAO,CAAC,sBAAsB,CAAC,CAAC;IA+B3C;;OAEG;YACW,YAAY;IAoB1B;;;OAGG;YACW,eAAe;IA6D7B;;OAEG;YACW,iBAAiB;IA6C/B;;;OAGG;IACH,OAAO,CAAC,aAAa;IAOrB;;OAEG;IACH,OAAO,CAAC,sBAAsB;IAS9B;;OAEG;IACH,iBAAiB,IAAI,MAAM;IAQ3B;;OAEG;IACH,YAAY,CAAC,EAAE,EAAE,MAAM,GAAG,MAAM;IAKhC;;OAEG;IACH,gBAAgB,IAAI,MAAM,EAAE;IAI5B;;OAEG;IACH,YAAY,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO;IAIjC;;OAEG;IACH,IAAI,IAAI,IAAI,MAAM,CAEjB;IAED;;;;;;;;OAQG;IACH,YAAY,CAAC,MAAM,EAAE,uBAAuB,GAAG,IAAI;IAInD;;;OAGG;IACH,kBAAkB,IAAI,IAAI;IAM1B;;;;;OAKG;IACH,sBAAsB,IAAI,kBAAkB,EAAE;IAI9C;;;;OAIG;IACH,sBAAsB,IAAI,OAAO;CAGlC"}