@bryan-thompson/inspector-assessment-client 1.25.1 → 1.25.5

package/lib/services/assessment/AssessmentOrchestrator.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"AssessmentOrchestrator.d.ts","sourceRoot":"","sources":["../../../src/services/assessment/AssessmentOrchestrator.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EACL,sBAAsB,EACtB,uBAAuB,EAGvB,kBAAkB,EAClB,gBAAgB,EACjB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EACL,IAAI,EACJ,2BAA2B,EAC5B,MAAM,oCAAoC,CAAC;AAoC5C,OAAO,EACL,gBAAgB,EAChB,sBAAsB,EAEvB,MAAM,wBAAwB,CAAC;AAsKhC;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC,WAAW,EAAE,MAAM,CAAC;IACpB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED;;GAEG;AACH,MAAM,WAAW,SAAS;IACxB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,KAAK,CAAC;QAChB,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,QAAQ,CAAC,EAAE,OAAO,CAAC;KACpB,CAAC,CAAC;CACJ;AAED;;GAEG;AACH,MAAM,WAAW,qBAAqB;IACpC,KAAK,CAAC,EAAE;QAAE,WAAW,CAAC,EAAE,OAAO,CAAA;KAAE,CAAC;IAClC,SAAS,CAAC,EAAE;QAAE,SAAS,CAAC,EAAE,OAAO,CAAC;QAAC,WAAW,CAAC,EAAE,OAAO,CAAA;KAAE,CAAC;IAC3D,OAAO,CAAC,EAAE;QAAE,WAAW,CAAC,EAAE,OAAO,CAAA;KAAE,CAAC;IACpC,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAClC,YAAY,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACxC;AAED,MAAM,WAAW,iBAAiB;IAChC,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,IAAI,EAAE,CAAC;IACd,QAAQ,EAAE,CACR,IAAI,EAAE,MAAM,EACZ,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,KAC5B,OAAO,CAAC,2BAA2B,CAAC,CAAC;IAC1C,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,MAAM,EAAE,uBAAuB,CAAC;IAChC,UAAU,CAAC,EAAE;QACX,IAAI,EAAE,MAAM,CAAC;QACb,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,QAAQ,CAAC,EAAE,OAAO,CAAC;KACpB,CAAC;IAIF,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,eAAe,CAAC,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAGtC,YAAY,CAAC,EAAE,kBAAkB,CAAC;IAClC,WAAW,CAAC,EAAE,MAAM,CAAC;IAIrB,UAAU,CAAC,EAAE,gBAAgB,CAAC;IAG9B,SAAS,CAAC,EAAE,WAAW,EAAE,CAAC;IAC1B,iBAAiB,CAAC,EAAE,mBAAmB,EAAE,CAAC;IAC1C,OAAO,CAAC,EAAE,SAAS,EAAE,CAAC;IACtB,kBAAkB,CAAC,EAAE,qBAAqB,CAAC;IAG3C,YAAY,CAAC,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;IAChD,SAAS,CAAC,EAAE,CACV,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,KACzB,OAAO,CAAC;QAAE,QAAQ,EAAE,KAAK,CAAC;YAAE,IAAI,EAAE,MAAM,CAAC;YAAC,OAAO,EAAE,MAAM,CAAA;SAAE,CAAC,CAAA;KAAE,CAAC,CAAC;IAGrE,eAAe,CAAC,EAAE;QAChB,IAAI,EAAE,OAAO,GAAG,KAAK,GAAG,iBAAiB,CAAC;QAC1C,GAAG,CAAC,EAAE,MAAM,CAAC;QACb,OAAO,CAAC,EAAE,OAAO,CAAC;QAClB,YAAY,CAAC,EAAE,OAAO,CAAC;KACxB,CAAC;IAIF,SAAS,CAAC,EAAE,MAAM,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;CACnC;AAED,qBAAa,sBAAsB;IACjC,OAAO,CAAC,MAAM,CAA0B;IACxC,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,SAAS,CAAa;IAC9B,OAAO,CAAC,aAAa,CAAa;IAGlC,OAAO,CAAC,YAAY,CAAC,CAAmB;IACxC,OAAO,CAAC,aAAa,CAAkB;IAGvC,OAAO,CAAC,qBAAqB,CAAC,CAAwB;IACtD,OAAO,CAAC,gBAAgB,CAAC,CAAmB;IAC5C,OAAO,CAAC,qBAAqB,CAAC,CAAwB;IACtD,OAAO,CAAC,qBAAqB,CAAC,CAAwB;IACtD,OAAO,CAAC,iBAAiB,CAAC,CAAoB;IAG9C,OAAO,CAAC,eAAe,CAAC,CAA4B;IAGpD,OAAO,CAAC,qBAAqB,CAAC,CAAwB;IACtD,OAAO,CAAC,sBAAsB,CAAC,CAAyB;IACxD,OAAO,CAAC,2BAA2B,CAAC,CAA8B;IAClE,OAAO,CAAC,0BAA0B,CAAC,CAA6B;IAChE,OAAO,CAAC,mBAAmB,CAAC,CAAsB;IAClD,OAAO,CAAC,0BAA0B,CAAC,CAA6B;IAChE,OAAO,CAAC,gBAAgB,CAAC,CAAmB;IAG5C,OAAO,CAAC,gBAAgB,CAAC,CAAmB;IAC5C,OAAO,CAAC,cAAc,CAAC,CAAiB;IACxC,OAAO,CAAC,uBAAuB,CAAC,CAAkC;IAGlE,OAAO,CAAC,2BAA2B,CAAC,CAA8B;gBAEtD,MAAM,GAAE,OAAO,CAAC,uBAAuB,CAAM;IA6GzD;;;OAGG;IACH,OAAO,CAAC,sBAAsB;IAQ9B;;;OAGG;IACH,OAAO,CAAC,sBAAsB;IAe9B;;;OAGG;IACH,gBAAgB,CAAC,MAAM,CAAC,EAAE,OAAO,CAAC,sBAAsB,CAAC,GAAG,IAAI;IAqBhE;;OAEG;IACH,eAAe,IAAI,OAAO;IAI1B;;OAEG;IACH,eAAe,IAAI,gBAAgB,GAAG,SAAS;IAI/C;;OAEG;IACH,OAAO,CAAC,kBAAkB;IAqC1B;;OAEG;IACG,iBAAiB,CACrB,OAAO,EAAE,iBAAiB,GACzB,OAAO,CAAC,sBAAsB,CAAC;IA0iBlC;;OAEG;IACG,MAAM,CACV,UAAU,EAAE,MAAM,EAClB,KAAK,EAAE,IAAI,EAAE,EACb,QAAQ,EAAE,CACR,IAAI,EAAE,MAAM,EACZ,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,KAC5B,OAAO,CAAC,2BAA2B,CAAC,EACzC,UAAU,CAAC,EAAE,GAAG,EAChB,aAAa,CAAC,EAAE,MAAM,EACtB,WAAW,CAAC,EAAE,GAAG,GAChB,OAAO,CAAC,sBAAsB,CAAC;IAclC,OAAO,CAAC,qBAAqB;IA4E7B,OAAO,CAAC,sBAAsB;IA0B9B,OAAO,CAAC,eAAe;IA8DvB,OAAO,CAAC,uBAAuB;IAqB/B;;OAEG;IACH,SAAS,IAAI,uBAAuB;IAIpC;;OAEG;IACH,YAAY,CAAC,MAAM,EAAE,OAAO,CAAC,uBAAuB,CAAC,GAAG,IAAI;CAG7D"}
+{"version":3,"file":"AssessmentOrchestrator.d.ts","sourceRoot":"","sources":["../../../src/services/assessment/AssessmentOrchestrator.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EACL,sBAAsB,EACtB,uBAAuB,EAEvB,kBAAkB,EAClB,gBAAgB,EAChB,UAAU,EACX,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EACL,IAAI,EACJ,2BAA2B,EAC5B,MAAM,oCAAoC,CAAC;AAmC5C,OAAO,EACL,gBAAgB,EAChB,sBAAsB,EAEvB,MAAM,wBAAwB,CAAC;AAehC;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC,WAAW,EAAE,MAAM,CAAC;IACpB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED;;GAEG;AACH,MAAM,WAAW,SAAS;IACxB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,KAAK,CAAC;QAChB,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,QAAQ,CAAC,EAAE,OAAO,CAAC;KACpB,CAAC,CAAC;CACJ;AAED;;GAEG;AACH,MAAM,WAAW,qBAAqB;IACpC,KAAK,CAAC,EAAE;QAAE,WAAW,CAAC,EAAE,OAAO,CAAA;KAAE,CAAC;IAClC,SAAS,CAAC,EAAE;QAAE,SAAS,CAAC,EAAE,OAAO,CAAC;QAAC,WAAW,CAAC,EAAE,OAAO,CAAA;KAAE,CAAC;IAC3D,OAAO,CAAC,EAAE;QAAE,WAAW,CAAC,EAAE,OAAO,CAAA;KAAE,CAAC;IACpC,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAClC,YAAY,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACxC;AAED,MAAM,WAAW,iBAAiB;IAChC,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,IAAI,EAAE,CAAC;IACd,QAAQ,EAAE,CACR,IAAI,EAAE,MAAM,EACZ,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,KAC5B,OAAO,CAAC,2BAA2B,CAAC,CAAC;IAC1C,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,MAAM,EAAE,uBAAuB,CAAC;IAChC,UAAU,CAAC,EAAE,UAAU,CAAC;IAIxB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,eAAe,CAAC,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAGtC,YAAY,CAAC,EAAE,kBAAkB,CAAC;IAClC,WAAW,CAAC,EAAE,MAAM,CAAC;IAIrB,UAAU,CAAC,EAAE,gBAAgB,CAAC;IAG9B,SAAS,CAAC,EAAE,WAAW,EAAE,CAAC;IAC1B,iBAAiB,CAAC,EAAE,mBAAmB,EAAE,CAAC;IAC1C,OAAO,CAAC,EAAE,SAAS,EAAE,CAAC;IACtB,kBAAkB,CAAC,EAAE,qBAAqB,CAAC;IAG3C,YAAY,CAAC,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;IAChD,SAAS,CAAC,EAAE,CACV,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,KACzB,OAAO,CAAC;QAAE,QAAQ,EAAE,KAAK,CAAC;YAAE,IAAI,EAAE,MAAM,CAAC;YAAC,OAAO,EAAE,MAAM,CAAA;SAAE,CAAC,CAAA;KAAE,CAAC,CAAC;IAGrE,eAAe,CAAC,EAAE;QAChB,IAAI,EAAE,OAAO,GAAG,KAAK,GAAG,iBAAiB,CAAC;QAC1C,GAAG,CAAC,EAAE,MAAM,CAAC;QACb,OAAO,CAAC,EAAE,OAAO,CAAC;QAClB,YAAY,CAAC,EAAE,OAAO,CAAC;KACxB,CAAC;IAIF,SAAS,CAAC,EAAE,MAAM,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;CACnC;AAED,qBAAa,sBAAsB;IACjC,OAAO,CAAC,MAAM,CAA0B;IACxC,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,SAAS,CAAa;IAC9B,OAAO,CAAC,aAAa,CAAa;IAGlC,OAAO,CAAC,YAAY,CAAC,CAAmB;IACxC,OAAO,CAAC,aAAa,CAAkB;IAGvC,OAAO,CAAC,qBAAqB,CAAC,CAAwB;IACtD,OAAO,CAAC,gBAAgB,CAAC,CAAmB;IAC5C,OAAO,CAAC,qBAAqB,CAAC,CAAwB;IACtD,OAAO,CAAC,qBAAqB,CAAC,CAAwB;IACtD,OAAO,CAAC,iBAAiB,CAAC,CAAoB;IAG9C,OAAO,CAAC,0BAA0B,CAAC,CAA6B;IAGhE,OAAO,CAAC,qBAAqB,CAAC,CAAwB;IACtD,OAAO,CAAC,sBAAsB,CAAC,CAAyB;IACxD,OAAO,CAAC,2BAA2B,CAAC,CAA8B;IAClE,OAAO,CAAC,0BAA0B,CAAC,CAA6B;IAChE,OAAO,CAAC,mBAAmB,CAAC,CAAsB;IAClD,OAAO,CAAC,0BAA0B,CAAC,CAA6B;IAChE,OAAO,CAAC,gBAAgB,CAAC,CAAmB;IAG5C,OAAO,CAAC,gBAAgB,CAAC,CAAmB;IAC5C,OAAO,CAAC,cAAc,CAAC,CAAiB;IACxC,OAAO,CAAC,uBAAuB,CAAC,CAAkC;gBAItD,MAAM,GAAE,OAAO,CAAC,uBAAuB,CAAM;IAoIzD;;;OAGG;IACH,OAAO,CAAC,sBAAsB;IAQ9B;;;OAGG;IACH,OAAO,CAAC,sBAAsB;IAe9B;;;OAGG;IACH,gBAAgB,CAAC,MAAM,CAAC,EAAE,OAAO,CAAC,sBAAsB,CAAC,GAAG,IAAI;IAqBhE;;OAEG;IACH,eAAe,IAAI,OAAO;IAI1B;;OAEG;IACH,eAAe,IAAI,gBAAgB,GAAG,SAAS;IAI/C;;OAEG;IACH,OAAO,CAAC,kBAAkB;IAqC1B;;OAEG;IACG,iBAAiB,CACrB,OAAO,EAAE,iBAAiB,GACzB,OAAO,CAAC,sBAAsB,CAAC;IAihBlC;;OAEG;IACG,MAAM,CACV,UAAU,EAAE,MAAM,EAClB,KAAK,EAAE,IAAI,EAAE,EACb,QAAQ,EAAE,CACR,IAAI,EAAE,MAAM,EACZ,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,KAC5B,OAAO,CAAC,2BAA2B,CAAC,EACzC,UAAU,CAAC,EAAE,UAAU,EACvB,aAAa,CAAC,EAAE,MAAM,EACtB,WAAW,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GACpC,OAAO,CAAC,sBAAsB,CAAC;IAclC,OAAO,CAAC,qBAAqB;IA0E7B;;OAEG;IACH,SAAS,IAAI,uBAAuB;IAIpC;;OAEG;IACH,YAAY,CAAC,MAAM,EAAE,OAAO,CAAC,uBAAuB,CAAC,GAAG,IAAI;CAG7D"}

package/lib/services/assessment/AssessmentOrchestrator.js

@@ -9,8 +9,8 @@ import { SecurityAssessor } from "./modules/SecurityAssessor.js";
 import { DocumentationAssessor } from "./modules/DocumentationAssessor.js";
 import { ErrorHandlingAssessor } from "./modules/ErrorHandlingAssessor.js";
 import { UsabilityAssessor } from "./modules/UsabilityAssessor.js";
-// Extended assessment modules
-import { MCPSpecComplianceAssessor } from "./modules/MCPSpecComplianceAssessor.js";
+// Extended assessment modules - unified protocol compliance
+import { ProtocolComplianceAssessor } from "./modules/ProtocolComplianceAssessor.js";
 // New MCP Directory Compliance Gap assessors
 import { AUPComplianceAssessor } from "./modules/AUPComplianceAssessor.js";
 import { ToolAnnotationAssessor } from "./modules/ToolAnnotationAssessor.js";
@@ -23,133 +23,16 @@ import { TemporalAssessor } from "./modules/TemporalAssessor.js";
 import { ResourceAssessor } from "./modules/ResourceAssessor.js";
 import { PromptAssessor } from "./modules/PromptAssessor.js";
 import { CrossCapabilitySecurityAssessor } from "./modules/CrossCapabilitySecurityAssessor.js";
-// Protocol conformance assessor
-import { ProtocolConformanceAssessor } from "./modules/ProtocolConformanceAssessor.js";
+// Note: ProtocolConformanceAssessor merged into ProtocolComplianceAssessor (v1.25.2)
 // Pattern configuration for tool annotation assessment
 import { loadPatternConfig, compilePatterns, } from "./config/annotationPatterns.js";
 // Claude Code integration for intelligent analysis
 import { ClaudeCodeBridge, FULL_CLAUDE_CODE_CONFIG, } from "./lib/claudeCodeBridge.js";
 import { TestDataGenerator } from "./TestDataGenerator.js";
-// Import score calculation helpers from shared module
-import { calculateModuleScore, normalizeModuleKey, INSPECTOR_VERSION, } from "../../lib/moduleScoring.js";
 // Structured logging
 import { createLogger, DEFAULT_LOGGING_CONFIG } from "./lib/logger.js";
-// Track module start times for duration calculation
-const moduleStartTimes = new Map();
-/**
- * Emit module_started event and track start time for duration calculation.
- * Emits JSONL to stderr with version field for consistent event structure.
- */
-function emitModuleStartedEvent(moduleName, estimatedTests, toolCount) {
-    const moduleKey = normalizeModuleKey(moduleName);
-    moduleStartTimes.set(moduleKey, Date.now());
-    // Emit JSONL to stderr with version field
-    console.error(JSON.stringify({
-        event: "module_started",
-        module: moduleKey,
-        estimatedTests,
-        toolCount,
-        version: INSPECTOR_VERSION,
-    }));
-}
-/**
- * Emit module_complete event with score and duration.
- * Uses shared score calculator for consistent scoring logic.
- * For AUP module, includes enriched violation data for Claude analysis.
- */
-function emitModuleProgress(moduleName, status, result, testsRun = 0) {
-    // Calculate score using shared helper
-    const score = calculateModuleScore(result);
-    // Don't emit events for skipped modules (null score means module wasn't run)
-    if (score === null)
-        return;
-    const moduleKey = normalizeModuleKey(moduleName);
-    // Calculate duration from module start time
-    const startTime = moduleStartTimes.get(moduleKey);
-    const duration = startTime ? Date.now() - startTime : 0;
-    moduleStartTimes.delete(moduleKey);
-    // Build base event
-    const event = {
-        event: "module_complete",
-        module: moduleKey,
-        status,
-        score,
-        testsRun,
-        duration,
-        version: INSPECTOR_VERSION,
-    };
-    // Add AUP enrichment when module is AUP
-    if (moduleKey === "aup" && result) {
-        const aupEnrichment = buildAUPEnrichment(result);
-        Object.assign(event, aupEnrichment);
-    }
-    // Emit JSONL to stderr with version field
-    console.error(JSON.stringify(event));
-}
-/**
- * Build AUP enrichment data from an AUP compliance assessment result.
- * Samples violations prioritizing by severity (CRITICAL > HIGH > MEDIUM).
- */
-// eslint-disable-next-line @typescript-eslint/no-explicit-any
-function buildAUPEnrichment(aupResult, maxSamples = 10) {
-    const violations = aupResult.violations || [];
-    // Calculate metrics
-    const metrics = {
-        total: violations.length,
-        critical: violations.filter((v) => v.severity === "CRITICAL").length,
-        high: violations.filter((v) => v.severity === "HIGH")
-            .length,
-        medium: violations.filter((v) => v.severity === "MEDIUM").length,
-        byCategory: {},
-    };
-    // Count by category
-    for (const v of violations) {
-        metrics.byCategory[v.category] = (metrics.byCategory[v.category] || 0) + 1;
-    }
-    // Sample violations prioritizing by severity
-    const sampled = [];
-    const severityOrder = ["CRITICAL", "HIGH", "MEDIUM"];
-    for (const severity of severityOrder) {
-        if (sampled.length >= maxSamples)
-            break;
-        const bySeverity = violations.filter((v) => v.severity === severity);
-        for (const v of bySeverity) {
-            if (sampled.length >= maxSamples)
-                break;
-            sampled.push({
-                category: v.category,
-                categoryName: v.categoryName,
-                severity: v.severity,
-                matchedText: v.matchedText,
-                location: v.location,
-                confidence: v.confidence,
-            });
-        }
-    }
-    // Build sampling note
-    let samplingNote = "";
-    if (violations.length === 0) {
-        samplingNote = "No violations detected.";
-    }
-    else if (violations.length <= maxSamples) {
-        samplingNote = `All ${violations.length} violation(s) included.`;
-    }
-    else {
-        samplingNote = `Sampled ${sampled.length} of ${violations.length} violations, prioritized by severity (CRITICAL > HIGH > MEDIUM).`;
-    }
-    return {
-        violationsSample: sampled,
-        samplingNote,
-        violationMetrics: metrics,
-        scannedLocations: aupResult.scannedLocations || {
-            toolNames: false,
-            toolDescriptions: false,
-            readme: false,
-            sourceCode: false,
-        },
-        highRiskDomains: (aupResult.highRiskDomains || []).slice(0, 10),
-    };
-}
+// Extracted helpers for testability
+import { emitModuleStartedEvent, emitModuleProgress, determineOverallStatus, generateSummary, generateRecommendations, } from "./orchestratorHelpers.js";
 export class AssessmentOrchestrator {
     config;
     logger;
@@ -164,8 +47,8 @@ export class AssessmentOrchestrator {
     documentationAssessor;
     errorHandlingAssessor;
     usabilityAssessor;
-    // Extended assessors
-    mcpSpecAssessor;
+    // Extended assessors - unified protocol compliance
+    protocolComplianceAssessor;
     // New MCP Directory Compliance Gap assessors
     aupComplianceAssessor;
     toolAnnotationAssessor;
@@ -178,12 +61,20 @@ export class AssessmentOrchestrator {
     resourceAssessor;
     promptAssessor;
     crossCapabilityAssessor;
-    // Protocol conformance assessor
-    protocolConformanceAssessor;
+    // Note: protocolConformanceAssessor merged into protocolComplianceAssessor (v1.25.2)
     constructor(config = {}) {
         this.config = { ...DEFAULT_ASSESSMENT_CONFIG, ...config };
         // Initialize logger
         this.logger = createLogger("AssessmentOrchestrator", this.config.logging ?? DEFAULT_LOGGING_CONFIG);
+        // Emit deprecation warnings for deprecated config flags
+        if (this.config.assessmentCategories?.mcpSpecCompliance !== undefined) {
+            this.logger.warn("Config flag 'mcpSpecCompliance' is deprecated. Use 'protocolCompliance' instead. " +
+                "This flag will be removed in v2.0.0.", { flag: "mcpSpecCompliance", replacement: "protocolCompliance" });
+        }
+        if (this.config.assessmentCategories?.protocolConformance !== undefined) {
+            this.logger.warn("Config flag 'protocolConformance' is deprecated. Use 'protocolCompliance' instead. " +
+                "This flag will be removed in v2.0.0.", { flag: "protocolConformance", replacement: "protocolCompliance" });
+        }
         // Initialize Claude Code Bridge if enabled in config
         if (this.config.claudeCode?.enabled) {
             this.initializeClaudeBridge(this.config.claudeCode);
@@ -206,8 +97,12 @@ export class AssessmentOrchestrator {
         }
         // Initialize extended assessors if enabled
         if (this.config.enableExtendedAssessment) {
-            if (this.config.assessmentCategories?.mcpSpecCompliance) {
-                this.mcpSpecAssessor = new MCPSpecComplianceAssessor(this.config);
+            // Initialize unified protocol compliance assessor
+            // Supports new protocolCompliance flag and deprecated mcpSpecCompliance/protocolConformance
+            if (this.config.assessmentCategories?.protocolCompliance ||
+                this.config.assessmentCategories?.mcpSpecCompliance ||
+                this.config.assessmentCategories?.protocolConformance) {
+                this.protocolComplianceAssessor = new ProtocolComplianceAssessor(this.config);
             }
             // Initialize new MCP Directory Compliance Gap assessors
             if (this.config.assessmentCategories?.aupCompliance) {
@@ -225,7 +120,7 @@ export class AssessmentOrchestrator {
                 }
                 // Load custom pattern configuration if provided
                 if (this.config.patternConfigPath) {
-                    const patternConfig = loadPatternConfig(this.config.patternConfigPath);
+                    const patternConfig = loadPatternConfig(this.config.patternConfigPath, this.logger);
                     const compiledPatterns = compilePatterns(patternConfig);
                     this.toolAnnotationAssessor.setPatterns(compiledPatterns);
                 }
@@ -255,15 +150,14 @@ export class AssessmentOrchestrator {
             if (this.config.assessmentCategories?.crossCapability) {
                 this.crossCapabilityAssessor = new CrossCapabilitySecurityAssessor(this.config);
             }
-            // Initialize protocol conformance assessor
-            if (this.config.assessmentCategories?.protocolConformance) {
-                this.protocolConformanceAssessor = new ProtocolConformanceAssessor(this.config);
-            }
+            // Note: Protocol conformance now handled by unified ProtocolComplianceAssessor above
         }
         // Wire up Claude bridge to TestDataGenerator for intelligent test generation
         if (this.claudeBridge) {
             TestDataGenerator.setClaudeBridge(this.claudeBridge);
         }
+        // Set logger for TestDataGenerator diagnostic output
+        TestDataGenerator.setLogger(this.logger);
     }
     /**
      * Get the count of tools that will actually be tested based on selectedToolsForTesting config.
@@ -282,7 +176,7 @@ export class AssessmentOrchestrator {
      */
     initializeClaudeBridge(bridgeConfig) {
         try {
-            this.claudeBridge = new ClaudeCodeBridge(bridgeConfig);
+            this.claudeBridge = new ClaudeCodeBridge(bridgeConfig, this.logger);
             this.claudeEnabled = true;
             this.logger.info("Claude Code Bridge initialized", {
                 features: bridgeConfig.features,
@@ -338,8 +232,8 @@ export class AssessmentOrchestrator {
         this.documentationAssessor?.resetTestCount();
         this.errorHandlingAssessor?.resetTestCount();
         this.usabilityAssessor?.resetTestCount();
-        if (this.mcpSpecAssessor) {
-            this.mcpSpecAssessor.resetTestCount();
+        if (this.protocolComplianceAssessor) {
+            this.protocolComplianceAssessor.resetTestCount();
         }
         // Reset new assessors
         if (this.aupComplianceAssessor) {
@@ -427,11 +321,11 @@ export class AssessmentOrchestrator {
                     return (assessmentResults.usability = r);
                 }));
             }
-            // Extended assessments
-            if (this.mcpSpecAssessor) {
-                emitModuleStartedEvent("MCP Spec", 10, toolCount);
-                assessmentPromises.push(this.mcpSpecAssessor.assess(context).then((r) => {
-                    emitModuleProgress("MCP Spec", r.status, r, this.mcpSpecAssessor.getTestCount());
+            // Extended assessments - unified protocol compliance
+            if (this.protocolComplianceAssessor) {
+                emitModuleStartedEvent("Protocol Compliance", 10, toolCount);
+                assessmentPromises.push(this.protocolComplianceAssessor.assess(context).then((r) => {
+                    emitModuleProgress("Protocol Compliance", r.status, r, this.protocolComplianceAssessor.getTestCount());
                     return (assessmentResults.mcpSpecCompliance = r);
                 }));
             }
@@ -507,14 +401,7 @@ export class AssessmentOrchestrator {
                     return (assessmentResults.crossCapability = r);
                 }));
             }
-            // Protocol Conformance (3 checks: error format, content types, initialization)
-            if (this.protocolConformanceAssessor) {
-                emitModuleStartedEvent("Protocol-Conformance", 3, toolCount);
-                assessmentPromises.push(this.protocolConformanceAssessor.assess(context).then((r) => {
-                    emitModuleProgress("Protocol-Conformance", r.status, r, this.protocolConformanceAssessor.getTestCount());
-                    return (assessmentResults.protocolConformance = r);
-                }));
-            }
+            // Note: Protocol Conformance now handled by unified ProtocolComplianceAssessor above
             await Promise.all(assessmentPromises);
         }
         else {
@@ -558,11 +445,11 @@ export class AssessmentOrchestrator {
                     await this.usabilityAssessor.assess(context);
                 emitModuleProgress("Usability", assessmentResults.usability.status, assessmentResults.usability, this.usabilityAssessor.getTestCount());
             }
-            if (this.mcpSpecAssessor) {
-                emitModuleStartedEvent("MCP Spec", 10, toolCount);
+            if (this.protocolComplianceAssessor) {
+                emitModuleStartedEvent("Protocol Compliance", 10, toolCount);
                 assessmentResults.mcpSpecCompliance =
-                    await this.mcpSpecAssessor.assess(context);
-                emitModuleProgress("MCP Spec", assessmentResults.mcpSpecCompliance.status, assessmentResults.mcpSpecCompliance, this.mcpSpecAssessor.getTestCount());
+                    await this.protocolComplianceAssessor.assess(context);
+                emitModuleProgress("Protocol Compliance", assessmentResults.mcpSpecCompliance.status, assessmentResults.mcpSpecCompliance, this.protocolComplianceAssessor.getTestCount());
             }
             // New MCP Directory Compliance Gap assessments (sequential)
             if (this.aupComplianceAssessor) {
@@ -625,13 +512,7 @@ export class AssessmentOrchestrator {
                     await this.crossCapabilityAssessor.assess(context);
                 emitModuleProgress("Cross-Capability", assessmentResults.crossCapability.status, assessmentResults.crossCapability, this.crossCapabilityAssessor.getTestCount());
             }
-            // Protocol Conformance (3 checks: error format, content types, initialization)
-            if (this.protocolConformanceAssessor) {
-                emitModuleStartedEvent("Protocol-Conformance", 3, toolCount);
-                assessmentResults.protocolConformance =
-                    await this.protocolConformanceAssessor.assess(context);
-                emitModuleProgress("Protocol-Conformance", assessmentResults.protocolConformance.status, assessmentResults.protocolConformance, this.protocolConformanceAssessor.getTestCount());
-            }
+            // Note: Protocol Conformance now handled by unified ProtocolComplianceAssessor above
         }
         // Integrate temporal findings into security.vulnerabilities for unified view
         if (assessmentResults.temporal?.rugPullsDetected &&
@@ -644,10 +525,10 @@ export class AssessmentOrchestrator {
         // Collect test counts from all assessors
         this.totalTestsRun = this.collectTotalTestCount();
         // Determine overall status
-        const overallStatus = this.determineOverallStatus(assessmentResults);
+        const overallStatus = determineOverallStatus(assessmentResults);
         // Generate summary and recommendations
-        const summary = this.generateSummary(assessmentResults);
-        const recommendations = this.generateRecommendations(assessmentResults);
+        const summary = generateSummary(assessmentResults);
+        const recommendations = generateRecommendations(assessmentResults);
         const executionTime = Date.now() - this.startTime;
         // Type assertion needed because Partial<MCPDirectoryAssessment> has optional required fields
         // When modules are skipped via --skip-modules, not all fields will be present
@@ -694,7 +575,7 @@ export class AssessmentOrchestrator {
         const documentationCount = this.documentationAssessor?.getTestCount() || 0;
         const errorHandlingCount = this.errorHandlingAssessor?.getTestCount() || 0;
         const usabilityCount = this.usabilityAssessor?.getTestCount() || 0;
-        const mcpSpecCount = this.mcpSpecAssessor?.getTestCount() || 0;
+        const mcpSpecCount = this.protocolComplianceAssessor?.getTestCount() || 0;
         // New assessor counts
         const aupCount = this.aupComplianceAssessor?.getTestCount() || 0;
         const annotationCount = this.toolAnnotationAssessor?.getTestCount() || 0;
@@ -707,8 +588,7 @@ export class AssessmentOrchestrator {
         const resourcesCount = this.resourceAssessor?.getTestCount() || 0;
         const promptsCount = this.promptAssessor?.getTestCount() || 0;
         const crossCapabilityCount = this.crossCapabilityAssessor?.getTestCount() || 0;
-        // Protocol conformance count
-        const protocolConformanceCount = this.protocolConformanceAssessor?.getTestCount() || 0;
+        // Note: Protocol conformance now included in mcpSpecCount (unified ProtocolComplianceAssessor)
         this.logger.debug("Test counts by assessor", {
             functionality: functionalityCount,
             security: securityCount,
@@ -726,7 +606,7 @@ export class AssessmentOrchestrator {
             resources: resourcesCount,
             prompts: promptsCount,
             crossCapability: crossCapabilityCount,
-            protocolConformance: protocolConformanceCount,
+            // Note: protocolConformance now included in mcpSpec (unified)
         });
         total =
             functionalityCount +
@@ -744,80 +624,11 @@ export class AssessmentOrchestrator {
                 temporalCount +
                 resourcesCount +
                 promptsCount +
-                crossCapabilityCount +
-                protocolConformanceCount;
+                crossCapabilityCount;
+        // Note: protocolConformance now included in mcpSpecCount (unified)
         this.logger.debug("Total test count", { total });
         return total;
     }
-    determineOverallStatus(results) {
-        const statuses = [];
-        // Collect all statuses from assessment results
-        Object.values(results).forEach((assessment) => {
-            if (assessment &&
-                typeof assessment === "object" &&
-                "status" in assessment) {
-                statuses.push(assessment.status);
-            }
-        });
-        // If any critical category fails, overall fails
-        if (statuses.includes("FAIL"))
-            return "FAIL";
-        // If any category needs more info, overall needs more info
-        if (statuses.includes("NEED_MORE_INFO"))
-            return "NEED_MORE_INFO";
-        // All must pass for overall pass
-        return "PASS";
-    }
-    generateSummary(results) {
-        const parts = [];
-        const totalCategories = Object.keys(results).length;
-        const passedCategories = Object.values(results).filter((r) => r?.status === "PASS").length;
-        parts.push(`Assessment complete: ${passedCategories}/${totalCategories} categories passed.`);
-        // Add key findings
-        if (results.security?.vulnerabilities?.length > 0) {
-            parts.push(`Found ${results.security.vulnerabilities.length} security vulnerabilities.`);
-        }
-        if (results.functionality?.brokenTools?.length > 0) {
-            parts.push(`${results.functionality.brokenTools.length} tools are not functioning correctly.`);
-        }
-        // New assessor findings
-        if (results.aupCompliance?.violations?.length > 0) {
-            const criticalCount = results.aupCompliance.violations.filter((v) => v.severity === "CRITICAL").length;
-            if (criticalCount > 0) {
-                parts.push(`CRITICAL: ${criticalCount} AUP violation(s) detected.`);
-            }
-            else {
-                parts.push(`${results.aupCompliance.violations.length} AUP item(s) flagged for review.`);
-            }
-        }
-        if (results.toolAnnotations?.missingAnnotationsCount > 0) {
-            parts.push(`${results.toolAnnotations.missingAnnotationsCount} tools missing annotations.`);
-        }
-        if (results.prohibitedLibraries?.matches?.length > 0) {
-            const blockingCount = results.prohibitedLibraries.matches.filter((m) => m.severity === "BLOCKING").length;
-            if (blockingCount > 0) {
-                parts.push(`BLOCKING: ${blockingCount} prohibited library/libraries detected.`);
-            }
-        }
-        if (results.portability?.usesBundleRoot) {
-            parts.push("Uses ${BUNDLE_ROOT} anti-pattern.");
-        }
-        return parts.join(" ");
-    }
-    generateRecommendations(results) {
-        const recommendations = [];
-        // Aggregate recommendations from all assessments
-        Object.values(results).forEach((assessment) => {
-            if (assessment &&
-                typeof assessment === "object" &&
-                "recommendations" in assessment &&
-                Array.isArray(assessment.recommendations)) {
-                recommendations.push(...assessment.recommendations);
-            }
-        });
-        // De-duplicate and prioritize
-        return [...new Set(recommendations)].slice(0, 10);
-    }
     /**
      * Get assessment configuration
      */

package/lib/services/assessment/TestDataGenerator.d.ts

@@ -7,6 +7,8 @@
  */
 import { Tool } from "@modelcontextprotocol/sdk/types.js";
 import type { ClaudeCodeBridge } from "./lib/claudeCodeBridge.js";
+import type { Logger } from "./lib/logger.js";
+import { JSONSchema7 } from "../../lib/assessmentTypes.js";
 export interface TestScenario {
     name: string;
     description: string;
@@ -17,11 +19,17 @@ export interface TestScenario {
 }
 export declare class TestDataGenerator {
     private static claudeBridge;
+    private static logger;
     /**
      * Set the Claude Code bridge for intelligent test generation
      * Call this once during initialization if Claude integration is enabled
      */
     static setClaudeBridge(bridge: ClaudeCodeBridge | null): void;
+    /**
+     * Set the logger for diagnostic output
+     * Call this once during initialization
+     */
+    static setLogger(logger: Logger | null): void;
     /**
      * Check if Claude Code integration is available and enabled
      */
@@ -77,7 +85,7 @@ export declare class TestDataGenerator {
     /**
      * Generate a single realistic value for backward compatibility
      */
-    static generateSingleValue(fieldName: string, schema: any): unknown;
+    static generateSingleValue(fieldName: string, schema: JSONSchema7): unknown;
     /**
      * Generate value from JSON schema definition
      */

package/lib/services/assessment/TestDataGenerator.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"TestDataGenerator.d.ts","sourceRoot":"","sources":["../../../src/services/assessment/TestDataGenerator.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,IAAI,EAAE,MAAM,oCAAoC,CAAC;AAC1D,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAE/D,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAChC,gBAAgB,EAAE,MAAM,CAAC;IACzB,QAAQ,EAAE,YAAY,GAAG,WAAW,GAAG,UAAU,GAAG,YAAY,CAAC;IACjE,MAAM,CAAC,EAAE,cAAc,GAAG,kBAAkB,CAAC;CAC9C;AAED,qBAAa,iBAAiB;IAE5B,OAAO,CAAC,MAAM,CAAC,YAAY,CAAiC;IAE5D;;;OAGG;IACH,MAAM,CAAC,eAAe,CAAC,MAAM,EAAE,gBAAgB,GAAG,IAAI,GAAG,IAAI;IAI7D;;OAEG;IACH,MAAM,CAAC,eAAe,IAAI,OAAO;IAOjC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,cAAc,CA2FpC;IAEF;;;;OAIG;IACH,MAAM,CAAC,qBAAqB,CAAC,IAAI,EAAE,IAAI,GAAG,YAAY,EAAE;IAoBxD;;;OAGG;WACU,0BAA0B,CAAC,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;IAgD5E;;OAEG;IACH,OAAO,CAAC,MAAM,CAAC,qBAAqB;IAWpC;;OAEG;IACH,OAAO,CAAC,MAAM,CAAC,yBAAyB;IAaxC;;OAEG;IACH,OAAO,CAAC,MAAM,CAAC,yBAAyB;IAYxC;;OAEG;IACH,OAAO,CAAC,MAAM,CAAC,yBAAyB;IAwCxC;;OAEG;IACH,OAAO,CAAC,MAAM,CAAC,yBAAyB;IA2FxC;;OAEG;IACH,OAAO,CAAC,MAAM,CAAC,qBAAqB;IAgDpC;;OAEG;WACW,uBAAuB,CACnC,IAAI,EAAE,IAAI,EACV,OAAO,EAAE,SAAS,GAAG,OAAO,GAAG,SAAS,GAAG,SAAS,GACnD,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IAgB1B;;OAEG;IACH,OAAO,CAAC,MAAM,CAAC,sBAAsB;IAySrC;;OAEG;IACH,OAAO,CAAC,MAAM,CAAC,eAAe;IAgB9B;;OAEG;IACH,MAAM,CAAC,mBAAmB,CAAC,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,GAAG,OAAO;IAInE;;OAEG;IACH,OAAO,CAAC,MAAM,CAAC,uBAAuB;IAmDtC;;;OAGG;IACH,MAAM,CAAC,QAAQ,CAAC,kBAAkB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC,CAwBxE;IAEJ;;;OAGG;IACH,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,uBAAuB,CAe7C;IAEF;;;;;;;;;;OAUG;IACH,MAAM,CAAC,wBAAwB,CAC7B,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAC/B,QAAQ,EAAE,MAAM,GACf,OAAO;CAoBX"}
+{"version":3,"file":"TestDataGenerator.d.ts","sourceRoot":"","sources":["../../../src/services/assessment/TestDataGenerator.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,IAAI,EAAE,MAAM,oCAAoC,CAAC;AAC1D,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAC/D,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC;AAC3C,OAAO,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AAEpD,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAChC,gBAAgB,EAAE,MAAM,CAAC;IACzB,QAAQ,EAAE,YAAY,GAAG,WAAW,GAAG,UAAU,GAAG,YAAY,CAAC;IACjE,MAAM,CAAC,EAAE,cAAc,GAAG,kBAAkB,CAAC;CAC9C;AAED,qBAAa,iBAAiB;IAE5B,OAAO,CAAC,MAAM,CAAC,YAAY,CAAiC;IAE5D,OAAO,CAAC,MAAM,CAAC,MAAM,CAAuB;IAE5C;;;OAGG;IACH,MAAM,CAAC,eAAe,CAAC,MAAM,EAAE,gBAAgB,GAAG,IAAI,GAAG,IAAI;IAI7D;;;OAGG;IACH,MAAM,CAAC,SAAS,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,GAAG,IAAI;IAI7C;;OAEG;IACH,MAAM,CAAC,eAAe,IAAI,OAAO;IAOjC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,cAAc,CA2FpC;IAEF;;;;OAIG;IACH,MAAM,CAAC,qBAAqB,CAAC,IAAI,EAAE,IAAI,GAAG,YAAY,EAAE;IAoBxD;;;OAGG;WACU,0BAA0B,CAAC,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;IAmD5E;;OAEG;IACH,OAAO,CAAC,MAAM,CAAC,qBAAqB;IAWpC;;OAEG;IACH,OAAO,CAAC,MAAM,CAAC,yBAAyB;IAaxC;;OAEG;IACH,OAAO,CAAC,MAAM,CAAC,yBAAyB;IAYxC;;OAEG;IACH,OAAO,CAAC,MAAM,CAAC,yBAAyB;IAwCxC;;OAEG;IACH,OAAO,CAAC,MAAM,CAAC,yBAAyB;IA2FxC;;OAEG;IACH,OAAO,CAAC,MAAM,CAAC,qBAAqB;IAgDpC;;OAEG;WACW,uBAAuB,CACnC,IAAI,EAAE,IAAI,EACV,OAAO,EAAE,SAAS,GAAG,OAAO,GAAG,SAAS,GAAG,SAAS,GACnD,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IAoB1B;;OAEG;IACH,OAAO,CAAC,MAAM,CAAC,sBAAsB;IAkTrC;;OAEG;IACH,OAAO,CAAC,MAAM,CAAC,eAAe;IAgB9B;;OAEG;IACH,MAAM,CAAC,mBAAmB,CAAC,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,WAAW,GAAG,OAAO;IAI3E;;OAEG;IACH,OAAO,CAAC,MAAM,CAAC,uBAAuB;IAsDtC;;;OAGG;IACH,MAAM,CAAC,QAAQ,CAAC,kBAAkB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC,CAwBxE;IAEJ;;;OAGG;IACH,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,uBAAuB,CAe7C;IAEF;;;;;;;;;;OAUG;IACH,MAAM,CAAC,wBAAwB,CAC7B,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAC/B,QAAQ,EAAE,MAAM,GACf,OAAO;CAoBX"}

package/lib/services/assessment/TestDataGenerator.js

@@ -8,6 +8,8 @@
 export class TestDataGenerator {
     // Optional Claude Code bridge for intelligent test generation
     static claudeBridge = null;
+    // Optional logger for diagnostic output
+    static logger = null;
     /**
      * Set the Claude Code bridge for intelligent test generation
      * Call this once during initialization if Claude integration is enabled
@@ -15,6 +17,13 @@ export class TestDataGenerator {
     static setClaudeBridge(bridge) {
         this.claudeBridge = bridge;
     }
+    /**
+     * Set the logger for diagnostic output
+     * Call this once during initialization
+     */
+    static setLogger(logger) {
+        this.logger = logger;
+    }
     /**
      * Check if Claude Code integration is available and enabled
      */
@@ -144,7 +153,9 @@ export class TestDataGenerator {
             try {
                 const claudeParams = await this.claudeBridge.generateTestParameters(tool);
                 if (claudeParams && claudeParams.length > 0) {
-                    console.log(`[TestDataGenerator] Using Claude-generated params for ${tool.name}`);
+                    this.logger?.info("Using Claude-generated params", {
+                        toolName: tool.name,
+                    });
                     // Convert Claude params to TestScenario format
                     const claudeScenarios = claudeParams.map((params, index) => ({
                         name: this.getClaudeScenarioName(index),
@@ -163,7 +174,10 @@ export class TestDataGenerator {
                 }
             }
             catch (error) {
-                console.warn(`[TestDataGenerator] Claude generation failed for ${tool.name}, falling back to schema-based:`, error);
+                this.logger?.warn("Claude generation failed, falling back to schema-based", {
+                    toolName: tool.name,
+                    error: String(error),
+                });
             }
         }
         // Fall back to schema-based generation
@@ -539,7 +553,10 @@ export class TestDataGenerator {
                         lowerFieldName.includes("documents");
                     if (isMutationField && schema.items) {
                         // Generate one minimal item even for "empty" variant
-                        const item = this.generateValueFromSchema(schema.items, "empty");
+                        const itemSchema = Array.isArray(schema.items)
+                            ? schema.items[0]
+                            : schema.items;
+                        const item = this.generateValueFromSchema(itemSchema, "empty");
                         return [item];
                     }
                     return [];
@@ -548,9 +565,12 @@ export class TestDataGenerator {
                     // Generate multiple items
                     const count = 10;
                     if (schema.items) {
+                        const itemSchema = Array.isArray(schema.items)
+                            ? schema.items[0]
+                            : schema.items;
                         return Array(count)
                             .fill(0)
-                            .map(() => this.generateValueFromSchema(schema.items, variant));
+                            .map(() => this.generateValueFromSchema(itemSchema, variant));
                     }
                     return Array(count)
                         .fill(0)
@@ -559,7 +579,10 @@ export class TestDataGenerator {
                 // Typical variant - generate realistic array
                 if (schema.items) {
                     // Generate 1-2 items based on schema.items
-                    const item = this.generateValueFromSchema(schema.items, variant);
+                    const itemSchema = Array.isArray(schema.items)
+                        ? schema.items[0]
+                        : schema.items;
+                    const item = this.generateValueFromSchema(itemSchema, variant);
                     return [item];
                 }
                 // Context-aware array generation (fallback for simple arrays without schema.items)
@@ -650,7 +673,10 @@ export class TestDataGenerator {
             }
             case "array":
                 if (schema.items) {
-                    const item = this.generateValueFromSchema(schema.items, variant);
+                    const itemSchema = Array.isArray(schema.items)
+                        ? schema.items[0]
+                        : schema.items;
+                    const item = this.generateValueFromSchema(itemSchema, variant);
                     return [item];
                 }
                 return [];

package/lib/services/assessment/TestScenarioEngine.d.ts

@@ -5,6 +5,7 @@
 import { Tool, CompatibilityCallToolResult } from "@modelcontextprotocol/sdk/types.js";
 import { TestScenario } from "./TestDataGenerator.js";
 import { ValidationResult } from "./ResponseValidator.js";
+import { PerformanceConfig } from "./config/performanceConfig.js";
 export interface ScenarioTestResult {
     scenario: TestScenario;
     executed: boolean;
@@ -42,7 +43,14 @@ export interface ComprehensiveToolTestResult {
 export declare class TestScenarioEngine {
     private testTimeout;
     private delayBetweenTests;
-    constructor(testTimeout?: number, delayBetweenTests?: number);
+    /**
+     * Create a new TestScenarioEngine.
+     *
+     * @param testTimeout - Timeout for each test in milliseconds (default from PerformanceConfig)
+     * @param delayBetweenTests - Delay between tests for rate limiting (default: 0)
+     * @param performanceConfig - Optional performance configuration for centralized tuning
+     */
+    constructor(testTimeout?: number, delayBetweenTests?: number, performanceConfig?: Partial<PerformanceConfig>);
     /**
      * Sleep for specified milliseconds (for rate limiting)
      */

package/lib/services/assessment/TestScenarioEngine.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"TestScenarioEngine.d.ts","sourceRoot":"","sources":["../../../src/services/assessment/TestScenarioEngine.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EACL,IAAI,EACJ,2BAA2B,EAC5B,MAAM,oCAAoC,CAAC;AAC5C,OAAO,EAAqB,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACtE,OAAO,EAEL,gBAAgB,EAEjB,MAAM,qBAAqB,CAAC;AAE7B,MAAM,WAAW,kBAAkB;IACjC,QAAQ,EAAE,YAAY,CAAC;IACvB,QAAQ,EAAE,OAAO,CAAC;IAClB,aAAa,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,EAAE,2BAA2B,CAAC;IACvC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,gBAAgB,CAAC;CAC9B;AAED,MAAM,WAAW,2BAA2B;IAC1C,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,OAAO,CAAC;IAChB,cAAc,EAAE,MAAM,CAAC;IACvB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,eAAe,EAAE,MAAM,CAAC;IACxB,eAAe,EAAE,MAAM,CAAC;IACxB,aAAa,EACT,eAAe,GACf,mBAAmB,GACnB,mBAAmB,GACnB,QAAQ,GACR,UAAU,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,eAAe,EAAE,kBAAkB,EAAE,CAAC;IACtC,OAAO,EAAE;QACP,gBAAgB,EAAE,OAAO,CAAC;QAC1B,gBAAgB,EAAE,MAAM,CAAC;QACzB,cAAc,EAAE,MAAM,CAAC;QACvB,mBAAmB,EAAE,MAAM,CAAC;QAC5B,eAAe,EAAE,MAAM,CAAC;QACxB,kBAAkB,EAAE,OAAO,CAAC;KAC7B,CAAC;IAGF,qBAAqB,CAAC,EAAE;QACtB,YAAY,EAAE,OAAO,CAAC;QACtB,WAAW,EAAE,OAAO,CAAC;QACrB,YAAY,CAAC,EAAE,SAAS,GAAG,QAAQ,GAAG,MAAM,CAAC;KAC9C,CAAC;IACF,eAAe,EAAE,MAAM,EAAE,CAAC;CAC3B;AAED,qBAAa,kBAAkB;IAC7B,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,iBAAiB,CAAS;gBAEtB,WAAW,GAAE,MAAa,EAAE,iBAAiB,GAAE,MAAU;IAKrE;;OAEG;YACW,KAAK;IAInB;;OAEG;IACG,yBAAyB,CAC7B,IAAI,EAAE,IAAI,EACV,QAAQ,EAAE,CACR,IAAI,EAAE,MAAM,EACZ,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,KAC5B,OAAO,CAAC,2BAA2B,CAAC,GACxC,OAAO,CAAC,2BAA2B,CAAC,uBAAuB,CAAC,CAAC;IAwEhE;;OAEG;IACH,OAAO,CAAC,qBAAqB;IAoB7B;;OAEG;IACH,OAAO,CAAC,oBAAoB;IAuB5B;;OAEG;IACH,OAAO,CAAC,oBAAoB;IAkB5B;;OAEG;IACG,uBAAuB,CAC3B,IAAI,EAAE,IAAI,EACV,QAAQ,EAAE,CACR,IAAI,EAAE,MAAM,EACZ,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,KAC5B,OAAO,CAAC,2BAA2B,CAAC,GACxC,OAAO,CAAC,2BAA2B,CAAC;IAiGvC;;OAEG;YACW,eAAe;IA0E7B;;OAEG;IACH,OAAO,CAAC,sBAAsB;IAoD9B;;OAEG;IACH,OAAO,CAAC,mBAAmB;IAuC3B;;OAEG;IACH,OAAO,CAAC,uBAAuB;IAoK/B;;OAEG;IACH,MAAM,CAAC,sBAAsB,CAAC,MAAM,EAAE,2BAA2B,GAAG,MAAM;CAsD3E"}
+{"version":3,"file":"TestScenarioEngine.d.ts","sourceRoot":"","sources":["../../../src/services/assessment/TestScenarioEngine.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EACL,IAAI,EACJ,2BAA2B,EAC5B,MAAM,oCAAoC,CAAC;AAC5C,OAAO,EAAqB,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACtE,OAAO,EAEL,gBAAgB,EAEjB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EACL,iBAAiB,EAElB,MAAM,4BAA4B,CAAC;AAGpC,MAAM,WAAW,kBAAkB;IACjC,QAAQ,EAAE,YAAY,CAAC;IACvB,QAAQ,EAAE,OAAO,CAAC;IAClB,aAAa,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,EAAE,2BAA2B,CAAC;IACvC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,gBAAgB,CAAC;CAC9B;AAED,MAAM,WAAW,2BAA2B;IAC1C,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,OAAO,CAAC;IAChB,cAAc,EAAE,MAAM,CAAC;IACvB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,eAAe,EAAE,MAAM,CAAC;IACxB,eAAe,EAAE,MAAM,CAAC;IACxB,aAAa,EACT,eAAe,GACf,mBAAmB,GACnB,mBAAmB,GACnB,QAAQ,GACR,UAAU,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,eAAe,EAAE,kBAAkB,EAAE,CAAC;IACtC,OAAO,EAAE;QACP,gBAAgB,EAAE,OAAO,CAAC;QAC1B,gBAAgB,EAAE,MAAM,CAAC;QACzB,cAAc,EAAE,MAAM,CAAC;QACvB,mBAAmB,EAAE,MAAM,CAAC;QAC5B,eAAe,EAAE,MAAM,CAAC;QACxB,kBAAkB,EAAE,OAAO,CAAC;KAC7B,CAAC;IAGF,qBAAqB,CAAC,EAAE;QACtB,YAAY,EAAE,OAAO,CAAC;QACtB,WAAW,EAAE,OAAO,CAAC;QACrB,YAAY,CAAC,EAAE,SAAS,GAAG,QAAQ,GAAG,MAAM,CAAC;KAC9C,CAAC;IACF,eAAe,EAAE,MAAM,EAAE,CAAC;CAC3B;AAED,qBAAa,kBAAkB;IAC7B,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,iBAAiB,CAAS;IAElC;;;;;;OAMG;gBAED,WAAW,CAAC,EAAE,MAAM,EACpB,iBAAiB,GAAE,MAAU,EAC7B,iBAAiB,CAAC,EAAE,OAAO,CAAC,iBAAiB,CAAC;IAShD;;OAEG;YACW,KAAK;IAInB;;OAEG;IACG,yBAAyB,CAC7B,IAAI,EAAE,IAAI,EACV,QAAQ,EAAE,CACR,IAAI,EAAE,MAAM,EACZ,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,KAC5B,OAAO,CAAC,2BAA2B,CAAC,GACxC,OAAO,CAAC,2BAA2B,CAAC,uBAAuB,CAAC,CAAC;IAoEhE;;OAEG;IACH,OAAO,CAAC,qBAAqB;IAoB7B;;OAEG;IACH,OAAO,CAAC,oBAAoB;IAuB5B;;OAEG;IACH,OAAO,CAAC,oBAAoB;IAkB5B;;OAEG;IACG,uBAAuB,CAC3B,IAAI,EAAE,IAAI,EACV,QAAQ,EAAE,CACR,IAAI,EAAE,MAAM,EACZ,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,KAC5B,OAAO,CAAC,2BAA2B,CAAC,GACxC,OAAO,CAAC,2BAA2B,CAAC;IAiGvC;;OAEG;YACW,eAAe;IAwE7B;;OAEG;IACH,OAAO,CAAC,sBAAsB;IAoD9B;;OAEG;IACH,OAAO,CAAC,mBAAmB;IAuC3B;;OAEG;IACH,OAAO,CAAC,uBAAuB;IAoK/B;;OAEG;IACH,MAAM,CAAC,sBAAsB,CAAC,MAAM,EAAE,2BAA2B,GAAG,MAAM;CAsD3E"}