@bryan-thompson/inspector-assessment-cli 1.26.6 → 1.26.7

package/build/lib/comparison-handler.js

@@ -0,0 +1,84 @@
+/**
+ * Comparison Handler Module
+ *
+ * Handles assessment comparison/diff logic for comparing
+ * current results against a baseline.
+ *
+ * @module cli/lib/comparison-handler
+ */
+import * as fs from "fs";
+import { compareAssessments, } from "../../../client/lib/lib/assessmentDiffer.js";
+import { formatDiffAsMarkdown } from "../../../client/lib/lib/reportFormatters/DiffReportFormatter.js";
+// ============================================================================
+// Comparison Functions
+// ============================================================================
+/**
+ * Handle comparison mode - compare current results against a baseline.
+ *
+ * @param results - Current assessment results
+ * @param options - CLI options including comparePath and diffOnly
+ * @returns ComparisonResult if comparison was performed, null if no comparison
+ */
+export function handleComparison(results, options) {
+    if (!options.comparePath) {
+        return null;
+    }
+    if (!fs.existsSync(options.comparePath)) {
+        console.error(`Error: Baseline file not found: ${options.comparePath}`);
+        // Return null to indicate comparison failed - caller handles null returns
+        return null;
+    }
+    const baselineData = JSON.parse(fs.readFileSync(options.comparePath, "utf-8"));
+    // Validate baseline has expected structure
+    if (!baselineData.functionality || !baselineData.security) {
+        console.warn("Warning: Baseline file may be incomplete (missing functionality or security)");
+    }
+    const baseline = baselineData;
+    const diff = compareAssessments(baseline, results);
+    // Handle diff-only mode
+    if (options.diffOnly) {
+        let diffPath;
+        if (options.format === "markdown") {
+            diffPath =
+                options.outputPath || `/tmp/inspector-diff-${options.serverName}.md`;
+            fs.writeFileSync(diffPath, formatDiffAsMarkdown(diff));
+        }
+        else {
+            diffPath =
+                options.outputPath || `/tmp/inspector-diff-${options.serverName}.json`;
+            fs.writeFileSync(diffPath, JSON.stringify(diff, null, 2));
+        }
+        const exitCode = diff.summary.overallChange === "regressed" ? 1 : 0;
+        return { diff, exitCode, diffOutputPath: diffPath };
+    }
+    // Return comparison result for normal mode
+    const exitCode = diff.summary.overallChange === "regressed" ? 1 : 0;
+    return { diff, exitCode };
+}
+/**
+ * Display comparison summary to console.
+ *
+ * @param diff - Assessment diff to display
+ */
+export function displayComparisonSummary(diff) {
+    console.log("\n" + "=".repeat(70));
+    console.log("VERSION COMPARISON");
+    console.log("=".repeat(70));
+    console.log(`Baseline: ${diff.baseline.version || "N/A"} (${diff.baseline.date})`);
+    console.log(`Current:  ${diff.current.version || "N/A"} (${diff.current.date})`);
+    console.log(`Overall Change: ${diff.summary.overallChange.toUpperCase()}`);
+    console.log(`Modules Improved: ${diff.summary.modulesImproved}`);
+    console.log(`Modules Regressed: ${diff.summary.modulesRegressed}`);
+    if (diff.securityDelta.newVulnerabilities.length > 0) {
+        console.log(`\n⚠️  NEW VULNERABILITIES: ${diff.securityDelta.newVulnerabilities.length}`);
+    }
+    if (diff.securityDelta.fixedVulnerabilities.length > 0) {
+        console.log(`✅ FIXED VULNERABILITIES: ${diff.securityDelta.fixedVulnerabilities.length}`);
+    }
+    if (diff.functionalityDelta.newBrokenTools.length > 0) {
+        console.log(`❌ NEW BROKEN TOOLS: ${diff.functionalityDelta.newBrokenTools.length}`);
+    }
+    if (diff.functionalityDelta.fixedTools.length > 0) {
+        console.log(`✅ FIXED TOOLS: ${diff.functionalityDelta.fixedTools.length}`);
+    }
+}

package/build/lib/result-output.js

@@ -0,0 +1,154 @@
+/**
+ * Result Output Module
+ *
+ * Handles saving assessment results to files and displaying
+ * summaries to the console.
+ *
+ * @module cli/lib/result-output
+ */
+import * as fs from "fs";
+import { ASSESSMENT_CATEGORY_METADATA, } from "../../../client/lib/lib/assessmentTypes.js";
+import { createFormatter } from "../../../client/lib/lib/reportFormatters/index.js";
+import { generatePolicyComplianceReport } from "../../../client/lib/services/assessment/PolicyComplianceGenerator.js";
+// ============================================================================
+// Result Output
+// ============================================================================
+/**
+ * Save results to file with appropriate format
+ */
+export function saveResults(serverName, results, options) {
+    const format = options.format || "json";
+    // Generate policy compliance report if requested
+    const policyReport = options.includePolicy
+        ? generatePolicyComplianceReport(results, serverName)
+        : undefined;
+    // Create formatter with options
+    const formatter = createFormatter({
+        format,
+        includePolicyMapping: options.includePolicy,
+        policyReport,
+        serverName,
+        includeDetails: true,
+        prettyPrint: true,
+    });
+    const fileExtension = formatter.getFileExtension();
+    const defaultPath = `/tmp/inspector-full-assessment-${serverName}${fileExtension}`;
+    const finalPath = options.outputPath || defaultPath;
+    // For JSON format, add metadata wrapper
+    if (format === "json") {
+        // Filter out undefined/skipped modules from results (--skip-modules support)
+        const filteredResults = Object.fromEntries(Object.entries(results).filter(([_, v]) => v !== undefined));
+        const output = {
+            timestamp: new Date().toISOString(),
+            assessmentType: "full",
+            ...filteredResults,
+            ...(policyReport ? { policyCompliance: policyReport } : {}),
+        };
+        fs.writeFileSync(finalPath, JSON.stringify(output, null, 2));
+    }
+    else {
+        // For other formats (markdown), use the formatter
+        const content = formatter.format(results);
+        fs.writeFileSync(finalPath, content);
+    }
+    return finalPath;
+}
+// ============================================================================
+// Summary Display
+// ============================================================================
+/**
+ * Display summary to console
+ */
+export function displaySummary(results) {
+    const { overallStatus, summary, totalTestsRun, executionTime, 
+    // Destructuring order matches display order below
+    functionality, security, documentation, errorHandling, usability, mcpSpecCompliance, aupCompliance, toolAnnotations, prohibitedLibraries, manifestValidation, portability, externalAPIScanner, authentication, temporal, resources, prompts, crossCapability, } = results;
+    console.log("\n" + "=".repeat(70));
+    console.log("FULL ASSESSMENT RESULTS");
+    console.log("=".repeat(70));
+    console.log(`Server: ${results.serverName}`);
+    console.log(`Overall Status: ${overallStatus}`);
+    console.log(`Total Tests Run: ${totalTestsRun}`);
+    console.log(`Execution Time: ${executionTime}ms`);
+    console.log("-".repeat(70));
+    console.log("\n📊 MODULE STATUS:");
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+    const modules = [
+        ["Functionality", functionality, "functionality"],
+        ["Security", security, "security"],
+        ["Documentation", documentation, "documentation"],
+        ["Error Handling", errorHandling, "errorHandling"],
+        ["Usability", usability, "usability"],
+        ["MCP Spec Compliance", mcpSpecCompliance, "mcpSpecCompliance"],
+        ["AUP Compliance", aupCompliance, "aupCompliance"],
+        ["Tool Annotations", toolAnnotations, "toolAnnotations"],
+        ["Prohibited Libraries", prohibitedLibraries, "prohibitedLibraries"],
+        ["Manifest Validation", manifestValidation, "manifestValidation"],
+        ["Portability", portability, "portability"],
+        ["External API Scanner", externalAPIScanner, "externalAPIScanner"],
+        ["Authentication", authentication, "authentication"],
+        ["Temporal", temporal, "temporal"],
+        ["Resources", resources, "resources"],
+        ["Prompts", prompts, "prompts"],
+        ["Cross-Capability", crossCapability, "crossCapability"],
+    ];
+    for (const [name, module, categoryKey] of modules) {
+        if (module) {
+            const metadata = ASSESSMENT_CATEGORY_METADATA[categoryKey];
+            const optionalMarker = metadata?.tier === "optional" ? " (optional)" : "";
+            const icon = module.status === "PASS"
+                ? "✅"
+                : module.status === "FAIL"
+                    ? "❌"
+                    : "⚠️";
+            console.log(`   ${icon} ${name}${optionalMarker}: ${module.status}`);
+        }
+    }
+    console.log("\n📋 KEY FINDINGS:");
+    console.log(`   ${summary}`);
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+    const securityModule = security;
+    if (securityModule?.vulnerabilities?.length > 0) {
+        const vulns = securityModule.vulnerabilities;
+        console.log(`\n🔒 SECURITY VULNERABILITIES (${vulns.length}):`);
+        for (const vuln of vulns.slice(0, 5)) {
+            console.log(`   • ${vuln}`);
+        }
+        if (vulns.length > 5) {
+            console.log(`   ... and ${vulns.length - 5} more`);
+        }
+    }
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+    const aupModule = aupCompliance;
+    if (aupModule?.violations?.length > 0) {
+        const violations = aupModule.violations;
+        // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        const critical = violations.filter((v) => v.severity === "CRITICAL");
+        console.log(`\n⚖️  AUP FINDINGS:`);
+        console.log(`   Total flagged: ${violations.length}`);
+        if (critical.length > 0) {
+            console.log(`   🚨 CRITICAL violations: ${critical.length}`);
+        }
+    }
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+    const annotationsModule = toolAnnotations;
+    if (annotationsModule) {
+        // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        const funcModule = functionality;
+        console.log(`\n🏷️  TOOL ANNOTATIONS:`);
+        console.log(`   Annotated: ${annotationsModule.annotatedCount || 0}/${funcModule?.workingTools || 0}`);
+        if (annotationsModule.missingAnnotationsCount > 0) {
+            console.log(`   Missing: ${annotationsModule.missingAnnotationsCount}`);
+        }
+        if (annotationsModule.misalignedAnnotationsCount > 0) {
+            console.log(`   ⚠️  Misalignments: ${annotationsModule.misalignedAnnotationsCount}`);
+        }
+    }
+    if (results.recommendations?.length > 0) {
+        console.log("\n💡 RECOMMENDATIONS:");
+        for (const rec of results.recommendations.slice(0, 5)) {
+            console.log(`   • ${rec}`);
+        }
+    }
+    console.log("\n" + "=".repeat(70));
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@bryan-thompson/inspector-assessment-cli",
-  "version": "1.26.6",
+  "version": "1.26.7",
   "description": "CLI for the Enhanced MCP Inspector with assessment capabilities",
   "license": "MIT",
   "author": "Bryan Thompson <bryan@triepod.ai>",