@bryan-thompson/inspector-assessment-cli 1.22.0 → 1.22.2

package/build/assess-full.js

@@ -25,7 +25,26 @@ import { generatePolicyComplianceReport } from "../../client/lib/services/assess
 import { compareAssessments } from "../../client/lib/lib/assessmentDiffer.js";
 import { formatDiffAsMarkdown } from "../../client/lib/lib/reportFormatters/DiffReportFormatter.js";
 import { AssessmentStateManager } from "./assessmentState.js";
-import { emitServerConnected, emitToolDiscovered, emitToolsDiscoveryComplete, emitAssessmentComplete, emitTestBatch, emitVulnerabilityFound, emitAnnotationMissing, emitAnnotationMisaligned, emitAnnotationReviewRecommended, emitAnnotationAligned, } from "./lib/jsonl-events.js";
+import { emitServerConnected, emitToolDiscovered, emitToolsDiscoveryComplete, emitAssessmentComplete, emitTestBatch, emitVulnerabilityFound, emitAnnotationMissing, emitAnnotationMisaligned, emitAnnotationReviewRecommended, emitAnnotationAligned, emitModulesConfigured, } from "./lib/jsonl-events.js";
+// Valid module names derived from ASSESSMENT_CATEGORY_METADATA
+const VALID_MODULE_NAMES = Object.keys(ASSESSMENT_CATEGORY_METADATA);
+/**
+ * Validate module names from CLI input
+ */
+function validateModuleNames(input, flagName) {
+    const names = input
+        .split(",")
+        .map((n) => n.trim())
+        .filter(Boolean);
+    const invalid = names.filter((n) => !VALID_MODULE_NAMES.includes(n));
+    if (invalid.length > 0) {
+        console.error(`Error: Invalid module name(s) for ${flagName}: ${invalid.join(", ")}`);
+        console.error(`Valid modules: ${VALID_MODULE_NAMES.join(", ")}`);
+        setTimeout(() => process.exit(1), 10);
+        return [];
+    }
+    return names;
+}
 /**
  * Load server configuration from Claude Code's MCP settings
  */
@@ -317,7 +336,8 @@ function buildConfig(options) {
         enableSourceCodeAnalysis: !!options.sourceCodePath,
     };
     if (options.fullAssessment !== false) {
-        config.assessmentCategories = {
+        // Start with all modules enabled by default
+        const allModules = {
             functionality: true,
             security: true,
             documentation: true,
@@ -335,7 +355,25 @@ function buildConfig(options) {
             resources: true,
             prompts: true,
             crossCapability: true,
+            authentication: true,
         };
+        // Apply --only-modules filter (whitelist mode)
+        if (options.onlyModules?.length) {
+            for (const key of Object.keys(allModules)) {
+                // Disable all modules except those in the whitelist
+                allModules[key] = options.onlyModules.includes(key);
+            }
+        }
+        // Apply --skip-modules filter (blacklist mode)
+        if (options.skipModules?.length) {
+            for (const module of options.skipModules) {
+                if (module in allModules) {
+                    allModules[module] = false;
+                }
+            }
+        }
+        config.assessmentCategories =
+            allModules;
     }
     // Temporal/rug pull detection configuration
     if (options.temporalInvocations) {
@@ -519,6 +557,25 @@ async function runFullAssessment(options) {
         return {};
     }
     const config = buildConfig(options);
+    // Emit modules_configured event for consumer progress tracking
+    if (config.assessmentCategories) {
+        const enabled = [];
+        const skipped = [];
+        for (const [key, value] of Object.entries(config.assessmentCategories)) {
+            if (value) {
+                enabled.push(key);
+            }
+            else {
+                skipped.push(key);
+            }
+        }
+        const reason = options.onlyModules?.length
+            ? "only-modules"
+            : options.skipModules?.length
+                ? "skip-modules"
+                : "default";
+        emitModulesConfigured(enabled, skipped, reason);
+    }
     const orchestrator = new AssessmentOrchestrator(config);
     if (!options.jsonOnly) {
         if (orchestrator.isClaudeEnabled()) {
@@ -825,6 +882,36 @@ function parseArgs() {
             case "--skip-temporal":
                 options.skipTemporal = true;
                 break;
+            case "--skip-modules": {
+                const skipValue = args[++i];
+                if (!skipValue) {
+                    console.error("Error: --skip-modules requires a comma-separated list");
+                    setTimeout(() => process.exit(1), 10);
+                    options.helpRequested = true;
+                    return options;
+                }
+                options.skipModules = validateModuleNames(skipValue, "--skip-modules");
+                if (options.skipModules.length === 0 && skipValue) {
+                    options.helpRequested = true;
+                    return options;
+                }
+                break;
+            }
+            case "--only-modules": {
+                const onlyValue = args[++i];
+                if (!onlyValue) {
+                    console.error("Error: --only-modules requires a comma-separated list");
+                    setTimeout(() => process.exit(1), 10);
+                    options.helpRequested = true;
+                    return options;
+                }
+                options.onlyModules = validateModuleNames(onlyValue, "--only-modules");
+                if (options.onlyModules.length === 0 && onlyValue) {
+                    options.helpRequested = true;
+                    return options;
+                }
+                break;
+            }
             case "--help":
             case "-h":
                 printHelp();
@@ -845,6 +932,13 @@ function parseArgs() {
                 }
         }
     }
+    // Validate mutual exclusivity of --skip-modules and --only-modules
+    if (options.skipModules?.length && options.onlyModules?.length) {
+        console.error("Error: --skip-modules and --only-modules are mutually exclusive");
+        setTimeout(() => process.exit(1), 10);
+        options.helpRequested = true;
+        return options;
+    }
     if (!options.serverName) {
         console.error("Error: --server is required");
         printHelp();
@@ -880,11 +974,23 @@ Options:
   --full                 Enable all assessment modules (default)
   --temporal-invocations <n>  Number of invocations per tool for rug pull detection (default: 25)
   --skip-temporal        Skip temporal/rug pull testing (faster assessment)
+  --skip-modules <list>  Skip specific modules (comma-separated)
+  --only-modules <list>  Run only specific modules (comma-separated)
   --json                 Output only JSON path (no console summary)
   --verbose, -v          Enable verbose logging
   --help, -h             Show this help message
 
-Assessment Modules (12 total):
+Module Selection:
+  --skip-modules and --only-modules are mutually exclusive.
+  Use --skip-modules for faster runs by disabling expensive modules.
+  Use --only-modules to focus on specific areas (e.g., tool annotation PRs).
+
+  Valid module names:
+    functionality, security, documentation, errorHandling, usability,
+    mcpSpecCompliance, aupCompliance, toolAnnotations, prohibitedLibraries,
+    manifestValidation, portability, temporal, resources, prompts, crossCapability
+
+Assessment Modules (16 total):
   • Functionality      - Tests all tools work correctly
   • Security           - Prompt injection & vulnerability testing
   • Documentation      - README completeness checks
@@ -905,6 +1011,10 @@ Examples:
   mcp-assess-full --server my-server --format markdown --include-policy
   mcp-assess-full --server my-server --compare ./baseline.json
   mcp-assess-full --server my-server --compare ./baseline.json --diff-only --format markdown
+
+  # Module selection examples:
+  mcp-assess-full my-server --skip-modules security,aupCompliance    # Fast CI run
+  mcp-assess-full my-server --only-modules functionality,toolAnnotations  # Annotation PR review
   `);
 }
 /**

package/build/lib/jsonl-events.js

@@ -178,3 +178,15 @@ export function emitAnnotationAligned(tool, confidence, annotations) {
         annotations,
     });
 }
+/**
+ * Emit modules_configured event to inform consumers which modules are enabled.
+ * Useful for accurate progress tracking when using --skip-modules or --only-modules.
+ */
+export function emitModulesConfigured(enabled, skipped, reason) {
+    emitJSONL({
+        event: "modules_configured",
+        enabled,
+        skipped,
+        reason,
+    });
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@bryan-thompson/inspector-assessment-cli",
-  "version": "1.22.0",
+  "version": "1.22.2",
   "description": "CLI for the Enhanced MCP Inspector with assessment capabilities",
   "license": "MIT",
   "author": "Bryan Thompson <bryan@triepod.ai>",