@bryan-thompson/inspector-assessment 1.6.0 → 1.7.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/cli/build/assess-full.js +528 -0
- package/cli/build/assess-security.js +342 -0
- package/client/dist/assets/{OAuthCallback-ZcXdfhZQ.js → OAuthCallback-Xo9zS7pv.js} +1 -1
- package/client/dist/assets/{OAuthDebugCallback-xt1SlIHS.js → OAuthDebugCallback-CaIey8K_.js} +1 -1
- package/client/dist/assets/{index-B3lTiDVe.js → index-nCPw6E-c.js} +4 -4
- package/client/dist/index.html +1 -1
- package/client/lib/lib/assessmentTypes.d.ts +670 -0
- package/client/lib/lib/assessmentTypes.d.ts.map +1 -0
- package/client/lib/lib/assessmentTypes.js +220 -0
- package/client/lib/lib/aupPatterns.d.ts +63 -0
- package/client/lib/lib/aupPatterns.d.ts.map +1 -0
- package/client/lib/lib/aupPatterns.js +344 -0
- package/client/lib/lib/prohibitedLibraries.d.ts +76 -0
- package/client/lib/lib/prohibitedLibraries.d.ts.map +1 -0
- package/client/lib/lib/prohibitedLibraries.js +364 -0
- package/client/lib/lib/securityPatterns.d.ts +64 -0
- package/client/lib/lib/securityPatterns.d.ts.map +1 -0
- package/client/lib/lib/securityPatterns.js +453 -0
- package/client/lib/services/assessment/AssessmentOrchestrator.d.ts +88 -0
- package/client/lib/services/assessment/AssessmentOrchestrator.d.ts.map +1 -0
- package/client/lib/services/assessment/AssessmentOrchestrator.js +418 -0
- package/client/lib/services/assessment/ResponseValidator.d.ts +69 -0
- package/client/lib/services/assessment/ResponseValidator.d.ts.map +1 -0
- package/client/lib/services/assessment/ResponseValidator.js +1038 -0
- package/client/lib/services/assessment/TestDataGenerator.d.ts +86 -0
- package/client/lib/services/assessment/TestDataGenerator.d.ts.map +1 -0
- package/client/lib/services/assessment/TestDataGenerator.js +669 -0
- package/client/lib/services/assessment/TestScenarioEngine.d.ts +91 -0
- package/client/lib/services/assessment/TestScenarioEngine.d.ts.map +1 -0
- package/client/lib/services/assessment/TestScenarioEngine.js +505 -0
- package/client/lib/services/assessment/ToolClassifier.d.ts +61 -0
- package/client/lib/services/assessment/ToolClassifier.d.ts.map +1 -0
- package/client/lib/services/assessment/ToolClassifier.js +349 -0
- package/client/lib/services/assessment/lib/claudeCodeBridge.d.ts +160 -0
- package/client/lib/services/assessment/lib/claudeCodeBridge.d.ts.map +1 -0
- package/client/lib/services/assessment/lib/claudeCodeBridge.js +357 -0
- package/client/lib/services/assessment/modules/AUPComplianceAssessor.d.ts +100 -0
- package/client/lib/services/assessment/modules/AUPComplianceAssessor.d.ts.map +1 -0
- package/client/lib/services/assessment/modules/AUPComplianceAssessor.js +474 -0
- package/client/lib/services/assessment/modules/BaseAssessor.d.ts +71 -0
- package/client/lib/services/assessment/modules/BaseAssessor.d.ts.map +1 -0
- package/client/lib/services/assessment/modules/BaseAssessor.js +171 -0
- package/client/lib/services/assessment/modules/DocumentationAssessor.d.ts +45 -0
- package/client/lib/services/assessment/modules/DocumentationAssessor.d.ts.map +1 -0
- package/client/lib/services/assessment/modules/DocumentationAssessor.js +355 -0
- package/client/lib/services/assessment/modules/ErrorHandlingAssessor.d.ts +25 -0
- package/client/lib/services/assessment/modules/ErrorHandlingAssessor.d.ts.map +1 -0
- package/client/lib/services/assessment/modules/ErrorHandlingAssessor.js +564 -0
- package/client/lib/services/assessment/modules/FunctionalityAssessor.d.ts +20 -0
- package/client/lib/services/assessment/modules/FunctionalityAssessor.d.ts.map +1 -0
- package/client/lib/services/assessment/modules/FunctionalityAssessor.js +253 -0
- package/client/lib/services/assessment/modules/MCPSpecComplianceAssessor.d.ts +70 -0
- package/client/lib/services/assessment/modules/MCPSpecComplianceAssessor.d.ts.map +1 -0
- package/client/lib/services/assessment/modules/MCPSpecComplianceAssessor.js +508 -0
- package/client/lib/services/assessment/modules/ManifestValidationAssessor.d.ts +70 -0
- package/client/lib/services/assessment/modules/ManifestValidationAssessor.d.ts.map +1 -0
- package/client/lib/services/assessment/modules/ManifestValidationAssessor.js +430 -0
- package/client/lib/services/assessment/modules/PortabilityAssessor.d.ts +43 -0
- package/client/lib/services/assessment/modules/PortabilityAssessor.d.ts.map +1 -0
- package/client/lib/services/assessment/modules/PortabilityAssessor.js +347 -0
- package/client/lib/services/assessment/modules/ProhibitedLibrariesAssessor.d.ts +41 -0
- package/client/lib/services/assessment/modules/ProhibitedLibrariesAssessor.d.ts.map +1 -0
- package/client/lib/services/assessment/modules/ProhibitedLibrariesAssessor.js +256 -0
- package/client/lib/services/assessment/modules/SecurityAssessor.d.ts +176 -0
- package/client/lib/services/assessment/modules/SecurityAssessor.d.ts.map +1 -0
- package/client/lib/services/assessment/modules/SecurityAssessor.js +1333 -0
- package/client/lib/services/assessment/modules/ToolAnnotationAssessor.d.ts +96 -0
- package/client/lib/services/assessment/modules/ToolAnnotationAssessor.d.ts.map +1 -0
- package/client/lib/services/assessment/modules/ToolAnnotationAssessor.js +593 -0
- package/client/lib/services/assessment/modules/UsabilityAssessor.d.ts +21 -0
- package/client/lib/services/assessment/modules/UsabilityAssessor.d.ts.map +1 -0
- package/client/lib/services/assessment/modules/UsabilityAssessor.js +241 -0
- package/client/lib/services/assessment/modules/index.d.ts +33 -0
- package/client/lib/services/assessment/modules/index.d.ts.map +1 -0
- package/client/lib/services/assessment/modules/index.js +35 -0
- package/package.json +5 -2
|
@@ -0,0 +1,86 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Smart Test Data Generator for MCP Tool Testing
|
|
3
|
+
* Generates realistic, context-aware test data based on parameter schemas
|
|
4
|
+
*
|
|
5
|
+
* Supports optional Claude Code integration for intelligent test generation
|
|
6
|
+
* when ClaudeCodeBridge is provided.
|
|
7
|
+
*/
|
|
8
|
+
import { Tool } from "@modelcontextprotocol/sdk/types.js";
|
|
9
|
+
import type { ClaudeCodeBridge } from "./lib/claudeCodeBridge.js";
|
|
10
|
+
export interface TestScenario {
|
|
11
|
+
name: string;
|
|
12
|
+
description: string;
|
|
13
|
+
params: Record<string, unknown>;
|
|
14
|
+
expectedBehavior: string;
|
|
15
|
+
category: "happy_path" | "edge_case" | "boundary" | "error_case";
|
|
16
|
+
source?: "schema-based" | "claude-generated";
|
|
17
|
+
}
|
|
18
|
+
export declare class TestDataGenerator {
|
|
19
|
+
private static claudeBridge;
|
|
20
|
+
/**
|
|
21
|
+
* Set the Claude Code bridge for intelligent test generation
|
|
22
|
+
* Call this once during initialization if Claude integration is enabled
|
|
23
|
+
*/
|
|
24
|
+
static setClaudeBridge(bridge: ClaudeCodeBridge | null): void;
|
|
25
|
+
/**
|
|
26
|
+
* Check if Claude Code integration is available and enabled
|
|
27
|
+
*/
|
|
28
|
+
static isClaudeEnabled(): boolean;
|
|
29
|
+
private static readonly REALISTIC_DATA;
|
|
30
|
+
/**
|
|
31
|
+
* Generate multiple test scenarios for a tool
|
|
32
|
+
* Uses Claude Code if available for intelligent generation,
|
|
33
|
+
* otherwise falls back to schema-based generation.
|
|
34
|
+
*/
|
|
35
|
+
static generateTestScenarios(tool: Tool): TestScenario[];
|
|
36
|
+
/**
|
|
37
|
+
* Generate test scenarios with optional Claude enhancement
|
|
38
|
+
* This async version tries Claude first if enabled, then falls back to schema-based.
|
|
39
|
+
*/
|
|
40
|
+
static generateTestScenariosAsync(tool: Tool): Promise<TestScenario[]>;
|
|
41
|
+
/**
|
|
42
|
+
* Get scenario name based on index for Claude-generated scenarios
|
|
43
|
+
*/
|
|
44
|
+
private static getClaudeScenarioName;
|
|
45
|
+
/**
|
|
46
|
+
* Get scenario category based on index for Claude-generated scenarios
|
|
47
|
+
*/
|
|
48
|
+
private static getClaudeScenarioCategory;
|
|
49
|
+
/**
|
|
50
|
+
* Generate a happy path scenario with realistic data
|
|
51
|
+
*/
|
|
52
|
+
private static generateHappyPathScenario;
|
|
53
|
+
/**
|
|
54
|
+
* Generate edge case scenarios
|
|
55
|
+
*/
|
|
56
|
+
private static generateEdgeCaseScenarios;
|
|
57
|
+
/**
|
|
58
|
+
* Generate boundary value scenarios
|
|
59
|
+
*/
|
|
60
|
+
private static generateBoundaryScenarios;
|
|
61
|
+
/**
|
|
62
|
+
* Generate an error scenario
|
|
63
|
+
*/
|
|
64
|
+
private static generateErrorScenario;
|
|
65
|
+
/**
|
|
66
|
+
* Generate realistic parameters based on schema and variant
|
|
67
|
+
*/
|
|
68
|
+
static generateRealisticParams(tool: Tool, variant: "typical" | "empty" | "maximum" | "special"): Record<string, unknown>;
|
|
69
|
+
/**
|
|
70
|
+
* Generate a realistic value based on field name and schema
|
|
71
|
+
*/
|
|
72
|
+
private static generateRealisticValue;
|
|
73
|
+
/**
|
|
74
|
+
* Check if tool has string inputs
|
|
75
|
+
*/
|
|
76
|
+
private static hasStringInputs;
|
|
77
|
+
/**
|
|
78
|
+
* Generate a single realistic value for backward compatibility
|
|
79
|
+
*/
|
|
80
|
+
static generateSingleValue(fieldName: string, schema: any): unknown;
|
|
81
|
+
/**
|
|
82
|
+
* Generate value from JSON schema definition
|
|
83
|
+
*/
|
|
84
|
+
private static generateValueFromSchema;
|
|
85
|
+
}
|
|
86
|
+
//# sourceMappingURL=TestDataGenerator.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"TestDataGenerator.d.ts","sourceRoot":"","sources":["../../../src/services/assessment/TestDataGenerator.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,IAAI,EAAE,MAAM,oCAAoC,CAAC;AAC1D,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAE/D,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAChC,gBAAgB,EAAE,MAAM,CAAC;IACzB,QAAQ,EAAE,YAAY,GAAG,WAAW,GAAG,UAAU,GAAG,YAAY,CAAC;IACjE,MAAM,CAAC,EAAE,cAAc,GAAG,kBAAkB,CAAC;CAC9C;AAED,qBAAa,iBAAiB;IAE5B,OAAO,CAAC,MAAM,CAAC,YAAY,CAAiC;IAE5D;;;OAGG;IACH,MAAM,CAAC,eAAe,CAAC,MAAM,EAAE,gBAAgB,GAAG,IAAI,GAAG,IAAI;IAI7D;;OAEG;IACH,MAAM,CAAC,eAAe,IAAI,OAAO;IAOjC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,cAAc,CA2FpC;IAEF;;;;OAIG;IACH,MAAM,CAAC,qBAAqB,CAAC,IAAI,EAAE,IAAI,GAAG,YAAY,EAAE;IAoBxD;;;OAGG;WACU,0BAA0B,CAAC,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;IAgD5E;;OAEG;IACH,OAAO,CAAC,MAAM,CAAC,qBAAqB;IAWpC;;OAEG;IACH,OAAO,CAAC,MAAM,CAAC,yBAAyB;IAaxC;;OAEG;IACH,OAAO,CAAC,MAAM,CAAC,yBAAyB;IAYxC;;OAEG;IACH,OAAO,CAAC,MAAM,CAAC,yBAAyB;IAwCxC;;OAEG;IACH,OAAO,CAAC,MAAM,CAAC,yBAAyB;IA2FxC;;OAEG;IACH,OAAO,CAAC,MAAM,CAAC,qBAAqB;IAgDpC;;OAEG;WACW,uBAAuB,CACnC,IAAI,EAAE,IAAI,EACV,OAAO,EAAE,SAAS,GAAG,OAAO,GAAG,SAAS,GAAG,SAAS,GACnD,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IAgB1B;;OAEG;IACH,OAAO,CAAC,MAAM,CAAC,sBAAsB;IAySrC;;OAEG;IACH,OAAO,CAAC,MAAM,CAAC,eAAe;IAgB9B;;OAEG;IACH,MAAM,CAAC,mBAAmB,CAAC,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,GAAG,OAAO;IAInE;;OAEG;IACH,OAAO,CAAC,MAAM,CAAC,uBAAuB;CA8CvC"}
|