@bryan-thompson/inspector-assessment-client 1.15.0 → 1.16.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/assets/{OAuthCallback-BleN4Jjs.js → OAuthCallback-KwMiy-L3.js} +1 -1
- package/dist/assets/{OAuthDebugCallback-C__lzEyx.js → OAuthDebugCallback-hckdJlo3.js} +1 -1
- package/dist/assets/{index-CPXmfP9b.js → index-C89umkGV.js} +745 -4350
- package/dist/index.html +1 -1
- package/lib/lib/assessmentTypes.d.ts +123 -0
- package/lib/lib/assessmentTypes.d.ts.map +1 -1
- package/lib/lib/assessmentTypes.js +20 -0
- package/lib/lib/securityPatterns.d.ts +2 -2
- package/lib/lib/securityPatterns.d.ts.map +1 -1
- package/lib/lib/securityPatterns.js +290 -15
- package/lib/services/assessment/AssessmentOrchestrator.d.ts +67 -0
- package/lib/services/assessment/AssessmentOrchestrator.d.ts.map +1 -1
- package/lib/services/assessment/AssessmentOrchestrator.js +91 -1
- package/lib/services/assessment/ResponseValidator.d.ts +7 -34
- package/lib/services/assessment/ResponseValidator.d.ts.map +1 -1
- package/lib/services/assessment/ResponseValidator.js +100 -704
- package/lib/services/assessment/config/annotationPatterns.js +1 -1
- package/lib/services/assessment/lib/RequestHistoryAnalyzer.d.ts +67 -0
- package/lib/services/assessment/lib/RequestHistoryAnalyzer.d.ts.map +1 -0
- package/lib/services/assessment/lib/RequestHistoryAnalyzer.js +191 -0
- package/lib/services/assessment/lib/claudeCodeBridge.d.ts +1 -0
- package/lib/services/assessment/lib/claudeCodeBridge.d.ts.map +1 -1
- package/lib/services/assessment/lib/claudeCodeBridge.js +5 -4
- package/lib/services/assessment/modules/AuthenticationAssessor.d.ts +4 -0
- package/lib/services/assessment/modules/AuthenticationAssessor.d.ts.map +1 -1
- package/lib/services/assessment/modules/AuthenticationAssessor.js +97 -1
- package/lib/services/assessment/modules/CrossCapabilitySecurityAssessor.d.ts +39 -0
- package/lib/services/assessment/modules/CrossCapabilitySecurityAssessor.d.ts.map +1 -0
- package/lib/services/assessment/modules/CrossCapabilitySecurityAssessor.js +330 -0
- package/lib/services/assessment/modules/FunctionalityAssessor.d.ts.map +1 -1
- package/lib/services/assessment/modules/FunctionalityAssessor.js +46 -13
- package/lib/services/assessment/modules/MCPSpecComplianceAssessor.d.ts +5 -0
- package/lib/services/assessment/modules/MCPSpecComplianceAssessor.d.ts.map +1 -1
- package/lib/services/assessment/modules/MCPSpecComplianceAssessor.js +81 -0
- package/lib/services/assessment/modules/ManifestValidationAssessor.js +1 -1
- package/lib/services/assessment/modules/PromptAssessor.d.ts +30 -0
- package/lib/services/assessment/modules/PromptAssessor.d.ts.map +1 -0
- package/lib/services/assessment/modules/PromptAssessor.js +367 -0
- package/lib/services/assessment/modules/ResourceAssessor.d.ts +28 -0
- package/lib/services/assessment/modules/ResourceAssessor.d.ts.map +1 -0
- package/lib/services/assessment/modules/ResourceAssessor.js +296 -0
- package/lib/services/assessment/modules/SecurityAssessor.d.ts +4 -2
- package/lib/services/assessment/modules/SecurityAssessor.d.ts.map +1 -1
- package/lib/services/assessment/modules/SecurityAssessor.js +10 -41
- package/lib/services/assessment/modules/TemporalAssessor.d.ts +1 -0
- package/lib/services/assessment/modules/TemporalAssessor.d.ts.map +1 -1
- package/lib/services/assessment/modules/TemporalAssessor.js +35 -4
- package/lib/utils/jsonUtils.d.ts +68 -0
- package/lib/utils/jsonUtils.d.ts.map +1 -0
- package/lib/utils/jsonUtils.js +141 -0
- package/lib/utils/paramUtils.d.ts +11 -0
- package/lib/utils/paramUtils.d.ts.map +1 -0
- package/lib/utils/paramUtils.js +37 -0
- package/lib/utils/schemaUtils.d.ts +74 -0
- package/lib/utils/schemaUtils.d.ts.map +1 -0
- package/lib/utils/schemaUtils.js +268 -0
- package/package.json +1 -1
|
@@ -3,6 +3,7 @@
|
|
|
3
3
|
* Validates that tool responses are actually functional, not just present
|
|
4
4
|
*/
|
|
5
5
|
import { CompatibilityCallToolResult, Tool } from "@modelcontextprotocol/sdk/types.js";
|
|
6
|
+
import { ResponseMetadata } from "../../lib/assessmentTypes.js";
|
|
6
7
|
export interface ValidationResult {
|
|
7
8
|
isValid: boolean;
|
|
8
9
|
isError: boolean;
|
|
@@ -10,6 +11,8 @@ export interface ValidationResult {
|
|
|
10
11
|
issues: string[];
|
|
11
12
|
evidence: string[];
|
|
12
13
|
classification: "fully_working" | "partially_working" | "connectivity_only" | "broken" | "error";
|
|
14
|
+
/** Metadata about response content types (optional, for enhanced tracking) */
|
|
15
|
+
responseMetadata?: ResponseMetadata;
|
|
13
16
|
}
|
|
14
17
|
export interface ValidationContext {
|
|
15
18
|
tool: Tool;
|
|
@@ -18,6 +21,10 @@ export interface ValidationContext {
|
|
|
18
21
|
scenarioCategory?: "happy_path" | "edge_case" | "boundary" | "error_case";
|
|
19
22
|
}
|
|
20
23
|
export declare class ResponseValidator {
|
|
24
|
+
/**
|
|
25
|
+
* Extract response metadata including content types, structuredContent, and _meta
|
|
26
|
+
*/
|
|
27
|
+
static extractResponseMetadata(context: ValidationContext): ResponseMetadata;
|
|
21
28
|
/**
|
|
22
29
|
* Validate a tool response comprehensively
|
|
23
30
|
*/
|
|
@@ -27,40 +34,6 @@ export declare class ResponseValidator {
|
|
|
27
34
|
* These errors indicate the tool is working correctly but rejecting invalid business data
|
|
28
35
|
*/
|
|
29
36
|
static isBusinessLogicError(context: ValidationContext): boolean;
|
|
30
|
-
/**
|
|
31
|
-
* Validate error responses are proper and informative
|
|
32
|
-
* NOTE: Currently unused - kept for potential future use
|
|
33
|
-
*/
|
|
34
|
-
private static validateErrorResponse;
|
|
35
|
-
/**
|
|
36
|
-
* Validate response structure matches expectations
|
|
37
|
-
* NOTE: Currently unused - kept for potential future use
|
|
38
|
-
*/
|
|
39
|
-
private static validateResponseStructure;
|
|
40
|
-
/**
|
|
41
|
-
* Validate response content is meaningful
|
|
42
|
-
* NOTE: Currently unused - kept for potential future use
|
|
43
|
-
*/
|
|
44
|
-
private static validateResponseContent;
|
|
45
|
-
/**
|
|
46
|
-
* Validate semantic correctness based on input/output relationship
|
|
47
|
-
* NOTE: Currently unused - kept for potential future use
|
|
48
|
-
*/
|
|
49
|
-
private static validateSemanticCorrectness;
|
|
50
|
-
/**
|
|
51
|
-
* Validate tool-specific logic and patterns
|
|
52
|
-
* NOTE: Currently unused - kept for potential future use
|
|
53
|
-
*/
|
|
54
|
-
private static validateToolSpecificLogic;
|
|
55
|
-
/**
|
|
56
|
-
* Find query-like parameter in input
|
|
57
|
-
*/
|
|
58
|
-
private static findQueryParameter;
|
|
59
|
-
/**
|
|
60
|
-
* Validate structured output against outputSchema (MCP 2025-06-18 feature)
|
|
61
|
-
* NOTE: Currently unused - kept for potential future use
|
|
62
|
-
*/
|
|
63
|
-
private static validateStructuredOutput;
|
|
64
37
|
/**
|
|
65
38
|
* Calculate confidence score for a set of validation results
|
|
66
39
|
*/
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"ResponseValidator.d.ts","sourceRoot":"","sources":["../../../src/services/assessment/ResponseValidator.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EACL,2BAA2B,EAC3B,IAAI,EACL,MAAM,oCAAoC,CAAC;
|
|
1
|
+
{"version":3,"file":"ResponseValidator.d.ts","sourceRoot":"","sources":["../../../src/services/assessment/ResponseValidator.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EACL,2BAA2B,EAC3B,IAAI,EACL,MAAM,oCAAoC,CAAC;AAC5C,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AAGzD,MAAM,WAAW,gBAAgB;IAC/B,OAAO,EAAE,OAAO,CAAC;IACjB,OAAO,EAAE,OAAO,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,cAAc,EACV,eAAe,GACf,mBAAmB,GACnB,mBAAmB,GACnB,QAAQ,GACR,OAAO,CAAC;IACZ,8EAA8E;IAC9E,gBAAgB,CAAC,EAAE,gBAAgB,CAAC;CACrC;AAED,MAAM,WAAW,iBAAiB;IAChC,IAAI,EAAE,IAAI,CAAC;IACX,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC/B,QAAQ,EAAE,2BAA2B,CAAC;IACtC,gBAAgB,CAAC,EAAE,YAAY,GAAG,WAAW,GAAG,UAAU,GAAG,YAAY,CAAC;CAC3E;AAED,qBAAa,iBAAiB;IAC5B;;OAEG;IACH,MAAM,CAAC,uBAAuB,CAAC,OAAO,EAAE,iBAAiB,GAAG,gBAAgB;IA8E5E;;OAEG;IACH,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,iBAAiB,GAAG,gBAAgB;IAgHrE;;;OAGG;IACH,MAAM,CAAC,oBAAoB,CAAC,OAAO,EAAE,iBAAiB,GAAG,OAAO;IAmShE;;OAEG;IACH,MAAM,CAAC,0BAA0B,CAAC,OAAO,EAAE,gBAAgB,EAAE,GAAG,MAAM;CAsBvE"}
|