@bryan-thompson/inspector-assessment-client 1.15.1 → 1.16.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (54) hide show
  1. package/dist/assets/{OAuthCallback-tZBHqkSF.js → OAuthCallback-KwMiy-L3.js} +1 -1
  2. package/dist/assets/{OAuthDebugCallback-D73S8G8X.js → OAuthDebugCallback-hckdJlo3.js} +1 -1
  3. package/dist/assets/{index-BAbFakRL.js → index-C89umkGV.js} +745 -4350
  4. package/dist/index.html +1 -1
  5. package/lib/lib/assessmentTypes.d.ts +123 -0
  6. package/lib/lib/assessmentTypes.d.ts.map +1 -1
  7. package/lib/lib/assessmentTypes.js +20 -0
  8. package/lib/lib/securityPatterns.d.ts +2 -2
  9. package/lib/lib/securityPatterns.d.ts.map +1 -1
  10. package/lib/lib/securityPatterns.js +290 -15
  11. package/lib/services/assessment/AssessmentOrchestrator.d.ts +67 -0
  12. package/lib/services/assessment/AssessmentOrchestrator.d.ts.map +1 -1
  13. package/lib/services/assessment/AssessmentOrchestrator.js +91 -1
  14. package/lib/services/assessment/ResponseValidator.d.ts +7 -34
  15. package/lib/services/assessment/ResponseValidator.d.ts.map +1 -1
  16. package/lib/services/assessment/ResponseValidator.js +100 -704
  17. package/lib/services/assessment/config/annotationPatterns.js +1 -1
  18. package/lib/services/assessment/lib/RequestHistoryAnalyzer.d.ts +67 -0
  19. package/lib/services/assessment/lib/RequestHistoryAnalyzer.d.ts.map +1 -0
  20. package/lib/services/assessment/lib/RequestHistoryAnalyzer.js +191 -0
  21. package/lib/services/assessment/lib/claudeCodeBridge.d.ts +1 -0
  22. package/lib/services/assessment/lib/claudeCodeBridge.d.ts.map +1 -1
  23. package/lib/services/assessment/lib/claudeCodeBridge.js +5 -4
  24. package/lib/services/assessment/modules/AuthenticationAssessor.d.ts +4 -0
  25. package/lib/services/assessment/modules/AuthenticationAssessor.d.ts.map +1 -1
  26. package/lib/services/assessment/modules/AuthenticationAssessor.js +97 -1
  27. package/lib/services/assessment/modules/CrossCapabilitySecurityAssessor.d.ts +39 -0
  28. package/lib/services/assessment/modules/CrossCapabilitySecurityAssessor.d.ts.map +1 -0
  29. package/lib/services/assessment/modules/CrossCapabilitySecurityAssessor.js +330 -0
  30. package/lib/services/assessment/modules/FunctionalityAssessor.d.ts.map +1 -1
  31. package/lib/services/assessment/modules/FunctionalityAssessor.js +46 -13
  32. package/lib/services/assessment/modules/MCPSpecComplianceAssessor.d.ts +5 -0
  33. package/lib/services/assessment/modules/MCPSpecComplianceAssessor.d.ts.map +1 -1
  34. package/lib/services/assessment/modules/MCPSpecComplianceAssessor.js +81 -0
  35. package/lib/services/assessment/modules/ManifestValidationAssessor.js +1 -1
  36. package/lib/services/assessment/modules/PromptAssessor.d.ts +30 -0
  37. package/lib/services/assessment/modules/PromptAssessor.d.ts.map +1 -0
  38. package/lib/services/assessment/modules/PromptAssessor.js +367 -0
  39. package/lib/services/assessment/modules/ResourceAssessor.d.ts +28 -0
  40. package/lib/services/assessment/modules/ResourceAssessor.d.ts.map +1 -0
  41. package/lib/services/assessment/modules/ResourceAssessor.js +296 -0
  42. package/lib/services/assessment/modules/SecurityAssessor.d.ts +4 -2
  43. package/lib/services/assessment/modules/SecurityAssessor.d.ts.map +1 -1
  44. package/lib/services/assessment/modules/SecurityAssessor.js +10 -41
  45. package/lib/utils/jsonUtils.d.ts +68 -0
  46. package/lib/utils/jsonUtils.d.ts.map +1 -0
  47. package/lib/utils/jsonUtils.js +141 -0
  48. package/lib/utils/paramUtils.d.ts +11 -0
  49. package/lib/utils/paramUtils.d.ts.map +1 -0
  50. package/lib/utils/paramUtils.js +37 -0
  51. package/lib/utils/schemaUtils.d.ts +74 -0
  52. package/lib/utils/schemaUtils.d.ts.map +1 -0
  53. package/lib/utils/schemaUtils.js +268 -0
  54. package/package.json +1 -1
@@ -3,6 +3,7 @@
3
3
  * Validates that tool responses are actually functional, not just present
4
4
  */
5
5
  import { CompatibilityCallToolResult, Tool } from "@modelcontextprotocol/sdk/types.js";
6
+ import { ResponseMetadata } from "../../lib/assessmentTypes.js";
6
7
  export interface ValidationResult {
7
8
  isValid: boolean;
8
9
  isError: boolean;
@@ -10,6 +11,8 @@ export interface ValidationResult {
10
11
  issues: string[];
11
12
  evidence: string[];
12
13
  classification: "fully_working" | "partially_working" | "connectivity_only" | "broken" | "error";
14
+ /** Metadata about response content types (optional, for enhanced tracking) */
15
+ responseMetadata?: ResponseMetadata;
13
16
  }
14
17
  export interface ValidationContext {
15
18
  tool: Tool;
@@ -18,6 +21,10 @@ export interface ValidationContext {
18
21
  scenarioCategory?: "happy_path" | "edge_case" | "boundary" | "error_case";
19
22
  }
20
23
  export declare class ResponseValidator {
24
+ /**
25
+ * Extract response metadata including content types, structuredContent, and _meta
26
+ */
27
+ static extractResponseMetadata(context: ValidationContext): ResponseMetadata;
21
28
  /**
22
29
  * Validate a tool response comprehensively
23
30
  */
@@ -27,40 +34,6 @@ export declare class ResponseValidator {
27
34
  * These errors indicate the tool is working correctly but rejecting invalid business data
28
35
  */
29
36
  static isBusinessLogicError(context: ValidationContext): boolean;
30
- /**
31
- * Validate error responses are proper and informative
32
- * NOTE: Currently unused - kept for potential future use
33
- */
34
- private static validateErrorResponse;
35
- /**
36
- * Validate response structure matches expectations
37
- * NOTE: Currently unused - kept for potential future use
38
- */
39
- private static validateResponseStructure;
40
- /**
41
- * Validate response content is meaningful
42
- * NOTE: Currently unused - kept for potential future use
43
- */
44
- private static validateResponseContent;
45
- /**
46
- * Validate semantic correctness based on input/output relationship
47
- * NOTE: Currently unused - kept for potential future use
48
- */
49
- private static validateSemanticCorrectness;
50
- /**
51
- * Validate tool-specific logic and patterns
52
- * NOTE: Currently unused - kept for potential future use
53
- */
54
- private static validateToolSpecificLogic;
55
- /**
56
- * Find query-like parameter in input
57
- */
58
- private static findQueryParameter;
59
- /**
60
- * Validate structured output against outputSchema (MCP 2025-06-18 feature)
61
- * NOTE: Currently unused - kept for potential future use
62
- */
63
- private static validateStructuredOutput;
64
37
  /**
65
38
  * Calculate confidence score for a set of validation results
66
39
  */
@@ -1 +1 @@
1
- {"version":3,"file":"ResponseValidator.d.ts","sourceRoot":"","sources":["../../../src/services/assessment/ResponseValidator.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EACL,2BAA2B,EAC3B,IAAI,EACL,MAAM,oCAAoC,CAAC;AAE5C,MAAM,WAAW,gBAAgB;IAC/B,OAAO,EAAE,OAAO,CAAC;IACjB,OAAO,EAAE,OAAO,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,cAAc,EACV,eAAe,GACf,mBAAmB,GACnB,mBAAmB,GACnB,QAAQ,GACR,OAAO,CAAC;CACb;AAED,MAAM,WAAW,iBAAiB;IAChC,IAAI,EAAE,IAAI,CAAC;IACX,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC/B,QAAQ,EAAE,2BAA2B,CAAC;IACtC,gBAAgB,CAAC,EAAE,YAAY,GAAG,WAAW,GAAG,UAAU,GAAG,YAAY,CAAC;CAC3E;AAED,qBAAa,iBAAiB;IAC5B;;OAEG;IACH,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,iBAAiB,GAAG,gBAAgB;IA2ErE;;;OAGG;IACH,MAAM,CAAC,oBAAoB,CAAC,OAAO,EAAE,iBAAiB,GAAG,OAAO;IAmShE;;;OAGG;IAEH,OAAO,CAAC,MAAM,CAAC,qBAAqB;IA0CpC;;;OAGG;IAEH,OAAO,CAAC,MAAM,CAAC,yBAAyB;IAoCxC;;;OAGG;IAEH,OAAO,CAAC,MAAM,CAAC,uBAAuB;IAsMtC;;;OAGG;IAEH,OAAO,CAAC,MAAM,CAAC,2BAA2B;IA6S1C;;;OAGG;IAEH,OAAO,CAAC,MAAM,CAAC,yBAAyB;IAwSxC;;OAEG;IACH,OAAO,CAAC,MAAM,CAAC,kBAAkB;IA4BjC;;;OAGG;IAEH,OAAO,CAAC,MAAM,CAAC,wBAAwB;IAkDvC;;OAEG;IACH,MAAM,CAAC,0BAA0B,CAAC,OAAO,EAAE,gBAAgB,EAAE,GAAG,MAAM;CAsBvE"}
1
+ {"version":3,"file":"ResponseValidator.d.ts","sourceRoot":"","sources":["../../../src/services/assessment/ResponseValidator.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EACL,2BAA2B,EAC3B,IAAI,EACL,MAAM,oCAAoC,CAAC;AAC5C,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AAGzD,MAAM,WAAW,gBAAgB;IAC/B,OAAO,EAAE,OAAO,CAAC;IACjB,OAAO,EAAE,OAAO,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,cAAc,EACV,eAAe,GACf,mBAAmB,GACnB,mBAAmB,GACnB,QAAQ,GACR,OAAO,CAAC;IACZ,8EAA8E;IAC9E,gBAAgB,CAAC,EAAE,gBAAgB,CAAC;CACrC;AAED,MAAM,WAAW,iBAAiB;IAChC,IAAI,EAAE,IAAI,CAAC;IACX,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC/B,QAAQ,EAAE,2BAA2B,CAAC;IACtC,gBAAgB,CAAC,EAAE,YAAY,GAAG,WAAW,GAAG,UAAU,GAAG,YAAY,CAAC;CAC3E;AAED,qBAAa,iBAAiB;IAC5B;;OAEG;IACH,MAAM,CAAC,uBAAuB,CAAC,OAAO,EAAE,iBAAiB,GAAG,gBAAgB;IA8E5E;;OAEG;IACH,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,iBAAiB,GAAG,gBAAgB;IAgHrE;;;OAGG;IACH,MAAM,CAAC,oBAAoB,CAAC,OAAO,EAAE,iBAAiB,GAAG,OAAO;IAmShE;;OAEG;IACH,MAAM,CAAC,0BAA0B,CAAC,OAAO,EAAE,gBAAgB,EAAE,GAAG,MAAM;CAsBvE"}