@bryan-thompson/inspector-assessment-client 1.27.0 → 1.29.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (67) hide show
  1. package/dist/assets/{OAuthCallback-CJWH8Ytw.js → OAuthCallback-9Gbb39Ii.js} +1 -1
  2. package/dist/assets/{OAuthDebugCallback-DL5adXJw.js → OAuthDebugCallback-B76J2MBn.js} +1 -1
  3. package/dist/assets/{index-Cu9XzUwB.js → index-CHTOR9VI.js} +77 -39
  4. package/dist/index.html +1 -1
  5. package/lib/lib/assessment/configTypes.d.ts +1 -0
  6. package/lib/lib/assessment/configTypes.d.ts.map +1 -1
  7. package/lib/lib/assessment/configTypes.js +10 -0
  8. package/lib/lib/assessment/extendedTypes.d.ts +74 -0
  9. package/lib/lib/assessment/extendedTypes.d.ts.map +1 -1
  10. package/lib/lib/assessment/resultTypes.d.ts +11 -1
  11. package/lib/lib/assessment/resultTypes.d.ts.map +1 -1
  12. package/lib/lib/securityPatterns.d.ts +8 -3
  13. package/lib/lib/securityPatterns.d.ts.map +1 -1
  14. package/lib/lib/securityPatterns.js +205 -3
  15. package/lib/services/assessment/AssessmentOrchestrator.d.ts +1 -0
  16. package/lib/services/assessment/AssessmentOrchestrator.d.ts.map +1 -1
  17. package/lib/services/assessment/AssessmentOrchestrator.js +31 -1
  18. package/lib/services/assessment/modules/FileModularizationAssessor.d.ts +87 -0
  19. package/lib/services/assessment/modules/FileModularizationAssessor.d.ts.map +1 -0
  20. package/lib/services/assessment/modules/FileModularizationAssessor.js +475 -0
  21. package/lib/services/assessment/modules/TemporalAssessor.d.ts +5 -129
  22. package/lib/services/assessment/modules/TemporalAssessor.d.ts.map +1 -1
  23. package/lib/services/assessment/modules/TemporalAssessor.js +18 -554
  24. package/lib/services/assessment/modules/ToolAnnotationAssessor.d.ts +10 -70
  25. package/lib/services/assessment/modules/ToolAnnotationAssessor.d.ts.map +1 -1
  26. package/lib/services/assessment/modules/ToolAnnotationAssessor.js +32 -625
  27. package/lib/services/assessment/modules/annotations/AlignmentChecker.d.ts +65 -0
  28. package/lib/services/assessment/modules/annotations/AlignmentChecker.d.ts.map +1 -0
  29. package/lib/services/assessment/modules/annotations/AlignmentChecker.js +289 -0
  30. package/lib/services/assessment/modules/annotations/ClaudeIntegration.d.ts +22 -0
  31. package/lib/services/assessment/modules/annotations/ClaudeIntegration.d.ts.map +1 -0
  32. package/lib/services/assessment/modules/annotations/ClaudeIntegration.js +139 -0
  33. package/lib/services/assessment/modules/annotations/EventEmitter.d.ts +20 -0
  34. package/lib/services/assessment/modules/annotations/EventEmitter.d.ts.map +1 -0
  35. package/lib/services/assessment/modules/annotations/EventEmitter.js +100 -0
  36. package/lib/services/assessment/modules/annotations/ExplanationGenerator.d.ts +25 -0
  37. package/lib/services/assessment/modules/annotations/ExplanationGenerator.d.ts.map +1 -0
  38. package/lib/services/assessment/modules/annotations/ExplanationGenerator.js +122 -0
  39. package/lib/services/assessment/modules/annotations/index.d.ts +5 -0
  40. package/lib/services/assessment/modules/annotations/index.d.ts.map +1 -1
  41. package/lib/services/assessment/modules/annotations/index.js +8 -0
  42. package/lib/services/assessment/modules/annotations/types.d.ts +33 -0
  43. package/lib/services/assessment/modules/annotations/types.d.ts.map +1 -0
  44. package/lib/services/assessment/modules/annotations/types.js +7 -0
  45. package/lib/services/assessment/modules/securityTests/SafeResponseDetector.d.ts +3 -0
  46. package/lib/services/assessment/modules/securityTests/SafeResponseDetector.d.ts.map +1 -1
  47. package/lib/services/assessment/modules/securityTests/SafeResponseDetector.js +14 -1
  48. package/lib/services/assessment/modules/securityTests/SecurityPatternLibrary.d.ts +56 -0
  49. package/lib/services/assessment/modules/securityTests/SecurityPatternLibrary.d.ts.map +1 -1
  50. package/lib/services/assessment/modules/securityTests/SecurityPatternLibrary.js +121 -0
  51. package/lib/services/assessment/modules/securityTests/SecurityPayloadGenerator.d.ts.map +1 -1
  52. package/lib/services/assessment/modules/securityTests/SecurityPayloadGenerator.js +13 -0
  53. package/lib/services/assessment/modules/securityTests/SecurityPayloadTester.d.ts.map +1 -1
  54. package/lib/services/assessment/modules/securityTests/SecurityPayloadTester.js +24 -0
  55. package/lib/services/assessment/modules/securityTests/SecurityResponseAnalyzer.d.ts +80 -0
  56. package/lib/services/assessment/modules/securityTests/SecurityResponseAnalyzer.d.ts.map +1 -1
  57. package/lib/services/assessment/modules/securityTests/SecurityResponseAnalyzer.js +273 -3
  58. package/lib/services/assessment/modules/temporal/MutationDetector.d.ts +75 -0
  59. package/lib/services/assessment/modules/temporal/MutationDetector.d.ts.map +1 -0
  60. package/lib/services/assessment/modules/temporal/MutationDetector.js +147 -0
  61. package/lib/services/assessment/modules/temporal/VarianceClassifier.d.ts +112 -0
  62. package/lib/services/assessment/modules/temporal/VarianceClassifier.d.ts.map +1 -0
  63. package/lib/services/assessment/modules/temporal/VarianceClassifier.js +427 -0
  64. package/lib/services/assessment/modules/temporal/index.d.ts +10 -0
  65. package/lib/services/assessment/modules/temporal/index.d.ts.map +1 -0
  66. package/lib/services/assessment/modules/temporal/index.js +9 -0
  67. package/package.json +1 -1
@@ -15,31 +15,24 @@
15
15
  * - BehaviorInference: Infers expected behavior from tool names
16
16
  * - AnnotationDeceptionDetector: Detects keyword-based misalignments
17
17
  * - DescriptionPoisoningDetector: Detects malicious content in descriptions
18
+ *
19
+ * Refactored in Issue #105 to delegate to extracted helper modules:
20
+ * - AlignmentChecker: Tool alignment assessment and metrics
21
+ * - ExplanationGenerator: Explanation and recommendation generation
22
+ * - EventEmitter: Progress event emission
23
+ * - ClaudeIntegration: Claude-enhanced behavior inference
18
24
  */
19
25
  import { BaseAssessor } from "./BaseAssessor.js";
20
26
  import { AssessmentContext } from "../AssessmentOrchestrator.js";
21
- import type { ToolAnnotationAssessment, ToolAnnotationResult, AssessmentConfiguration } from "../../../lib/assessmentTypes.js";
27
+ import type { ToolAnnotationAssessment, AssessmentConfiguration } from "../../../lib/assessmentTypes.js";
22
28
  import type { ClaudeCodeBridge } from "../lib/claudeCodeBridge.js";
23
29
  import { type CompiledPatterns, type ServerPersistenceContext } from "../config/annotationPatterns.js";
30
+ import { type EnhancedToolAnnotationResult } from "./annotations/index.js";
24
31
  /**
25
32
  * Enhanced tool annotation result with Claude inference
33
+ * Re-exported for backwards compatibility
26
34
  */
27
- export interface EnhancedToolAnnotationResult extends ToolAnnotationResult {
28
- claudeInference?: {
29
- expectedReadOnly: boolean;
30
- expectedDestructive: boolean;
31
- confidence: number;
32
- reasoning: string;
33
- suggestedAnnotations: {
34
- readOnlyHint?: boolean;
35
- destructiveHint?: boolean;
36
- idempotentHint?: boolean;
37
- };
38
- misalignmentDetected: boolean;
39
- misalignmentDetails?: string;
40
- source: "claude-inferred" | "pattern-based";
41
- };
42
- }
35
+ export { EnhancedToolAnnotationResult };
43
36
  /**
44
37
  * Enhanced assessment with Claude integration
45
38
  */
@@ -73,58 +66,5 @@ export declare class ToolAnnotationAssessor extends BaseAssessor {
73
66
  * Run tool annotation assessment
74
67
  */
75
68
  assess(context: AssessmentContext): Promise<ToolAnnotationAssessment | EnhancedToolAnnotationAssessment>;
76
- /**
77
- * Emit annotation-related progress events
78
- */
79
- private emitAnnotationEvents;
80
- /**
81
- * Emit mismatch event (misaligned or review_recommended)
82
- */
83
- private emitMismatchEvent;
84
- /**
85
- * Enhance tool assessment with Claude inference
86
- */
87
- private enhanceWithClaudeInference;
88
- /**
89
- * Assess a single tool's annotations
90
- */
91
- private assessTool;
92
- /**
93
- * Extract annotations from a tool
94
- */
95
- private extractAnnotations;
96
- /**
97
- * Extract extended metadata from tool (Issue #54)
98
- * Extracts rate limits, permissions, return schemas, and bulk operation support
99
- */
100
- private extractExtendedMetadata;
101
- /**
102
- * Extract parameters from tool input schema
103
- */
104
- private extractToolParams;
105
- /**
106
- * Determine overall status
107
- */
108
- private determineAnnotationStatus;
109
- /**
110
- * Calculate metrics and alignment breakdown
111
- */
112
- private calculateMetrics;
113
- /**
114
- * Generate explanation
115
- */
116
- private generateExplanation;
117
- /**
118
- * Generate enhanced explanation with Claude analysis
119
- */
120
- private generateEnhancedExplanation;
121
- /**
122
- * Generate recommendations
123
- */
124
- private generateRecommendations;
125
- /**
126
- * Generate enhanced recommendations with Claude analysis
127
- */
128
- private generateEnhancedRecommendations;
129
69
  }
130
70
  //# sourceMappingURL=ToolAnnotationAssessor.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"ToolAnnotationAssessor.d.ts","sourceRoot":"","sources":["../../../../src/services/assessment/modules/ToolAnnotationAssessor.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAC9C,OAAO,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AAC9D,OAAO,KAAK,EACV,wBAAwB,EACxB,oBAAoB,EAIpB,uBAAuB,EAExB,MAAM,uBAAuB,CAAC;AAE/B,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAChE,OAAO,EACL,KAAK,gBAAgB,EACrB,KAAK,wBAAwB,EAG9B,MAAM,8BAA8B,CAAC;AAYtC;;GAEG;AACH,MAAM,WAAW,4BAA6B,SAAQ,oBAAoB;IACxE,eAAe,CAAC,EAAE;QAChB,gBAAgB,EAAE,OAAO,CAAC;QAC1B,mBAAmB,EAAE,OAAO,CAAC;QAC7B,UAAU,EAAE,MAAM,CAAC;QACnB,SAAS,EAAE,MAAM,CAAC;QAClB,oBAAoB,EAAE;YACpB,YAAY,CAAC,EAAE,OAAO,CAAC;YACvB,eAAe,CAAC,EAAE,OAAO,CAAC;YAC1B,cAAc,CAAC,EAAE,OAAO,CAAC;SAC1B,CAAC;QACF,oBAAoB,EAAE,OAAO,CAAC;QAC9B,mBAAmB,CAAC,EAAE,MAAM,CAAC;QAC7B,MAAM,EAAE,iBAAiB,GAAG,eAAe,CAAC;KAC7C,CAAC;CACH;AAED;;GAEG;AACH,MAAM,WAAW,gCAAiC,SAAQ,wBAAwB;IAChF,WAAW,EAAE,4BAA4B,EAAE,CAAC;IAC5C,cAAc,EAAE,OAAO,CAAC;IACxB,2BAA2B,EAAE,4BAA4B,EAAE,CAAC;CAC7D;AAED,qBAAa,sBAAuB,SAAQ,YAAY;IACtD,OAAO,CAAC,YAAY,CAAC,CAAmB;IACxC,OAAO,CAAC,gBAAgB,CAAmB;IAC3C,OAAO,CAAC,kBAAkB,CAAC,CAA2B;gBAE1C,MAAM,EAAE,uBAAuB;IAK3C;;OAEG;IACH,qBAAqB,IAAI,wBAAwB,GAAG,SAAS;IAI7D;;OAEG;IACH,WAAW,CAAC,QAAQ,EAAE,gBAAgB,GAAG,IAAI;IAK7C;;OAEG;IACH,eAAe,CAAC,MAAM,EAAE,gBAAgB,GAAG,IAAI;IAK/C;;OAEG;IACH,eAAe,IAAI,OAAO;IAO1B;;OAEG;IACG,MAAM,CACV,OAAO,EAAE,iBAAiB,GACzB,OAAO,CAAC,wBAAwB,GAAG,gCAAgC,CAAC;IA2SvE;;OAEG;IACH,OAAO,CAAC,oBAAoB;IAqF5B;;OAEG;IACH,OAAO,CAAC,iBAAiB;IA+CzB;;OAEG;YACW,0BAA0B;IAyIxC;;OAEG;IACH,OAAO,CAAC,UAAU;IAoIlB;;OAEG;IACH,OAAO,CAAC,kBAAkB;IAwE1B;;;OAGG;IACH,OAAO,CAAC,uBAAuB;IAkE/B;;OAEG;IACH,OAAO,CAAC,iBAAiB;IAuBzB;;OAEG;IACH,OAAO,CAAC,yBAAyB;IAmCjC;;OAEG;IACH,OAAO,CAAC,gBAAgB;IA6CxB;;OAEG;IACH,OAAO,CAAC,mBAAmB;IAmC3B;;OAEG;IACH,OAAO,CAAC,2BAA2B;IAiCnC;;OAEG;IACH,OAAO,CAAC,uBAAuB;IAyC/B;;OAEG;IACH,OAAO,CAAC,+BAA+B;CAgFxC"}
1
+ {"version":3,"file":"ToolAnnotationAssessor.d.ts","sourceRoot":"","sources":["../../../../src/services/assessment/modules/ToolAnnotationAssessor.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAC9C,OAAO,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AAC9D,OAAO,KAAK,EACV,wBAAwB,EACxB,uBAAuB,EACxB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAChE,OAAO,EACL,KAAK,gBAAgB,EACrB,KAAK,wBAAwB,EAG9B,MAAM,8BAA8B,CAAC;AAGtC,OAAO,EAiBL,KAAK,4BAA4B,EAClC,MAAM,eAAe,CAAC;AAEvB;;;GAGG;AACH,OAAO,EAAE,4BAA4B,EAAE,CAAC;AAExC;;GAEG;AACH,MAAM,WAAW,gCAAiC,SAAQ,wBAAwB;IAChF,WAAW,EAAE,4BAA4B,EAAE,CAAC;IAC5C,cAAc,EAAE,OAAO,CAAC;IACxB,2BAA2B,EAAE,4BAA4B,EAAE,CAAC;CAC7D;AAED,qBAAa,sBAAuB,SAAQ,YAAY;IACtD,OAAO,CAAC,YAAY,CAAC,CAAmB;IACxC,OAAO,CAAC,gBAAgB,CAAmB;IAC3C,OAAO,CAAC,kBAAkB,CAAC,CAA2B;gBAE1C,MAAM,EAAE,uBAAuB;IAK3C;;OAEG;IACH,qBAAqB,IAAI,wBAAwB,GAAG,SAAS;IAI7D;;OAEG;IACH,WAAW,CAAC,QAAQ,EAAE,gBAAgB,GAAG,IAAI;IAK7C;;OAEG;IACH,eAAe,CAAC,MAAM,EAAE,gBAAgB,GAAG,IAAI;IAK/C;;OAEG;IACH,eAAe,IAAI,OAAO;IAO1B;;OAEG;IACG,MAAM,CACV,OAAO,EAAE,iBAAiB,GACzB,OAAO,CAAC,wBAAwB,GAAG,gCAAgC,CAAC;CA4RxE"}