@bryan-thompson/inspector-assessment-client 1.27.0 → 1.29.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/assets/{OAuthCallback-CJWH8Ytw.js → OAuthCallback-9Gbb39Ii.js} +1 -1
- package/dist/assets/{OAuthDebugCallback-DL5adXJw.js → OAuthDebugCallback-B76J2MBn.js} +1 -1
- package/dist/assets/{index-Cu9XzUwB.js → index-CHTOR9VI.js} +77 -39
- package/dist/index.html +1 -1
- package/lib/lib/assessment/configTypes.d.ts +1 -0
- package/lib/lib/assessment/configTypes.d.ts.map +1 -1
- package/lib/lib/assessment/configTypes.js +10 -0
- package/lib/lib/assessment/extendedTypes.d.ts +74 -0
- package/lib/lib/assessment/extendedTypes.d.ts.map +1 -1
- package/lib/lib/assessment/resultTypes.d.ts +11 -1
- package/lib/lib/assessment/resultTypes.d.ts.map +1 -1
- package/lib/lib/securityPatterns.d.ts +8 -3
- package/lib/lib/securityPatterns.d.ts.map +1 -1
- package/lib/lib/securityPatterns.js +205 -3
- package/lib/services/assessment/AssessmentOrchestrator.d.ts +1 -0
- package/lib/services/assessment/AssessmentOrchestrator.d.ts.map +1 -1
- package/lib/services/assessment/AssessmentOrchestrator.js +31 -1
- package/lib/services/assessment/modules/FileModularizationAssessor.d.ts +87 -0
- package/lib/services/assessment/modules/FileModularizationAssessor.d.ts.map +1 -0
- package/lib/services/assessment/modules/FileModularizationAssessor.js +475 -0
- package/lib/services/assessment/modules/TemporalAssessor.d.ts +5 -129
- package/lib/services/assessment/modules/TemporalAssessor.d.ts.map +1 -1
- package/lib/services/assessment/modules/TemporalAssessor.js +18 -554
- package/lib/services/assessment/modules/ToolAnnotationAssessor.d.ts +10 -70
- package/lib/services/assessment/modules/ToolAnnotationAssessor.d.ts.map +1 -1
- package/lib/services/assessment/modules/ToolAnnotationAssessor.js +32 -625
- package/lib/services/assessment/modules/annotations/AlignmentChecker.d.ts +65 -0
- package/lib/services/assessment/modules/annotations/AlignmentChecker.d.ts.map +1 -0
- package/lib/services/assessment/modules/annotations/AlignmentChecker.js +289 -0
- package/lib/services/assessment/modules/annotations/ClaudeIntegration.d.ts +22 -0
- package/lib/services/assessment/modules/annotations/ClaudeIntegration.d.ts.map +1 -0
- package/lib/services/assessment/modules/annotations/ClaudeIntegration.js +139 -0
- package/lib/services/assessment/modules/annotations/EventEmitter.d.ts +20 -0
- package/lib/services/assessment/modules/annotations/EventEmitter.d.ts.map +1 -0
- package/lib/services/assessment/modules/annotations/EventEmitter.js +100 -0
- package/lib/services/assessment/modules/annotations/ExplanationGenerator.d.ts +25 -0
- package/lib/services/assessment/modules/annotations/ExplanationGenerator.d.ts.map +1 -0
- package/lib/services/assessment/modules/annotations/ExplanationGenerator.js +122 -0
- package/lib/services/assessment/modules/annotations/index.d.ts +5 -0
- package/lib/services/assessment/modules/annotations/index.d.ts.map +1 -1
- package/lib/services/assessment/modules/annotations/index.js +8 -0
- package/lib/services/assessment/modules/annotations/types.d.ts +33 -0
- package/lib/services/assessment/modules/annotations/types.d.ts.map +1 -0
- package/lib/services/assessment/modules/annotations/types.js +7 -0
- package/lib/services/assessment/modules/securityTests/SafeResponseDetector.d.ts +3 -0
- package/lib/services/assessment/modules/securityTests/SafeResponseDetector.d.ts.map +1 -1
- package/lib/services/assessment/modules/securityTests/SafeResponseDetector.js +14 -1
- package/lib/services/assessment/modules/securityTests/SecurityPatternLibrary.d.ts +56 -0
- package/lib/services/assessment/modules/securityTests/SecurityPatternLibrary.d.ts.map +1 -1
- package/lib/services/assessment/modules/securityTests/SecurityPatternLibrary.js +121 -0
- package/lib/services/assessment/modules/securityTests/SecurityPayloadGenerator.d.ts.map +1 -1
- package/lib/services/assessment/modules/securityTests/SecurityPayloadGenerator.js +13 -0
- package/lib/services/assessment/modules/securityTests/SecurityPayloadTester.d.ts.map +1 -1
- package/lib/services/assessment/modules/securityTests/SecurityPayloadTester.js +24 -0
- package/lib/services/assessment/modules/securityTests/SecurityResponseAnalyzer.d.ts +80 -0
- package/lib/services/assessment/modules/securityTests/SecurityResponseAnalyzer.d.ts.map +1 -1
- package/lib/services/assessment/modules/securityTests/SecurityResponseAnalyzer.js +273 -3
- package/lib/services/assessment/modules/temporal/MutationDetector.d.ts +75 -0
- package/lib/services/assessment/modules/temporal/MutationDetector.d.ts.map +1 -0
- package/lib/services/assessment/modules/temporal/MutationDetector.js +147 -0
- package/lib/services/assessment/modules/temporal/VarianceClassifier.d.ts +112 -0
- package/lib/services/assessment/modules/temporal/VarianceClassifier.d.ts.map +1 -0
- package/lib/services/assessment/modules/temporal/VarianceClassifier.js +427 -0
- package/lib/services/assessment/modules/temporal/index.d.ts +10 -0
- package/lib/services/assessment/modules/temporal/index.d.ts.map +1 -0
- package/lib/services/assessment/modules/temporal/index.js +9 -0
- package/package.json +1 -1
|
@@ -15,31 +15,24 @@
|
|
|
15
15
|
* - BehaviorInference: Infers expected behavior from tool names
|
|
16
16
|
* - AnnotationDeceptionDetector: Detects keyword-based misalignments
|
|
17
17
|
* - DescriptionPoisoningDetector: Detects malicious content in descriptions
|
|
18
|
+
*
|
|
19
|
+
* Refactored in Issue #105 to delegate to extracted helper modules:
|
|
20
|
+
* - AlignmentChecker: Tool alignment assessment and metrics
|
|
21
|
+
* - ExplanationGenerator: Explanation and recommendation generation
|
|
22
|
+
* - EventEmitter: Progress event emission
|
|
23
|
+
* - ClaudeIntegration: Claude-enhanced behavior inference
|
|
18
24
|
*/
|
|
19
25
|
import { BaseAssessor } from "./BaseAssessor.js";
|
|
20
26
|
import { AssessmentContext } from "../AssessmentOrchestrator.js";
|
|
21
|
-
import type { ToolAnnotationAssessment,
|
|
27
|
+
import type { ToolAnnotationAssessment, AssessmentConfiguration } from "../../../lib/assessmentTypes.js";
|
|
22
28
|
import type { ClaudeCodeBridge } from "../lib/claudeCodeBridge.js";
|
|
23
29
|
import { type CompiledPatterns, type ServerPersistenceContext } from "../config/annotationPatterns.js";
|
|
30
|
+
import { type EnhancedToolAnnotationResult } from "./annotations/index.js";
|
|
24
31
|
/**
|
|
25
32
|
* Enhanced tool annotation result with Claude inference
|
|
33
|
+
* Re-exported for backwards compatibility
|
|
26
34
|
*/
|
|
27
|
-
export
|
|
28
|
-
claudeInference?: {
|
|
29
|
-
expectedReadOnly: boolean;
|
|
30
|
-
expectedDestructive: boolean;
|
|
31
|
-
confidence: number;
|
|
32
|
-
reasoning: string;
|
|
33
|
-
suggestedAnnotations: {
|
|
34
|
-
readOnlyHint?: boolean;
|
|
35
|
-
destructiveHint?: boolean;
|
|
36
|
-
idempotentHint?: boolean;
|
|
37
|
-
};
|
|
38
|
-
misalignmentDetected: boolean;
|
|
39
|
-
misalignmentDetails?: string;
|
|
40
|
-
source: "claude-inferred" | "pattern-based";
|
|
41
|
-
};
|
|
42
|
-
}
|
|
35
|
+
export { EnhancedToolAnnotationResult };
|
|
43
36
|
/**
|
|
44
37
|
* Enhanced assessment with Claude integration
|
|
45
38
|
*/
|
|
@@ -73,58 +66,5 @@ export declare class ToolAnnotationAssessor extends BaseAssessor {
|
|
|
73
66
|
* Run tool annotation assessment
|
|
74
67
|
*/
|
|
75
68
|
assess(context: AssessmentContext): Promise<ToolAnnotationAssessment | EnhancedToolAnnotationAssessment>;
|
|
76
|
-
/**
|
|
77
|
-
* Emit annotation-related progress events
|
|
78
|
-
*/
|
|
79
|
-
private emitAnnotationEvents;
|
|
80
|
-
/**
|
|
81
|
-
* Emit mismatch event (misaligned or review_recommended)
|
|
82
|
-
*/
|
|
83
|
-
private emitMismatchEvent;
|
|
84
|
-
/**
|
|
85
|
-
* Enhance tool assessment with Claude inference
|
|
86
|
-
*/
|
|
87
|
-
private enhanceWithClaudeInference;
|
|
88
|
-
/**
|
|
89
|
-
* Assess a single tool's annotations
|
|
90
|
-
*/
|
|
91
|
-
private assessTool;
|
|
92
|
-
/**
|
|
93
|
-
* Extract annotations from a tool
|
|
94
|
-
*/
|
|
95
|
-
private extractAnnotations;
|
|
96
|
-
/**
|
|
97
|
-
* Extract extended metadata from tool (Issue #54)
|
|
98
|
-
* Extracts rate limits, permissions, return schemas, and bulk operation support
|
|
99
|
-
*/
|
|
100
|
-
private extractExtendedMetadata;
|
|
101
|
-
/**
|
|
102
|
-
* Extract parameters from tool input schema
|
|
103
|
-
*/
|
|
104
|
-
private extractToolParams;
|
|
105
|
-
/**
|
|
106
|
-
* Determine overall status
|
|
107
|
-
*/
|
|
108
|
-
private determineAnnotationStatus;
|
|
109
|
-
/**
|
|
110
|
-
* Calculate metrics and alignment breakdown
|
|
111
|
-
*/
|
|
112
|
-
private calculateMetrics;
|
|
113
|
-
/**
|
|
114
|
-
* Generate explanation
|
|
115
|
-
*/
|
|
116
|
-
private generateExplanation;
|
|
117
|
-
/**
|
|
118
|
-
* Generate enhanced explanation with Claude analysis
|
|
119
|
-
*/
|
|
120
|
-
private generateEnhancedExplanation;
|
|
121
|
-
/**
|
|
122
|
-
* Generate recommendations
|
|
123
|
-
*/
|
|
124
|
-
private generateRecommendations;
|
|
125
|
-
/**
|
|
126
|
-
* Generate enhanced recommendations with Claude analysis
|
|
127
|
-
*/
|
|
128
|
-
private generateEnhancedRecommendations;
|
|
129
69
|
}
|
|
130
70
|
//# sourceMappingURL=ToolAnnotationAssessor.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"ToolAnnotationAssessor.d.ts","sourceRoot":"","sources":["../../../../src/services/assessment/modules/ToolAnnotationAssessor.ts"],"names":[],"mappings":"AAAA
|
|
1
|
+
{"version":3,"file":"ToolAnnotationAssessor.d.ts","sourceRoot":"","sources":["../../../../src/services/assessment/modules/ToolAnnotationAssessor.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAC9C,OAAO,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AAC9D,OAAO,KAAK,EACV,wBAAwB,EACxB,uBAAuB,EACxB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAChE,OAAO,EACL,KAAK,gBAAgB,EACrB,KAAK,wBAAwB,EAG9B,MAAM,8BAA8B,CAAC;AAGtC,OAAO,EAiBL,KAAK,4BAA4B,EAClC,MAAM,eAAe,CAAC;AAEvB;;;GAGG;AACH,OAAO,EAAE,4BAA4B,EAAE,CAAC;AAExC;;GAEG;AACH,MAAM,WAAW,gCAAiC,SAAQ,wBAAwB;IAChF,WAAW,EAAE,4BAA4B,EAAE,CAAC;IAC5C,cAAc,EAAE,OAAO,CAAC;IACxB,2BAA2B,EAAE,4BAA4B,EAAE,CAAC;CAC7D;AAED,qBAAa,sBAAuB,SAAQ,YAAY;IACtD,OAAO,CAAC,YAAY,CAAC,CAAmB;IACxC,OAAO,CAAC,gBAAgB,CAAmB;IAC3C,OAAO,CAAC,kBAAkB,CAAC,CAA2B;gBAE1C,MAAM,EAAE,uBAAuB;IAK3C;;OAEG;IACH,qBAAqB,IAAI,wBAAwB,GAAG,SAAS;IAI7D;;OAEG;IACH,WAAW,CAAC,QAAQ,EAAE,gBAAgB,GAAG,IAAI;IAK7C;;OAEG;IACH,eAAe,CAAC,MAAM,EAAE,gBAAgB,GAAG,IAAI;IAK/C;;OAEG;IACH,eAAe,IAAI,OAAO;IAO1B;;OAEG;IACG,MAAM,CACV,OAAO,EAAE,iBAAiB,GACzB,OAAO,CAAC,wBAAwB,GAAG,gCAAgC,CAAC;CA4RxE"}
|