@bryan-thompson/inspector-assessment-client 1.34.1 → 1.35.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/assets/{OAuthCallback-C27_rGpA.js → OAuthCallback-DC1cIXHT.js} +1 -1
- package/dist/assets/{OAuthDebugCallback-DpgDVJTf.js → OAuthDebugCallback-C3gqJjgQ.js} +1 -1
- package/dist/assets/{index-BX8lZxC_.js → index-Dn2w887x.js} +5 -4
- package/dist/index.html +1 -1
- package/lib/lib/assessment/configSchemas.d.ts +12 -12
- package/lib/lib/assessment/jsonlEventSchemas.d.ts +79 -1
- package/lib/lib/assessment/jsonlEventSchemas.d.ts.map +1 -1
- package/lib/lib/assessment/jsonlEventSchemas.js +31 -1
- package/lib/lib/assessment/progressTypes.d.ts +17 -1
- package/lib/lib/assessment/progressTypes.d.ts.map +1 -1
- package/lib/lib/assessment/resultTypes.d.ts +64 -0
- package/lib/lib/assessment/resultTypes.d.ts.map +1 -1
- package/lib/lib/assessment/sharedSchemas.d.ts +13 -0
- package/lib/lib/assessment/sharedSchemas.d.ts.map +1 -1
- package/lib/lib/assessment/sharedSchemas.js +9 -0
- package/lib/lib/assessment/summarizer/AssessmentSummarizer.d.ts +112 -0
- package/lib/lib/assessment/summarizer/AssessmentSummarizer.d.ts.map +1 -0
- package/lib/lib/assessment/summarizer/AssessmentSummarizer.js +452 -0
- package/lib/lib/assessment/summarizer/index.d.ts +19 -0
- package/lib/lib/assessment/summarizer/index.d.ts.map +1 -0
- package/lib/lib/assessment/summarizer/index.js +19 -0
- package/lib/lib/assessment/summarizer/stageBEnrichmentBuilder.d.ts +36 -0
- package/lib/lib/assessment/summarizer/stageBEnrichmentBuilder.d.ts.map +1 -0
- package/lib/lib/assessment/summarizer/stageBEnrichmentBuilder.js +282 -0
- package/lib/lib/assessment/summarizer/stageBTypes.d.ts +154 -0
- package/lib/lib/assessment/summarizer/stageBTypes.d.ts.map +1 -0
- package/lib/lib/assessment/summarizer/stageBTypes.js +24 -0
- package/lib/lib/assessment/summarizer/tokenEstimator.d.ts +103 -0
- package/lib/lib/assessment/summarizer/tokenEstimator.d.ts.map +1 -0
- package/lib/lib/assessment/summarizer/tokenEstimator.js +225 -0
- package/lib/lib/assessment/summarizer/types.d.ts +187 -0
- package/lib/lib/assessment/summarizer/types.d.ts.map +1 -0
- package/lib/lib/assessment/summarizer/types.js +20 -0
- package/lib/lib/moduleScoring.d.ts +6 -1
- package/lib/lib/moduleScoring.d.ts.map +1 -1
- package/lib/lib/moduleScoring.js +6 -1
- package/lib/services/assessment/modules/SecurityAssessor.d.ts.map +1 -1
- package/lib/services/assessment/modules/SecurityAssessor.js +37 -3
- package/lib/services/assessment/modules/securityTests/TestValidityAnalyzer.d.ts +118 -0
- package/lib/services/assessment/modules/securityTests/TestValidityAnalyzer.d.ts.map +1 -0
- package/lib/services/assessment/modules/securityTests/TestValidityAnalyzer.js +403 -0
- package/lib/services/assessment/modules/securityTests/index.d.ts +1 -0
- package/lib/services/assessment/modules/securityTests/index.d.ts.map +1 -1
- package/lib/services/assessment/modules/securityTests/index.js +1 -0
- package/package.json +1 -1
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { u as useToast, r as reactExports, j as jsxRuntimeExports, p as parseOAuthCallbackParams, g as generateOAuthErrorDescription, S as SESSION_KEYS, I as InspectorOAuthClientProvider, a as auth } from "./index-
|
|
1
|
+
import { u as useToast, r as reactExports, j as jsxRuntimeExports, p as parseOAuthCallbackParams, g as generateOAuthErrorDescription, S as SESSION_KEYS, I as InspectorOAuthClientProvider, a as auth } from "./index-Dn2w887x.js";
|
|
2
2
|
const OAuthCallback = ({ onConnect }) => {
|
|
3
3
|
const { toast } = useToast();
|
|
4
4
|
const hasProcessedRef = reactExports.useRef(false);
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { r as reactExports, S as SESSION_KEYS, p as parseOAuthCallbackParams, j as jsxRuntimeExports, g as generateOAuthErrorDescription } from "./index-
|
|
1
|
+
import { r as reactExports, S as SESSION_KEYS, p as parseOAuthCallbackParams, j as jsxRuntimeExports, g as generateOAuthErrorDescription } from "./index-Dn2w887x.js";
|
|
2
2
|
const OAuthDebugCallback = ({ onConnect }) => {
|
|
3
3
|
reactExports.useEffect(() => {
|
|
4
4
|
let isProcessed = false;
|
|
@@ -16373,7 +16373,7 @@ object({
|
|
|
16373
16373
|
token_type_hint: string().optional()
|
|
16374
16374
|
}).strip();
|
|
16375
16375
|
const name = "@bryan-thompson/inspector-assessment-client";
|
|
16376
|
-
const version$1 = "1.
|
|
16376
|
+
const version$1 = "1.35.0";
|
|
16377
16377
|
const packageJson = {
|
|
16378
16378
|
name,
|
|
16379
16379
|
version: version$1
|
|
@@ -36802,6 +36802,7 @@ enumType([
|
|
|
36802
36802
|
]);
|
|
36803
36803
|
enumType(["stdio", "http", "sse"]);
|
|
36804
36804
|
enumType(["json", "markdown"]);
|
|
36805
|
+
enumType(["full", "tiered", "summary-only"]);
|
|
36805
36806
|
const ConfigItemSchema = objectType({
|
|
36806
36807
|
label: stringType().min(1, "label is required"),
|
|
36807
36808
|
description: stringType(),
|
|
@@ -48919,7 +48920,7 @@ const useTheme = () => {
|
|
|
48919
48920
|
[theme, setThemeWithSideEffect]
|
|
48920
48921
|
);
|
|
48921
48922
|
};
|
|
48922
|
-
const version = "1.
|
|
48923
|
+
const version = "1.35.0";
|
|
48923
48924
|
var [createTooltipContext] = createContextScope("Tooltip", [
|
|
48924
48925
|
createPopperScope
|
|
48925
48926
|
]);
|
|
@@ -52514,13 +52515,13 @@ const App = () => {
|
|
|
52514
52515
|
) });
|
|
52515
52516
|
if (window.location.pathname === "/oauth/callback") {
|
|
52516
52517
|
const OAuthCallback = React.lazy(
|
|
52517
|
-
() => __vitePreload(() => import("./OAuthCallback-
|
|
52518
|
+
() => __vitePreload(() => import("./OAuthCallback-DC1cIXHT.js"), true ? [] : void 0)
|
|
52518
52519
|
);
|
|
52519
52520
|
return /* @__PURE__ */ jsxRuntimeExports.jsx(reactExports.Suspense, { fallback: /* @__PURE__ */ jsxRuntimeExports.jsx("div", { children: "Loading..." }), children: /* @__PURE__ */ jsxRuntimeExports.jsx(OAuthCallback, { onConnect: onOAuthConnect }) });
|
|
52520
52521
|
}
|
|
52521
52522
|
if (window.location.pathname === "/oauth/callback/debug") {
|
|
52522
52523
|
const OAuthDebugCallback = React.lazy(
|
|
52523
|
-
() => __vitePreload(() => import("./OAuthDebugCallback-
|
|
52524
|
+
() => __vitePreload(() => import("./OAuthDebugCallback-C3gqJjgQ.js"), true ? [] : void 0)
|
|
52524
52525
|
);
|
|
52525
52526
|
return /* @__PURE__ */ jsxRuntimeExports.jsx(reactExports.Suspense, { fallback: /* @__PURE__ */ jsxRuntimeExports.jsx("div", { children: "Loading..." }), children: /* @__PURE__ */ jsxRuntimeExports.jsx(OAuthDebugCallback, { onConnect: onOAuthDebugConnect }) });
|
|
52526
52527
|
}
|
package/dist/index.html
CHANGED
|
@@ -5,7 +5,7 @@
|
|
|
5
5
|
<link rel="icon" type="image/svg+xml" href="/mcp.svg" />
|
|
6
6
|
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
|
|
7
7
|
<title>MCP Inspector</title>
|
|
8
|
-
<script type="module" crossorigin src="/assets/index-
|
|
8
|
+
<script type="module" crossorigin src="/assets/index-Dn2w887x.js"></script>
|
|
9
9
|
<link rel="stylesheet" crossorigin href="/assets/index-BoUA5OL1.css">
|
|
10
10
|
</head>
|
|
11
11
|
<body>
|
|
@@ -100,13 +100,13 @@ export declare const ClaudeCodeConfigSchema: z.ZodEffects<z.ZodObject<{
|
|
|
100
100
|
headers?: Record<string, string>;
|
|
101
101
|
}>>;
|
|
102
102
|
}, "strip", z.ZodTypeAny, {
|
|
103
|
+
timeout?: number;
|
|
103
104
|
features?: {
|
|
104
105
|
intelligentTestGeneration?: boolean;
|
|
105
106
|
aupSemanticAnalysis?: boolean;
|
|
106
107
|
annotationInference?: boolean;
|
|
107
108
|
documentationQuality?: boolean;
|
|
108
109
|
};
|
|
109
|
-
timeout?: number;
|
|
110
110
|
enabled?: boolean;
|
|
111
111
|
transport?: "cli" | "http";
|
|
112
112
|
maxRetries?: number;
|
|
@@ -117,13 +117,13 @@ export declare const ClaudeCodeConfigSchema: z.ZodEffects<z.ZodObject<{
|
|
|
117
117
|
};
|
|
118
118
|
workingDir?: string;
|
|
119
119
|
}, {
|
|
120
|
+
timeout?: number;
|
|
120
121
|
features?: {
|
|
121
122
|
intelligentTestGeneration?: boolean;
|
|
122
123
|
aupSemanticAnalysis?: boolean;
|
|
123
124
|
annotationInference?: boolean;
|
|
124
125
|
documentationQuality?: boolean;
|
|
125
126
|
};
|
|
126
|
-
timeout?: number;
|
|
127
127
|
enabled?: boolean;
|
|
128
128
|
transport?: "cli" | "http";
|
|
129
129
|
maxRetries?: number;
|
|
@@ -134,13 +134,13 @@ export declare const ClaudeCodeConfigSchema: z.ZodEffects<z.ZodObject<{
|
|
|
134
134
|
};
|
|
135
135
|
workingDir?: string;
|
|
136
136
|
}>, {
|
|
137
|
+
timeout?: number;
|
|
137
138
|
features?: {
|
|
138
139
|
intelligentTestGeneration?: boolean;
|
|
139
140
|
aupSemanticAnalysis?: boolean;
|
|
140
141
|
annotationInference?: boolean;
|
|
141
142
|
documentationQuality?: boolean;
|
|
142
143
|
};
|
|
143
|
-
timeout?: number;
|
|
144
144
|
enabled?: boolean;
|
|
145
145
|
transport?: "cli" | "http";
|
|
146
146
|
maxRetries?: number;
|
|
@@ -151,13 +151,13 @@ export declare const ClaudeCodeConfigSchema: z.ZodEffects<z.ZodObject<{
|
|
|
151
151
|
};
|
|
152
152
|
workingDir?: string;
|
|
153
153
|
}, {
|
|
154
|
+
timeout?: number;
|
|
154
155
|
features?: {
|
|
155
156
|
intelligentTestGeneration?: boolean;
|
|
156
157
|
aupSemanticAnalysis?: boolean;
|
|
157
158
|
annotationInference?: boolean;
|
|
158
159
|
documentationQuality?: boolean;
|
|
159
160
|
};
|
|
160
|
-
timeout?: number;
|
|
161
161
|
enabled?: boolean;
|
|
162
162
|
transport?: "cli" | "http";
|
|
163
163
|
maxRetries?: number;
|
|
@@ -302,13 +302,13 @@ export declare const AssessmentConfigurationSchema: z.ZodObject<{
|
|
|
302
302
|
headers?: Record<string, string>;
|
|
303
303
|
}>>;
|
|
304
304
|
}, "strip", z.ZodTypeAny, {
|
|
305
|
+
timeout?: number;
|
|
305
306
|
features?: {
|
|
306
307
|
intelligentTestGeneration?: boolean;
|
|
307
308
|
aupSemanticAnalysis?: boolean;
|
|
308
309
|
annotationInference?: boolean;
|
|
309
310
|
documentationQuality?: boolean;
|
|
310
311
|
};
|
|
311
|
-
timeout?: number;
|
|
312
312
|
enabled?: boolean;
|
|
313
313
|
transport?: "cli" | "http";
|
|
314
314
|
maxRetries?: number;
|
|
@@ -319,13 +319,13 @@ export declare const AssessmentConfigurationSchema: z.ZodObject<{
|
|
|
319
319
|
};
|
|
320
320
|
workingDir?: string;
|
|
321
321
|
}, {
|
|
322
|
+
timeout?: number;
|
|
322
323
|
features?: {
|
|
323
324
|
intelligentTestGeneration?: boolean;
|
|
324
325
|
aupSemanticAnalysis?: boolean;
|
|
325
326
|
annotationInference?: boolean;
|
|
326
327
|
documentationQuality?: boolean;
|
|
327
328
|
};
|
|
328
|
-
timeout?: number;
|
|
329
329
|
enabled?: boolean;
|
|
330
330
|
transport?: "cli" | "http";
|
|
331
331
|
maxRetries?: number;
|
|
@@ -336,13 +336,13 @@ export declare const AssessmentConfigurationSchema: z.ZodObject<{
|
|
|
336
336
|
};
|
|
337
337
|
workingDir?: string;
|
|
338
338
|
}>, {
|
|
339
|
+
timeout?: number;
|
|
339
340
|
features?: {
|
|
340
341
|
intelligentTestGeneration?: boolean;
|
|
341
342
|
aupSemanticAnalysis?: boolean;
|
|
342
343
|
annotationInference?: boolean;
|
|
343
344
|
documentationQuality?: boolean;
|
|
344
345
|
};
|
|
345
|
-
timeout?: number;
|
|
346
346
|
enabled?: boolean;
|
|
347
347
|
transport?: "cli" | "http";
|
|
348
348
|
maxRetries?: number;
|
|
@@ -353,13 +353,13 @@ export declare const AssessmentConfigurationSchema: z.ZodObject<{
|
|
|
353
353
|
};
|
|
354
354
|
workingDir?: string;
|
|
355
355
|
}, {
|
|
356
|
+
timeout?: number;
|
|
356
357
|
features?: {
|
|
357
358
|
intelligentTestGeneration?: boolean;
|
|
358
359
|
aupSemanticAnalysis?: boolean;
|
|
359
360
|
annotationInference?: boolean;
|
|
360
361
|
documentationQuality?: boolean;
|
|
361
362
|
};
|
|
362
|
-
timeout?: number;
|
|
363
363
|
enabled?: boolean;
|
|
364
364
|
transport?: "cli" | "http";
|
|
365
365
|
maxRetries?: number;
|
|
@@ -493,13 +493,13 @@ export declare const AssessmentConfigurationSchema: z.ZodObject<{
|
|
|
493
493
|
enableSourceCodeAnalysis?: boolean;
|
|
494
494
|
patternConfigPath?: string;
|
|
495
495
|
claudeCode?: {
|
|
496
|
+
timeout?: number;
|
|
496
497
|
features?: {
|
|
497
498
|
intelligentTestGeneration?: boolean;
|
|
498
499
|
aupSemanticAnalysis?: boolean;
|
|
499
500
|
annotationInference?: boolean;
|
|
500
501
|
documentationQuality?: boolean;
|
|
501
502
|
};
|
|
502
|
-
timeout?: number;
|
|
503
503
|
enabled?: boolean;
|
|
504
504
|
transport?: "cli" | "http";
|
|
505
505
|
maxRetries?: number;
|
|
@@ -559,13 +559,13 @@ export declare const AssessmentConfigurationSchema: z.ZodObject<{
|
|
|
559
559
|
enableSourceCodeAnalysis?: boolean;
|
|
560
560
|
patternConfigPath?: string;
|
|
561
561
|
claudeCode?: {
|
|
562
|
+
timeout?: number;
|
|
562
563
|
features?: {
|
|
563
564
|
intelligentTestGeneration?: boolean;
|
|
564
565
|
aupSemanticAnalysis?: boolean;
|
|
565
566
|
annotationInference?: boolean;
|
|
566
567
|
documentationQuality?: boolean;
|
|
567
568
|
};
|
|
568
|
-
timeout?: number;
|
|
569
569
|
enabled?: boolean;
|
|
570
570
|
transport?: "cli" | "http";
|
|
571
571
|
maxRetries?: number;
|
|
@@ -656,13 +656,13 @@ export declare function safeParseAssessmentConfig(config: unknown): z.SafeParseR
|
|
|
656
656
|
enableSourceCodeAnalysis?: boolean;
|
|
657
657
|
patternConfigPath?: string;
|
|
658
658
|
claudeCode?: {
|
|
659
|
+
timeout?: number;
|
|
659
660
|
features?: {
|
|
660
661
|
intelligentTestGeneration?: boolean;
|
|
661
662
|
aupSemanticAnalysis?: boolean;
|
|
662
663
|
annotationInference?: boolean;
|
|
663
664
|
documentationQuality?: boolean;
|
|
664
665
|
};
|
|
665
|
-
timeout?: number;
|
|
666
666
|
enabled?: boolean;
|
|
667
667
|
transport?: "cli" | "http";
|
|
668
668
|
maxRetries?: number;
|
|
@@ -722,13 +722,13 @@ export declare function safeParseAssessmentConfig(config: unknown): z.SafeParseR
|
|
|
722
722
|
enableSourceCodeAnalysis?: boolean;
|
|
723
723
|
patternConfigPath?: string;
|
|
724
724
|
claudeCode?: {
|
|
725
|
+
timeout?: number;
|
|
725
726
|
features?: {
|
|
726
727
|
intelligentTestGeneration?: boolean;
|
|
727
728
|
aupSemanticAnalysis?: boolean;
|
|
728
729
|
annotationInference?: boolean;
|
|
729
730
|
documentationQuality?: boolean;
|
|
730
731
|
};
|
|
731
|
-
timeout?: number;
|
|
732
732
|
enabled?: boolean;
|
|
733
733
|
transport?: "cli" | "http";
|
|
734
734
|
maxRetries?: number;
|
|
@@ -604,6 +604,48 @@ export declare const VulnerabilityFoundEventSchema: z.ZodObject<{
|
|
|
604
604
|
requiresReview?: boolean;
|
|
605
605
|
}>;
|
|
606
606
|
export type VulnerabilityFoundEvent = z.infer<typeof VulnerabilityFoundEventSchema>;
|
|
607
|
+
/**
|
|
608
|
+
* 8b. TestValidityWarningEvent - Emitted when response uniformity detected.
|
|
609
|
+
* Issue #134: Detect identical security test responses (test validity masking)
|
|
610
|
+
*/
|
|
611
|
+
export declare const TestValidityWarningEventSchema: z.ZodObject<{
|
|
612
|
+
/** Inspector software version (e.g., "1.29.0") */
|
|
613
|
+
version: z.ZodString;
|
|
614
|
+
/** Event schema version (integer, increment when structure changes) */
|
|
615
|
+
schemaVersion: z.ZodNumber;
|
|
616
|
+
} & {
|
|
617
|
+
event: z.ZodLiteral<"test_validity_warning">;
|
|
618
|
+
module: z.ZodLiteral<"security">;
|
|
619
|
+
identicalResponseCount: z.ZodNumber;
|
|
620
|
+
totalResponses: z.ZodNumber;
|
|
621
|
+
percentageIdentical: z.ZodNumber;
|
|
622
|
+
detectedPattern: z.ZodEnum<["configuration_error", "connection_error", "timeout", "empty_response", "generic_error", "unknown"]>;
|
|
623
|
+
warningLevel: z.ZodEnum<["warning", "critical"]>;
|
|
624
|
+
recommendedConfidence: z.ZodEnum<["high", "medium", "low"]>;
|
|
625
|
+
}, "strip", z.ZodTypeAny, {
|
|
626
|
+
version?: string;
|
|
627
|
+
module?: "security";
|
|
628
|
+
event?: "test_validity_warning";
|
|
629
|
+
schemaVersion?: number;
|
|
630
|
+
detectedPattern?: "unknown" | "configuration_error" | "connection_error" | "timeout" | "empty_response" | "generic_error";
|
|
631
|
+
identicalResponseCount?: number;
|
|
632
|
+
totalResponses?: number;
|
|
633
|
+
percentageIdentical?: number;
|
|
634
|
+
warningLevel?: "critical" | "warning";
|
|
635
|
+
recommendedConfidence?: "high" | "medium" | "low";
|
|
636
|
+
}, {
|
|
637
|
+
version?: string;
|
|
638
|
+
module?: "security";
|
|
639
|
+
event?: "test_validity_warning";
|
|
640
|
+
schemaVersion?: number;
|
|
641
|
+
detectedPattern?: "unknown" | "configuration_error" | "connection_error" | "timeout" | "empty_response" | "generic_error";
|
|
642
|
+
identicalResponseCount?: number;
|
|
643
|
+
totalResponses?: number;
|
|
644
|
+
percentageIdentical?: number;
|
|
645
|
+
warningLevel?: "critical" | "warning";
|
|
646
|
+
recommendedConfidence?: "high" | "medium" | "low";
|
|
647
|
+
}>;
|
|
648
|
+
export type TestValidityWarningEvent = z.infer<typeof TestValidityWarningEventSchema>;
|
|
607
649
|
/**
|
|
608
650
|
* 9. AnnotationMissingEvent - Emitted when tool lacks annotations.
|
|
609
651
|
*/
|
|
@@ -1050,7 +1092,7 @@ export declare const PhaseCompleteEventSchema: z.ZodObject<{
|
|
|
1050
1092
|
}>;
|
|
1051
1093
|
export type PhaseCompleteEvent = z.infer<typeof PhaseCompleteEventSchema>;
|
|
1052
1094
|
/**
|
|
1053
|
-
* Union of all JSONL event schemas (
|
|
1095
|
+
* Union of all JSONL event schemas (18 total).
|
|
1054
1096
|
* Uses z.union() with z.literal() for event type discrimination.
|
|
1055
1097
|
*/
|
|
1056
1098
|
export declare const JSONLEventSchema: z.ZodUnion<[z.ZodObject<{
|
|
@@ -1423,6 +1465,42 @@ export declare const JSONLEventSchema: z.ZodUnion<[z.ZodObject<{
|
|
|
1423
1465
|
version: z.ZodString;
|
|
1424
1466
|
/** Event schema version (integer, increment when structure changes) */
|
|
1425
1467
|
schemaVersion: z.ZodNumber;
|
|
1468
|
+
} & {
|
|
1469
|
+
event: z.ZodLiteral<"test_validity_warning">;
|
|
1470
|
+
module: z.ZodLiteral<"security">;
|
|
1471
|
+
identicalResponseCount: z.ZodNumber;
|
|
1472
|
+
totalResponses: z.ZodNumber;
|
|
1473
|
+
percentageIdentical: z.ZodNumber;
|
|
1474
|
+
detectedPattern: z.ZodEnum<["configuration_error", "connection_error", "timeout", "empty_response", "generic_error", "unknown"]>;
|
|
1475
|
+
warningLevel: z.ZodEnum<["warning", "critical"]>;
|
|
1476
|
+
recommendedConfidence: z.ZodEnum<["high", "medium", "low"]>;
|
|
1477
|
+
}, "strip", z.ZodTypeAny, {
|
|
1478
|
+
version?: string;
|
|
1479
|
+
module?: "security";
|
|
1480
|
+
event?: "test_validity_warning";
|
|
1481
|
+
schemaVersion?: number;
|
|
1482
|
+
detectedPattern?: "unknown" | "configuration_error" | "connection_error" | "timeout" | "empty_response" | "generic_error";
|
|
1483
|
+
identicalResponseCount?: number;
|
|
1484
|
+
totalResponses?: number;
|
|
1485
|
+
percentageIdentical?: number;
|
|
1486
|
+
warningLevel?: "critical" | "warning";
|
|
1487
|
+
recommendedConfidence?: "high" | "medium" | "low";
|
|
1488
|
+
}, {
|
|
1489
|
+
version?: string;
|
|
1490
|
+
module?: "security";
|
|
1491
|
+
event?: "test_validity_warning";
|
|
1492
|
+
schemaVersion?: number;
|
|
1493
|
+
detectedPattern?: "unknown" | "configuration_error" | "connection_error" | "timeout" | "empty_response" | "generic_error";
|
|
1494
|
+
identicalResponseCount?: number;
|
|
1495
|
+
totalResponses?: number;
|
|
1496
|
+
percentageIdentical?: number;
|
|
1497
|
+
warningLevel?: "critical" | "warning";
|
|
1498
|
+
recommendedConfidence?: "high" | "medium" | "low";
|
|
1499
|
+
}>, z.ZodObject<{
|
|
1500
|
+
/** Inspector software version (e.g., "1.29.0") */
|
|
1501
|
+
version: z.ZodString;
|
|
1502
|
+
/** Event schema version (integer, increment when structure changes) */
|
|
1503
|
+
schemaVersion: z.ZodNumber;
|
|
1426
1504
|
} & {
|
|
1427
1505
|
event: z.ZodLiteral<"annotation_missing">;
|
|
1428
1506
|
tool: z.ZodString;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"jsonlEventSchemas.d.ts","sourceRoot":"","sources":["../../../src/lib/assessment/jsonlEventSchemas.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAEH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EACL,kBAAkB,EAClB,mBAAmB,EACpB,MAAM,gCAAgC,CAAC;AAGxC,OAAO,EAAE,kBAAkB,EAAE,mBAAmB,EAAE,CAAC;AAMnD;;GAEG;AACH,eAAO,MAAM,kBAAkB,+CAA6C,CAAC;AAC7E,MAAM,MAAM,YAAY,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,kBAAkB,CAAC,CAAC;AAE9D;;GAEG;AACH,eAAO,MAAM,oBAAoB,sCAAoC,CAAC;AACtE,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAElE;;GAEG;AACH,eAAO,MAAM,qBAAqB,sCAAoC,CAAC;AACvE,MAAM,MAAM,eAAe,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,qBAAqB,CAAC,CAAC;AAEpE;;GAEG;AACH,eAAO,MAAM,eAAe,sCAAoC,CAAC;AACjE,MAAM,MAAM,SAAS,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,eAAe,CAAC,CAAC;AAExD;;GAEG;AACH,eAAO,MAAM,cAAc,2CAAyC,CAAC;AACrE,MAAM,MAAM,QAAQ,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,cAAc,CAAC,CAAC;AAEtD;;GAEG;AACH,eAAO,MAAM,cAAc,uEAKzB,CAAC;AACH,MAAM,MAAM,QAAQ,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,cAAc,CAAC,CAAC;AAEtD;;GAEG;AACH,eAAO,MAAM,qBAAqB,gDAGhC,CAAC;AACH,MAAM,MAAM,eAAe,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,qBAAqB,CAAC,CAAC;AAEpE;;GAEG;AACH,eAAO,MAAM,6BAA6B,wDAIxC,CAAC;AACH,MAAM,MAAM,uBAAuB,GAAG,CAAC,CAAC,KAAK,CAC3C,OAAO,6BAA6B,CACrC,CAAC;AAMF;;GAEG;AACH,eAAO,MAAM,eAAe;;;;;;;;;;;;;;;EAK1B,CAAC;AACH,MAAM,MAAM,SAAS,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,eAAe,CAAC,CAAC;AAExD;;GAEG;AACH,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;GAOrB,CAAC;AACd,MAAM,MAAM,eAAe,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,qBAAqB,CAAC,CAAC;AAEpE;;GAEG;AACH,eAAO,MAAM,sBAAsB;;;;;;;;;;;;EAIjC,CAAC;AACH,MAAM,MAAM,gBAAgB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,sBAAsB,CAAC,CAAC;AAMtE;;GAEG;AACH,eAAO,MAAM,wBAAwB;;;;;;;;;;;;;;;;;;;;;EAOnC,CAAC;AACH,MAAM,MAAM,kBAAkB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,wBAAwB,CAAC,CAAC;AAE1E;;GAEG;AACH,eAAO,MAAM,yBAAyB;;;;;;;;;;;;;;;;;;EAMpC,CAAC;AACH,MAAM,MAAM,mBAAmB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,yBAAyB,CAAC,CAAC;AAE5E;;GAEG;AACH,eAAO,MAAM,yBAAyB;;;;;;;;;;;;;;;EAKpC,CAAC;AACH,MAAM,MAAM,mBAAmB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,yBAAyB,CAAC,CAAC;AAM5E;;;GAGG;AACH,eAAO,MAAM,eAAe;IAC1B,kDAAkD;;IAElD,uEAAuE;;;;;;;;EAEvE,CAAC;AACH,MAAM,MAAM,SAAS,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,eAAe,CAAC,CAAC;AAMxD;;GAEG;AACH,eAAO,MAAM,0BAA0B;IAdrC,kDAAkD;;IAElD,uEAAuE;;;;;;;;;;;;;;;;;;EAgBvE,CAAC;AACH,MAAM,MAAM,oBAAoB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,0BAA0B,CAAC,CAAC;AAE9E;;GAEG;AACH,eAAO,MAAM,yBAAyB;IAxBpC,kDAAkD;;IAElD,uEAAuE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EA4BvE,CAAC;AACH,MAAM,MAAM,mBAAmB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,yBAAyB,CAAC,CAAC;AAE5E;;GAEG;AACH,eAAO,MAAM,iCAAiC;IApC5C,kDAAkD;;IAElD,uEAAuE;;;;;;;;;;;;;;;EAqCvE,CAAC;AACH,MAAM,MAAM,2BAA2B,GAAG,CAAC,CAAC,KAAK,CAC/C,OAAO,iCAAiC,CACzC,CAAC;AAEF;;GAEG;AACH,eAAO,MAAM,4BAA4B;IA/CvC,kDAAkD;;IAElD,uEAAuE;;;;;;;;;;;;;;;;;;;;;EAkDvE,CAAC;AACH,MAAM,MAAM,sBAAsB,GAAG,CAAC,CAAC,KAAK,CAC1C,OAAO,4BAA4B,CACpC,CAAC;AAEF;;GAEG;AACH,eAAO,MAAM,wBAAwB;IA5DnC,kDAAkD;;IAElD,uEAAuE;;;;;;;;;;;;;;;;;;;;;EA+DvE,CAAC;AACH,MAAM,MAAM,kBAAkB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,wBAAwB,CAAC,CAAC;AAE1E;;GAEG;AACH,eAAO,MAAM,oBAAoB;IAvE/B,kDAAkD;;IAElD,uEAAuE;;;;;;;;;;;;;;;;;;;;;;;;;;;EA4EvE,CAAC;AACH,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAElE;;;GAGG;AACH,eAAO,MAAM,yBAAyB;IArFpC,kDAAkD;;IAElD,uEAAuE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAgGvE,CAAC;AACH,MAAM,MAAM,mBAAmB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,yBAAyB,CAAC,CAAC;AAE5E;;GAEG;AACH,eAAO,MAAM,6BAA6B;IAxGxC,kDAAkD;;IAElD,uEAAuE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EA+GvE,CAAC;AACH,MAAM,MAAM,uBAAuB,GAAG,CAAC,CAAC,KAAK,CAC3C,OAAO,6BAA6B,CACrC,CAAC;AAEF;;GAEG;AACH,eAAO,MAAM,4BAA4B;
|
|
1
|
+
{"version":3,"file":"jsonlEventSchemas.d.ts","sourceRoot":"","sources":["../../../src/lib/assessment/jsonlEventSchemas.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAEH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EACL,kBAAkB,EAClB,mBAAmB,EACpB,MAAM,gCAAgC,CAAC;AAGxC,OAAO,EAAE,kBAAkB,EAAE,mBAAmB,EAAE,CAAC;AAMnD;;GAEG;AACH,eAAO,MAAM,kBAAkB,+CAA6C,CAAC;AAC7E,MAAM,MAAM,YAAY,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,kBAAkB,CAAC,CAAC;AAE9D;;GAEG;AACH,eAAO,MAAM,oBAAoB,sCAAoC,CAAC;AACtE,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAElE;;GAEG;AACH,eAAO,MAAM,qBAAqB,sCAAoC,CAAC;AACvE,MAAM,MAAM,eAAe,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,qBAAqB,CAAC,CAAC;AAEpE;;GAEG;AACH,eAAO,MAAM,eAAe,sCAAoC,CAAC;AACjE,MAAM,MAAM,SAAS,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,eAAe,CAAC,CAAC;AAExD;;GAEG;AACH,eAAO,MAAM,cAAc,2CAAyC,CAAC;AACrE,MAAM,MAAM,QAAQ,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,cAAc,CAAC,CAAC;AAEtD;;GAEG;AACH,eAAO,MAAM,cAAc,uEAKzB,CAAC;AACH,MAAM,MAAM,QAAQ,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,cAAc,CAAC,CAAC;AAEtD;;GAEG;AACH,eAAO,MAAM,qBAAqB,gDAGhC,CAAC;AACH,MAAM,MAAM,eAAe,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,qBAAqB,CAAC,CAAC;AAEpE;;GAEG;AACH,eAAO,MAAM,6BAA6B,wDAIxC,CAAC;AACH,MAAM,MAAM,uBAAuB,GAAG,CAAC,CAAC,KAAK,CAC3C,OAAO,6BAA6B,CACrC,CAAC;AAMF;;GAEG;AACH,eAAO,MAAM,eAAe;;;;;;;;;;;;;;;EAK1B,CAAC;AACH,MAAM,MAAM,SAAS,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,eAAe,CAAC,CAAC;AAExD;;GAEG;AACH,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;GAOrB,CAAC;AACd,MAAM,MAAM,eAAe,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,qBAAqB,CAAC,CAAC;AAEpE;;GAEG;AACH,eAAO,MAAM,sBAAsB;;;;;;;;;;;;EAIjC,CAAC;AACH,MAAM,MAAM,gBAAgB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,sBAAsB,CAAC,CAAC;AAMtE;;GAEG;AACH,eAAO,MAAM,wBAAwB;;;;;;;;;;;;;;;;;;;;;EAOnC,CAAC;AACH,MAAM,MAAM,kBAAkB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,wBAAwB,CAAC,CAAC;AAE1E;;GAEG;AACH,eAAO,MAAM,yBAAyB;;;;;;;;;;;;;;;;;;EAMpC,CAAC;AACH,MAAM,MAAM,mBAAmB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,yBAAyB,CAAC,CAAC;AAE5E;;GAEG;AACH,eAAO,MAAM,yBAAyB;;;;;;;;;;;;;;;EAKpC,CAAC;AACH,MAAM,MAAM,mBAAmB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,yBAAyB,CAAC,CAAC;AAM5E;;;GAGG;AACH,eAAO,MAAM,eAAe;IAC1B,kDAAkD;;IAElD,uEAAuE;;;;;;;;EAEvE,CAAC;AACH,MAAM,MAAM,SAAS,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,eAAe,CAAC,CAAC;AAMxD;;GAEG;AACH,eAAO,MAAM,0BAA0B;IAdrC,kDAAkD;;IAElD,uEAAuE;;;;;;;;;;;;;;;;;;EAgBvE,CAAC;AACH,MAAM,MAAM,oBAAoB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,0BAA0B,CAAC,CAAC;AAE9E;;GAEG;AACH,eAAO,MAAM,yBAAyB;IAxBpC,kDAAkD;;IAElD,uEAAuE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EA4BvE,CAAC;AACH,MAAM,MAAM,mBAAmB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,yBAAyB,CAAC,CAAC;AAE5E;;GAEG;AACH,eAAO,MAAM,iCAAiC;IApC5C,kDAAkD;;IAElD,uEAAuE;;;;;;;;;;;;;;;EAqCvE,CAAC;AACH,MAAM,MAAM,2BAA2B,GAAG,CAAC,CAAC,KAAK,CAC/C,OAAO,iCAAiC,CACzC,CAAC;AAEF;;GAEG;AACH,eAAO,MAAM,4BAA4B;IA/CvC,kDAAkD;;IAElD,uEAAuE;;;;;;;;;;;;;;;;;;;;;EAkDvE,CAAC;AACH,MAAM,MAAM,sBAAsB,GAAG,CAAC,CAAC,KAAK,CAC1C,OAAO,4BAA4B,CACpC,CAAC;AAEF;;GAEG;AACH,eAAO,MAAM,wBAAwB;IA5DnC,kDAAkD;;IAElD,uEAAuE;;;;;;;;;;;;;;;;;;;;;EA+DvE,CAAC;AACH,MAAM,MAAM,kBAAkB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,wBAAwB,CAAC,CAAC;AAE1E;;GAEG;AACH,eAAO,MAAM,oBAAoB;IAvE/B,kDAAkD;;IAElD,uEAAuE;;;;;;;;;;;;;;;;;;;;;;;;;;;EA4EvE,CAAC;AACH,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAElE;;;GAGG;AACH,eAAO,MAAM,yBAAyB;IArFpC,kDAAkD;;IAElD,uEAAuE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAgGvE,CAAC;AACH,MAAM,MAAM,mBAAmB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,yBAAyB,CAAC,CAAC;AAE5E;;GAEG;AACH,eAAO,MAAM,6BAA6B;IAxGxC,kDAAkD;;IAElD,uEAAuE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EA+GvE,CAAC;AACH,MAAM,MAAM,uBAAuB,GAAG,CAAC,CAAC,KAAK,CAC3C,OAAO,6BAA6B,CACrC,CAAC;AAmBF;;;GAGG;AACH,eAAO,MAAM,8BAA8B;IA3IzC,kDAAkD;;IAElD,uEAAuE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAkJvE,CAAC;AACH,MAAM,MAAM,wBAAwB,GAAG,CAAC,CAAC,KAAK,CAC5C,OAAO,8BAA8B,CACtC,CAAC;AAEF;;GAEG;AACH,eAAO,MAAM,4BAA4B;IA5JvC,kDAAkD;;IAElD,uEAAuE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAiKvE,CAAC;AACH,MAAM,MAAM,sBAAsB,GAAG,CAAC,CAAC,KAAK,CAC1C,OAAO,4BAA4B,CACpC,CAAC;AAEF;;GAEG;AACH,eAAO,MAAM,+BAA+B;IA3K1C,kDAAkD;;IAElD,uEAAuE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAoLvE,CAAC;AACH,MAAM,MAAM,yBAAyB,GAAG,CAAC,CAAC,KAAK,CAC7C,OAAO,+BAA+B,CACvC,CAAC;AAEF;;GAEG;AACH,eAAO,MAAM,sCAAsC;IA9LjD,kDAAkD;;IAElD,uEAAuE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAwMvE,CAAC;AACH,MAAM,MAAM,gCAAgC,GAAG,CAAC,CAAC,KAAK,CACpD,OAAO,sCAAsC,CAC9C,CAAC;AAEF;;GAEG;AACH,eAAO,MAAM,4BAA4B;IAlNvC,kDAAkD;;IAElD,uEAAuE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EA4NvE,CAAC;AACH,MAAM,MAAM,sBAAsB,GAAG,CAAC,CAAC,KAAK,CAC1C,OAAO,4BAA4B,CACpC,CAAC;AAEF;;GAEG;AACH,eAAO,MAAM,6BAA6B;IAtOxC,kDAAkD;;IAElD,uEAAuE;;;;;;;;;;;;;;;;;;;;;;;;EA0OvE,CAAC;AACH,MAAM,MAAM,uBAAuB,GAAG,CAAC,CAAC,KAAK,CAC3C,OAAO,6BAA6B,CACrC,CAAC;AAMF;;;GAGG;AACH,eAAO,MAAM,2BAA2B;IAzPtC,kDAAkD;;IAElD,uEAAuE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAgQvE,CAAC;AACH,MAAM,MAAM,qBAAqB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,2BAA2B,CAAC,CAAC;AAEhF;;;GAGG;AACH,eAAO,MAAM,4BAA4B;IAzQvC,kDAAkD;;IAElD,uEAAuE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EA+QvE,CAAC;AACH,MAAM,MAAM,sBAAsB,GAAG,CAAC,CAAC,KAAK,CAC1C,OAAO,4BAA4B,CACpC,CAAC;AAEF;;;GAGG;AACH,eAAO,MAAM,uBAAuB;IA1RlC,kDAAkD;;IAElD,uEAAuE;;;;;;;;;;;;;;;EA2RvE,CAAC;AACH,MAAM,MAAM,iBAAiB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,uBAAuB,CAAC,CAAC;AAExE;;;GAGG;AACH,eAAO,MAAM,wBAAwB;IApSnC,kDAAkD;;IAElD,uEAAuE;;;;;;;;;;;;;;;;;;EAsSvE,CAAC;AACH,MAAM,MAAM,kBAAkB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,wBAAwB,CAAC,CAAC;AAM1E;;;GAGG;AACH,eAAO,MAAM,gBAAgB;IAnT3B,kDAAkD;;IAElD,uEAAuE;;;;;;;;;;;;;;;;;;;IAFvE,kDAAkD;;IAElD,uEAAuE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAFvE,kDAAkD;;IAElD,uEAAuE;;;;;;;;;;;;;;;;IAFvE,kDAAkD;;IAElD,uEAAuE;;;;;;;;;;;;;;;;;;;;;;IAFvE,kDAAkD;;IAElD,uEAAuE;;;;;;;;;;;;;;;;;;;;;;IAFvE,kDAAkD;;IAElD,uEAAuE;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAFvE,kDAAkD;;IAElD,uEAAuE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAFvE,kDAAkD;;IAElD,uEAAuE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAFvE,kDAAkD;;IAElD,uEAAuE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAFvE,kDAAkD;;IAElD,uEAAuE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAFvE,kDAAkD;;IAElD,uEAAuE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAFvE,kDAAkD;;IAElD,uEAAuE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAFvE,kDAAkD;;IAElD,uEAAuE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAFvE,kDAAkD;;IAElD,uEAAuE;;;;;;;;;;;;;;;;;;;;;;;;;IAFvE,kDAAkD;;IAElD,uEAAuE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAFvE,kDAAkD;;IAElD,uEAAuE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAFvE,kDAAkD;;IAElD,uEAAuE;;;;;;;;;;;;;;;;IAFvE,kDAAkD;;IAElD,uEAAuE;;;;;;;;;;;;;;;;;;IAqUvE,CAAC;AAEH;;GAEG;AACH,MAAM,MAAM,gBAAgB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,gBAAgB,CAAC,CAAC;AAEhE;;GAEG;AACH,MAAM,MAAM,cAAc,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC;AAMvD;;;;;;;;;;;;;GAaG;AACH,wBAAgB,UAAU,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,GAAG,gBAAgB,CAGpE;AAED;;;;;;;;;;;;;;;;;;;GAmBG;AACH,wBAAgB,cAAc,CAC5B,KAAK,EAAE,MAAM,GAAG,OAAO,GACtB,CAAC,CAAC,mBAAmB,CAAC,OAAO,EAAE,gBAAgB,CAAC,CAkBlD;AAED;;;;;;;;;;;;;GAaG;AACH,wBAAgB,aAAa,CAAC,KAAK,EAAE,OAAO,GAAG,MAAM,EAAE,CAWtD;AAED;;;;;;;;;;;;;;;GAeG;AACH,wBAAgB,WAAW,CAAC,CAAC,SAAS,cAAc,EAClD,KAAK,EAAE,gBAAgB,EACvB,SAAS,EAAE,CAAC,GACX,KAAK,IAAI,OAAO,CAAC,gBAAgB,EAAE;IAAE,KAAK,EAAE,CAAC,CAAA;CAAE,CAAC,CAElD;AAED;;;;;;;;;;;;;;;GAeG;AACH,wBAAgB,eAAe,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,KAAK,CAAC;IACtD,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,CAAC,CAAC,mBAAmB,CAAC,OAAO,EAAE,gBAAgB,CAAC,CAAC;CAC1D,CAAC,CAKD"}
|
|
@@ -228,6 +228,35 @@ export const VulnerabilityFoundEventSchema = BaseEventSchema.extend({
|
|
|
228
228
|
requiresReview: z.boolean(),
|
|
229
229
|
payload: z.string().optional(),
|
|
230
230
|
});
|
|
231
|
+
/**
|
|
232
|
+
* Test validity detected pattern categories
|
|
233
|
+
*/
|
|
234
|
+
const TestValidityPatternSchema = z.enum([
|
|
235
|
+
"configuration_error",
|
|
236
|
+
"connection_error",
|
|
237
|
+
"timeout",
|
|
238
|
+
"empty_response",
|
|
239
|
+
"generic_error",
|
|
240
|
+
"unknown",
|
|
241
|
+
]);
|
|
242
|
+
/**
|
|
243
|
+
* Test validity warning levels
|
|
244
|
+
*/
|
|
245
|
+
const TestValidityWarningLevelSchema = z.enum(["warning", "critical"]);
|
|
246
|
+
/**
|
|
247
|
+
* 8b. TestValidityWarningEvent - Emitted when response uniformity detected.
|
|
248
|
+
* Issue #134: Detect identical security test responses (test validity masking)
|
|
249
|
+
*/
|
|
250
|
+
export const TestValidityWarningEventSchema = BaseEventSchema.extend({
|
|
251
|
+
event: z.literal("test_validity_warning"),
|
|
252
|
+
module: z.literal("security"),
|
|
253
|
+
identicalResponseCount: z.number().int().nonnegative(),
|
|
254
|
+
totalResponses: z.number().int().nonnegative(),
|
|
255
|
+
percentageIdentical: z.number().min(0).max(100),
|
|
256
|
+
detectedPattern: TestValidityPatternSchema,
|
|
257
|
+
warningLevel: TestValidityWarningLevelSchema,
|
|
258
|
+
recommendedConfidence: ConfidenceLevelSchema,
|
|
259
|
+
});
|
|
231
260
|
/**
|
|
232
261
|
* 9. AnnotationMissingEvent - Emitted when tool lacks annotations.
|
|
233
262
|
*/
|
|
@@ -347,7 +376,7 @@ export const PhaseCompleteEventSchema = BaseEventSchema.extend({
|
|
|
347
376
|
// Union Schema
|
|
348
377
|
// ============================================================================
|
|
349
378
|
/**
|
|
350
|
-
* Union of all JSONL event schemas (
|
|
379
|
+
* Union of all JSONL event schemas (18 total).
|
|
351
380
|
* Uses z.union() with z.literal() for event type discrimination.
|
|
352
381
|
*/
|
|
353
382
|
export const JSONLEventSchema = z.union([
|
|
@@ -359,6 +388,7 @@ export const JSONLEventSchema = z.union([
|
|
|
359
388
|
TestBatchEventSchema,
|
|
360
389
|
ModuleCompleteEventSchema,
|
|
361
390
|
VulnerabilityFoundEventSchema,
|
|
391
|
+
TestValidityWarningEventSchema, // Issue #134
|
|
362
392
|
AnnotationMissingEventSchema,
|
|
363
393
|
AnnotationMisalignedEventSchema,
|
|
364
394
|
AnnotationReviewRecommendedEventSchema,
|
|
@@ -20,7 +20,7 @@ export interface ProgressCallback {
|
|
|
20
20
|
* Union type for all progress events emitted during assessment.
|
|
21
21
|
* @public
|
|
22
22
|
*/
|
|
23
|
-
export type ProgressEvent = ModuleStartedProgress | TestBatchProgress | ModuleCompleteProgress | VulnerabilityFoundProgress | AnnotationMissingProgress | AnnotationMisalignedProgress | AnnotationReviewRecommendedProgress | AnnotationPoisonedProgress | AnnotationAlignedProgress | ToolTestCompleteProgress | ValidationSummaryProgress | PhaseStartedProgress | PhaseCompleteProgress;
|
|
23
|
+
export type ProgressEvent = ModuleStartedProgress | TestBatchProgress | ModuleCompleteProgress | VulnerabilityFoundProgress | TestValidityWarningProgress | AnnotationMissingProgress | AnnotationMisalignedProgress | AnnotationReviewRecommendedProgress | AnnotationPoisonedProgress | AnnotationAlignedProgress | ToolTestCompleteProgress | ValidationSummaryProgress | PhaseStartedProgress | PhaseCompleteProgress;
|
|
24
24
|
/**
|
|
25
25
|
* Emitted when an assessment module begins execution.
|
|
26
26
|
* @public
|
|
@@ -71,6 +71,22 @@ export interface VulnerabilityFoundProgress {
|
|
|
71
71
|
requiresReview: boolean;
|
|
72
72
|
payload?: string;
|
|
73
73
|
}
|
|
74
|
+
/**
|
|
75
|
+
* Emitted when test validity analysis detects uniform responses.
|
|
76
|
+
* Warns that security tests may not have reached security-relevant code.
|
|
77
|
+
* Issue #134: Detect identical security test responses
|
|
78
|
+
* @public
|
|
79
|
+
*/
|
|
80
|
+
export interface TestValidityWarningProgress {
|
|
81
|
+
type: "test_validity_warning";
|
|
82
|
+
module: "security";
|
|
83
|
+
identicalResponseCount: number;
|
|
84
|
+
totalResponses: number;
|
|
85
|
+
percentageIdentical: number;
|
|
86
|
+
detectedPattern: "configuration_error" | "connection_error" | "timeout" | "empty_response" | "generic_error" | "unknown";
|
|
87
|
+
warningLevel: "warning" | "critical";
|
|
88
|
+
recommendedConfidence: "high" | "medium" | "low";
|
|
89
|
+
}
|
|
74
90
|
/**
|
|
75
91
|
* Tool parameter metadata for annotation events.
|
|
76
92
|
* Reusable type matching jsonl-events.ts ToolParam.
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"progressTypes.d.ts","sourceRoot":"","sources":["../../../src/lib/assessment/progressTypes.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,KAAK,EAAE,gBAAgB,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAC;AAEzE;;;;GAIG;AACH,MAAM,WAAW,gBAAgB;IAC/B,CAAC,KAAK,EAAE,aAAa,GAAG,IAAI,CAAC;CAC9B;AAED;;;GAGG;AACH,MAAM,MAAM,aAAa,GACrB,qBAAqB,GACrB,iBAAiB,GACjB,sBAAsB,GACtB,0BAA0B,GAC1B,yBAAyB,GACzB,4BAA4B,GAC5B,mCAAmC,GACnC,0BAA0B,GAC1B,yBAAyB,GACzB,wBAAwB,GACxB,yBAAyB,GACzB,oBAAoB,GACpB,qBAAqB,CAAC;AAE1B;;;GAGG;AACH,MAAM,WAAW,qBAAqB;IACpC,IAAI,EAAE,gBAAgB,CAAC;IACvB,MAAM,EAAE,MAAM,CAAC;IACf,cAAc,EAAE,MAAM,CAAC;IACvB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED;;;;GAIG;AACH,MAAM,WAAW,iBAAiB;IAChC,IAAI,EAAE,YAAY,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED;;;GAGG;AACH,MAAM,WAAW,sBAAsB;IACrC,IAAI,EAAE,iBAAiB,CAAC;IACxB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,gBAAgB,CAAC;IACzB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED;;;;GAIG;AACH,MAAM,WAAW,0BAA0B;IACzC,IAAI,EAAE,qBAAqB,CAAC;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,GAAG,QAAQ,GAAG,KAAK,CAAC;IACtC,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,GAAG,QAAQ,GAAG,KAAK,CAAC;IACrC,cAAc,EAAE,OAAO,CAAC;IACxB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED;;;;GAIG;AACH,MAAM,WAAW,iBAAiB;IAChC,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,OAAO,CAAC;IAClB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED;;;;GAIG;AACH,MAAM,WAAW,yBAAyB;IACxC,IAAI,EAAE,oBAAoB,CAAC;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,iBAAiB,EAAE,CAAC;IAChC,gBAAgB,EAAE;QAChB,gBAAgB,EAAE,OAAO,CAAC;QAC1B,mBAAmB,EAAE,OAAO,CAAC;QAC7B,MAAM,EAAE,MAAM,CAAC;KAChB,CAAC;CACH;AAED;;;;GAIG;AACH,MAAM,WAAW,4BAA4B;IAC3C,IAAI,EAAE,uBAAuB,CAAC;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,iBAAiB,EAAE,CAAC;IAChC,KAAK,EAAE,cAAc,GAAG,iBAAiB,CAAC;IAC1C,MAAM,EAAE,OAAO,GAAG,SAAS,CAAC;IAC5B,QAAQ,EAAE,OAAO,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED;;;;;;GAMG;AACH,MAAM,WAAW,mCAAmC;IAClD,IAAI,EAAE,+BAA+B,CAAC;IACtC,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,iBAAiB,EAAE,CAAC;IAChC,KAAK,EAAE,cAAc,GAAG,iBAAiB,CAAC;IAC1C,MAAM,EAAE,OAAO,GAAG,SAAS,CAAC;IAC5B,QAAQ,EAAE,OAAO,CAAC;IAClB,UAAU,EAAE,mBAAmB,CAAC;IAChC,WAAW,EAAE,OAAO,CAAC;IACrB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED;;;;GAIG;AACH,MAAM,WAAW,0BAA0B;IACzC,IAAI,EAAE,qBAAqB,CAAC;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,QAAQ,EAAE,KAAK,CAAC;QACd,IAAI,EAAE,MAAM,CAAC;QACb,OAAO,EAAE,MAAM,CAAC;QAChB,QAAQ,EAAE,KAAK,GAAG,QAAQ,GAAG,MAAM,CAAC;QACpC,QAAQ,EAAE,MAAM,CAAC;QACjB,QAAQ,EAAE,MAAM,CAAC;KAClB,CAAC,CAAC;IACH,SAAS,EAAE,MAAM,GAAG,KAAK,GAAG,QAAQ,GAAG,MAAM,CAAC;CAC/C;AAED;;;;GAIG;AACH,MAAM,WAAW,yBAAyB;IACxC,IAAI,EAAE,oBAAoB,CAAC;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,MAAM,GAAG,QAAQ,GAAG,KAAK,CAAC;IACtC,WAAW,EAAE;QACX,YAAY,CAAC,EAAE,OAAO,CAAC;QACvB,eAAe,CAAC,EAAE,OAAO,CAAC;QAC1B,aAAa,CAAC,EAAE,OAAO,CAAC;QACxB,cAAc,CAAC,EAAE,OAAO,CAAC;KAC1B,CAAC;CACH;AAMD;;;;GAIG;AACH,MAAM,WAAW,wBAAwB;IACvC,IAAI,EAAE,oBAAoB,CAAC;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;IACf,eAAe,EAAE,MAAM,CAAC;IACxB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,UAAU,EAAE,MAAM,GAAG,QAAQ,GAAG,KAAK,CAAC;IACtC,MAAM,EAAE,MAAM,GAAG,MAAM,GAAG,OAAO,CAAC;IAClC,aAAa,EAAE,MAAM,CAAC;CACvB;AAED;;;;GAIG;AACH,MAAM,WAAW,yBAAyB;IACxC,IAAI,EAAE,oBAAoB,CAAC;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,eAAe,EAAE,MAAM,CAAC;IACxB,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;CACvB;AAED;;;;GAIG;AACH,MAAM,WAAW,oBAAoB;IACnC,IAAI,EAAE,eAAe,CAAC;IACtB,KAAK,EAAE,MAAM,CAAC;CACf;AAED;;;;GAIG;AACH,MAAM,WAAW,qBAAqB;IACpC,IAAI,EAAE,gBAAgB,CAAC;IACvB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;CAClB"}
|
|
1
|
+
{"version":3,"file":"progressTypes.d.ts","sourceRoot":"","sources":["../../../src/lib/assessment/progressTypes.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,KAAK,EAAE,gBAAgB,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAC;AAEzE;;;;GAIG;AACH,MAAM,WAAW,gBAAgB;IAC/B,CAAC,KAAK,EAAE,aAAa,GAAG,IAAI,CAAC;CAC9B;AAED;;;GAGG;AACH,MAAM,MAAM,aAAa,GACrB,qBAAqB,GACrB,iBAAiB,GACjB,sBAAsB,GACtB,0BAA0B,GAC1B,2BAA2B,GAC3B,yBAAyB,GACzB,4BAA4B,GAC5B,mCAAmC,GACnC,0BAA0B,GAC1B,yBAAyB,GACzB,wBAAwB,GACxB,yBAAyB,GACzB,oBAAoB,GACpB,qBAAqB,CAAC;AAE1B;;;GAGG;AACH,MAAM,WAAW,qBAAqB;IACpC,IAAI,EAAE,gBAAgB,CAAC;IACvB,MAAM,EAAE,MAAM,CAAC;IACf,cAAc,EAAE,MAAM,CAAC;IACvB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED;;;;GAIG;AACH,MAAM,WAAW,iBAAiB;IAChC,IAAI,EAAE,YAAY,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED;;;GAGG;AACH,MAAM,WAAW,sBAAsB;IACrC,IAAI,EAAE,iBAAiB,CAAC;IACxB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,gBAAgB,CAAC;IACzB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED;;;;GAIG;AACH,MAAM,WAAW,0BAA0B;IACzC,IAAI,EAAE,qBAAqB,CAAC;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,GAAG,QAAQ,GAAG,KAAK,CAAC;IACtC,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,GAAG,QAAQ,GAAG,KAAK,CAAC;IACrC,cAAc,EAAE,OAAO,CAAC;IACxB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED;;;;;GAKG;AACH,MAAM,WAAW,2BAA2B;IAC1C,IAAI,EAAE,uBAAuB,CAAC;IAC9B,MAAM,EAAE,UAAU,CAAC;IACnB,sBAAsB,EAAE,MAAM,CAAC;IAC/B,cAAc,EAAE,MAAM,CAAC;IACvB,mBAAmB,EAAE,MAAM,CAAC;IAC5B,eAAe,EACX,qBAAqB,GACrB,kBAAkB,GAClB,SAAS,GACT,gBAAgB,GAChB,eAAe,GACf,SAAS,CAAC;IACd,YAAY,EAAE,SAAS,GAAG,UAAU,CAAC;IACrC,qBAAqB,EAAE,MAAM,GAAG,QAAQ,GAAG,KAAK,CAAC;CAClD;AAED;;;;GAIG;AACH,MAAM,WAAW,iBAAiB;IAChC,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,OAAO,CAAC;IAClB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED;;;;GAIG;AACH,MAAM,WAAW,yBAAyB;IACxC,IAAI,EAAE,oBAAoB,CAAC;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,iBAAiB,EAAE,CAAC;IAChC,gBAAgB,EAAE;QAChB,gBAAgB,EAAE,OAAO,CAAC;QAC1B,mBAAmB,EAAE,OAAO,CAAC;QAC7B,MAAM,EAAE,MAAM,CAAC;KAChB,CAAC;CACH;AAED;;;;GAIG;AACH,MAAM,WAAW,4BAA4B;IAC3C,IAAI,EAAE,uBAAuB,CAAC;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,iBAAiB,EAAE,CAAC;IAChC,KAAK,EAAE,cAAc,GAAG,iBAAiB,CAAC;IAC1C,MAAM,EAAE,OAAO,GAAG,SAAS,CAAC;IAC5B,QAAQ,EAAE,OAAO,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED;;;;;;GAMG;AACH,MAAM,WAAW,mCAAmC;IAClD,IAAI,EAAE,+BAA+B,CAAC;IACtC,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,iBAAiB,EAAE,CAAC;IAChC,KAAK,EAAE,cAAc,GAAG,iBAAiB,CAAC;IAC1C,MAAM,EAAE,OAAO,GAAG,SAAS,CAAC;IAC5B,QAAQ,EAAE,OAAO,CAAC;IAClB,UAAU,EAAE,mBAAmB,CAAC;IAChC,WAAW,EAAE,OAAO,CAAC;IACrB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED;;;;GAIG;AACH,MAAM,WAAW,0BAA0B;IACzC,IAAI,EAAE,qBAAqB,CAAC;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,QAAQ,EAAE,KAAK,CAAC;QACd,IAAI,EAAE,MAAM,CAAC;QACb,OAAO,EAAE,MAAM,CAAC;QAChB,QAAQ,EAAE,KAAK,GAAG,QAAQ,GAAG,MAAM,CAAC;QACpC,QAAQ,EAAE,MAAM,CAAC;QACjB,QAAQ,EAAE,MAAM,CAAC;KAClB,CAAC,CAAC;IACH,SAAS,EAAE,MAAM,GAAG,KAAK,GAAG,QAAQ,GAAG,MAAM,CAAC;CAC/C;AAED;;;;GAIG;AACH,MAAM,WAAW,yBAAyB;IACxC,IAAI,EAAE,oBAAoB,CAAC;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,MAAM,GAAG,QAAQ,GAAG,KAAK,CAAC;IACtC,WAAW,EAAE;QACX,YAAY,CAAC,EAAE,OAAO,CAAC;QACvB,eAAe,CAAC,EAAE,OAAO,CAAC;QAC1B,aAAa,CAAC,EAAE,OAAO,CAAC;QACxB,cAAc,CAAC,EAAE,OAAO,CAAC;KAC1B,CAAC;CACH;AAMD;;;;GAIG;AACH,MAAM,WAAW,wBAAwB;IACvC,IAAI,EAAE,oBAAoB,CAAC;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;IACf,eAAe,EAAE,MAAM,CAAC;IACxB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,UAAU,EAAE,MAAM,GAAG,QAAQ,GAAG,KAAK,CAAC;IACtC,MAAM,EAAE,MAAM,GAAG,MAAM,GAAG,OAAO,CAAC;IAClC,aAAa,EAAE,MAAM,CAAC;CACvB;AAED;;;;GAIG;AACH,MAAM,WAAW,yBAAyB;IACxC,IAAI,EAAE,oBAAoB,CAAC;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,eAAe,EAAE,MAAM,CAAC;IACxB,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;CACvB;AAED;;;;GAIG;AACH,MAAM,WAAW,oBAAoB;IACnC,IAAI,EAAE,eAAe,CAAC;IACtB,KAAK,EAAE,MAAM,CAAC;CACf;AAED;;;;GAIG;AACH,MAAM,WAAW,qBAAqB;IACpC,IAAI,EAAE,gBAAgB,CAAC;IACvB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;CAClB"}
|
|
@@ -384,6 +384,67 @@ export interface FunctionalityAssessment {
|
|
|
384
384
|
/** Raw tool definitions with inputSchema from MCP server */
|
|
385
385
|
tools?: DiscoveredTool[];
|
|
386
386
|
}
|
|
387
|
+
/**
|
|
388
|
+
* Test validity warning when responses are suspiciously uniform.
|
|
389
|
+
* Indicates tests may not have reached security-relevant code paths.
|
|
390
|
+
* Issue #134: Detect identical security test responses
|
|
391
|
+
* Issue #135: Enhanced data for Stage B Claude analysis
|
|
392
|
+
*/
|
|
393
|
+
export interface TestValidityWarning {
|
|
394
|
+
/** Number of responses that match the most common pattern */
|
|
395
|
+
identicalResponseCount: number;
|
|
396
|
+
/** Total number of test responses analyzed */
|
|
397
|
+
totalResponses: number;
|
|
398
|
+
/** Percentage of identical responses (0-100) */
|
|
399
|
+
percentageIdentical: number;
|
|
400
|
+
/** Sample of the most common response (truncated) */
|
|
401
|
+
sampleResponse: string;
|
|
402
|
+
/** Detected pattern category */
|
|
403
|
+
detectedPattern: "configuration_error" | "connection_error" | "timeout" | "empty_response" | "generic_error" | "unknown";
|
|
404
|
+
/** Human-readable explanation */
|
|
405
|
+
explanation: string;
|
|
406
|
+
/** Response diversity metrics for Claude analysis */
|
|
407
|
+
responseDiversity?: {
|
|
408
|
+
/** Number of unique normalized responses */
|
|
409
|
+
uniqueResponses: number;
|
|
410
|
+
/** Shannon entropy (0=uniform, 1=max diversity) */
|
|
411
|
+
entropyScore: number;
|
|
412
|
+
/** Top response distribution by frequency */
|
|
413
|
+
distribution: Array<{
|
|
414
|
+
response: string;
|
|
415
|
+
count: number;
|
|
416
|
+
percentage: number;
|
|
417
|
+
}>;
|
|
418
|
+
};
|
|
419
|
+
/** Per-tool uniformity breakdown */
|
|
420
|
+
toolUniformity?: Record<string, {
|
|
421
|
+
identicalCount: number;
|
|
422
|
+
totalCount: number;
|
|
423
|
+
percentageIdentical: number;
|
|
424
|
+
}>;
|
|
425
|
+
/** Attack pattern correlation for semantic analysis */
|
|
426
|
+
attackPatternCorrelation?: Record<string, {
|
|
427
|
+
testCount: number;
|
|
428
|
+
uniqueResponses: number;
|
|
429
|
+
samplePayload?: string;
|
|
430
|
+
sampleResponse?: string;
|
|
431
|
+
}>;
|
|
432
|
+
/** Sample payload-response pairs for Claude analysis */
|
|
433
|
+
samplePairs?: Array<{
|
|
434
|
+
attackCategory: string;
|
|
435
|
+
payload: string;
|
|
436
|
+
response: string;
|
|
437
|
+
vulnerable: boolean;
|
|
438
|
+
}>;
|
|
439
|
+
/** Response metadata statistics */
|
|
440
|
+
responseMetadata?: {
|
|
441
|
+
avgLength: number;
|
|
442
|
+
minLength: number;
|
|
443
|
+
maxLength: number;
|
|
444
|
+
emptyCount: number;
|
|
445
|
+
errorCount: number;
|
|
446
|
+
};
|
|
447
|
+
}
|
|
387
448
|
export interface SecurityAssessment {
|
|
388
449
|
promptInjectionTests: SecurityTestResult[];
|
|
389
450
|
vulnerabilities: string[];
|
|
@@ -396,6 +457,9 @@ export interface SecurityAssessment {
|
|
|
396
457
|
failClosedCount: number;
|
|
397
458
|
unknownCount: number;
|
|
398
459
|
};
|
|
460
|
+
testValidityWarning?: TestValidityWarning;
|
|
461
|
+
/** Overall confidence level (may be reduced by test validity issues) */
|
|
462
|
+
overallConfidence?: "high" | "medium" | "low";
|
|
399
463
|
}
|
|
400
464
|
export interface DocumentationAssessment {
|
|
401
465
|
metrics: DocumentationMetrics;
|