hackmyagent 0.7.2 → 0.8.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +191 -0
- package/README.md +66 -28
- package/dist/arp/cli/index.d.ts +3 -0
- package/dist/arp/cli/index.d.ts.map +1 -0
- package/dist/arp/cli/index.js +219 -0
- package/dist/arp/cli/index.js.map +1 -0
- package/dist/arp/config/loader.d.ts +8 -0
- package/dist/arp/config/loader.d.ts.map +1 -0
- package/dist/arp/config/loader.js +102 -0
- package/dist/arp/config/loader.js.map +1 -0
- package/dist/arp/enforcement/kill-switch.d.ts +22 -0
- package/dist/arp/enforcement/kill-switch.d.ts.map +1 -0
- package/dist/arp/enforcement/kill-switch.js +122 -0
- package/dist/arp/enforcement/kill-switch.js.map +1 -0
- package/dist/arp/engine/event-engine.d.ts +29 -0
- package/dist/arp/engine/event-engine.d.ts.map +1 -0
- package/dist/arp/engine/event-engine.js +233 -0
- package/dist/arp/engine/event-engine.js.map +1 -0
- package/dist/arp/index.d.ts +81 -0
- package/dist/arp/index.d.ts.map +1 -0
- package/dist/arp/index.js +239 -0
- package/dist/arp/index.js.map +1 -0
- package/dist/arp/intelligence/adapters.d.ts +45 -0
- package/dist/arp/intelligence/adapters.d.ts.map +1 -0
- package/dist/arp/intelligence/adapters.js +222 -0
- package/dist/arp/intelligence/adapters.js.map +1 -0
- package/dist/arp/intelligence/anomaly.d.ts +32 -0
- package/dist/arp/intelligence/anomaly.d.ts.map +1 -0
- package/dist/arp/intelligence/anomaly.js +80 -0
- package/dist/arp/intelligence/anomaly.js.map +1 -0
- package/dist/arp/intelligence/budget.d.ts +33 -0
- package/dist/arp/intelligence/budget.d.ts.map +1 -0
- package/dist/arp/intelligence/budget.js +150 -0
- package/dist/arp/intelligence/budget.js.map +1 -0
- package/dist/arp/intelligence/coordinator.d.ts +43 -0
- package/dist/arp/intelligence/coordinator.d.ts.map +1 -0
- package/dist/arp/intelligence/coordinator.js +301 -0
- package/dist/arp/intelligence/coordinator.js.map +1 -0
- package/dist/arp/interceptors/a2a-protocol.d.ts +29 -0
- package/dist/arp/interceptors/a2a-protocol.d.ts.map +1 -0
- package/dist/arp/interceptors/a2a-protocol.js +111 -0
- package/dist/arp/interceptors/a2a-protocol.js.map +1 -0
- package/dist/arp/interceptors/filesystem.d.ts +33 -0
- package/dist/arp/interceptors/filesystem.d.ts.map +1 -0
- package/dist/arp/interceptors/filesystem.js +199 -0
- package/dist/arp/interceptors/filesystem.js.map +1 -0
- package/dist/arp/interceptors/mcp-protocol.d.ts +25 -0
- package/dist/arp/interceptors/mcp-protocol.d.ts.map +1 -0
- package/dist/arp/interceptors/mcp-protocol.js +126 -0
- package/dist/arp/interceptors/mcp-protocol.js.map +1 -0
- package/dist/arp/interceptors/network.d.ts +26 -0
- package/dist/arp/interceptors/network.d.ts.map +1 -0
- package/dist/arp/interceptors/network.js +146 -0
- package/dist/arp/interceptors/network.js.map +1 -0
- package/dist/arp/interceptors/process.d.ts +26 -0
- package/dist/arp/interceptors/process.d.ts.map +1 -0
- package/dist/arp/interceptors/process.js +157 -0
- package/dist/arp/interceptors/process.js.map +1 -0
- package/dist/arp/interceptors/prompt.d.ts +29 -0
- package/dist/arp/interceptors/prompt.d.ts.map +1 -0
- package/dist/arp/interceptors/prompt.js +82 -0
- package/dist/arp/interceptors/prompt.js.map +1 -0
- package/dist/arp/license/index.d.ts +59 -0
- package/dist/arp/license/index.d.ts.map +1 -0
- package/dist/arp/license/index.js +78 -0
- package/dist/arp/license/index.js.map +1 -0
- package/dist/arp/monitors/filesystem.d.ts +21 -0
- package/dist/arp/monitors/filesystem.d.ts.map +1 -0
- package/dist/arp/monitors/filesystem.js +141 -0
- package/dist/arp/monitors/filesystem.js.map +1 -0
- package/dist/arp/monitors/network.d.ts +32 -0
- package/dist/arp/monitors/network.d.ts.map +1 -0
- package/dist/arp/monitors/network.js +301 -0
- package/dist/arp/monitors/network.js.map +1 -0
- package/dist/arp/monitors/process.d.ts +24 -0
- package/dist/arp/monitors/process.d.ts.map +1 -0
- package/dist/arp/monitors/process.js +205 -0
- package/dist/arp/monitors/process.js.map +1 -0
- package/dist/arp/patterns/ai-threats.d.ts +48 -0
- package/dist/arp/patterns/ai-threats.d.ts.map +1 -0
- package/dist/arp/patterns/ai-threats.js +215 -0
- package/dist/arp/patterns/ai-threats.js.map +1 -0
- package/dist/arp/proxy/forward.d.ts +23 -0
- package/dist/arp/proxy/forward.d.ts.map +1 -0
- package/dist/arp/proxy/forward.js +152 -0
- package/dist/arp/proxy/forward.js.map +1 -0
- package/dist/arp/proxy/server.d.ts +45 -0
- package/dist/arp/proxy/server.d.ts.map +1 -0
- package/dist/arp/proxy/server.js +331 -0
- package/dist/arp/proxy/server.js.map +1 -0
- package/dist/arp/reporting/local-log.d.ts +22 -0
- package/dist/arp/reporting/local-log.d.ts.map +1 -0
- package/dist/arp/reporting/local-log.js +116 -0
- package/dist/arp/reporting/local-log.js.map +1 -0
- package/dist/arp/types.d.ts +230 -0
- package/dist/arp/types.d.ts.map +1 -0
- package/dist/arp/types.js +4 -0
- package/dist/arp/types.js.map +1 -0
- package/dist/attack/custom-payloads.d.ts +11 -0
- package/dist/attack/custom-payloads.d.ts.map +1 -0
- package/dist/attack/custom-payloads.js +108 -0
- package/dist/attack/custom-payloads.js.map +1 -0
- package/dist/attack/fail-policy.d.ts +16 -0
- package/dist/attack/fail-policy.d.ts.map +1 -0
- package/dist/attack/fail-policy.js +36 -0
- package/dist/attack/fail-policy.js.map +1 -0
- package/dist/attack/index.d.ts +12 -0
- package/dist/attack/index.d.ts.map +1 -0
- package/dist/attack/index.js +30 -0
- package/dist/attack/index.js.map +1 -0
- package/dist/attack/payloads/a2a-attacks.d.ts +12 -0
- package/dist/attack/payloads/a2a-attacks.d.ts.map +1 -0
- package/dist/attack/payloads/a2a-attacks.js +221 -0
- package/dist/attack/payloads/a2a-attacks.js.map +1 -0
- package/dist/attack/payloads/capability-abuse.d.ts +8 -0
- package/dist/attack/payloads/capability-abuse.d.ts.map +1 -0
- package/dist/attack/payloads/capability-abuse.js +222 -0
- package/dist/attack/payloads/capability-abuse.js.map +1 -0
- package/dist/attack/payloads/context-manipulation.d.ts +8 -0
- package/dist/attack/payloads/context-manipulation.d.ts.map +1 -0
- package/dist/attack/payloads/context-manipulation.js +217 -0
- package/dist/attack/payloads/context-manipulation.js.map +1 -0
- package/dist/attack/payloads/data-exfiltration.d.ts +8 -0
- package/dist/attack/payloads/data-exfiltration.d.ts.map +1 -0
- package/dist/attack/payloads/data-exfiltration.js +249 -0
- package/dist/attack/payloads/data-exfiltration.js.map +1 -0
- package/dist/attack/payloads/index.d.ts +29 -0
- package/dist/attack/payloads/index.d.ts.map +1 -0
- package/dist/attack/payloads/index.js +76 -0
- package/dist/attack/payloads/index.js.map +1 -0
- package/dist/attack/payloads/jailbreak.d.ts +8 -0
- package/dist/attack/payloads/jailbreak.d.ts.map +1 -0
- package/dist/attack/payloads/jailbreak.js +265 -0
- package/dist/attack/payloads/jailbreak.js.map +1 -0
- package/dist/attack/payloads/mcp-exploitation.d.ts +12 -0
- package/dist/attack/payloads/mcp-exploitation.d.ts.map +1 -0
- package/dist/attack/payloads/mcp-exploitation.js +221 -0
- package/dist/attack/payloads/mcp-exploitation.js.map +1 -0
- package/dist/attack/payloads/prompt-injection.d.ts +8 -0
- package/dist/attack/payloads/prompt-injection.d.ts.map +1 -0
- package/dist/attack/payloads/prompt-injection.js +262 -0
- package/dist/attack/payloads/prompt-injection.js.map +1 -0
- package/dist/attack/scanner.d.ts +84 -0
- package/dist/attack/scanner.d.ts.map +1 -0
- package/dist/attack/scanner.js +509 -0
- package/dist/attack/scanner.js.map +1 -0
- package/dist/attack/types.d.ts +153 -0
- package/dist/attack/types.d.ts.map +1 -0
- package/dist/attack/types.js +46 -0
- package/dist/attack/types.js.map +1 -0
- package/dist/benchmarks/index.d.ts +16 -0
- package/dist/benchmarks/index.d.ts.map +1 -0
- package/dist/benchmarks/index.js +27 -0
- package/dist/benchmarks/index.js.map +1 -0
- package/dist/benchmarks/oasb-1.d.ts +112 -0
- package/dist/benchmarks/oasb-1.d.ts.map +1 -0
- package/dist/benchmarks/oasb-1.js +1124 -0
- package/dist/benchmarks/oasb-1.js.map +1 -0
- package/dist/checker/check-skill.d.ts +48 -0
- package/dist/checker/check-skill.d.ts.map +1 -0
- package/dist/checker/check-skill.js +105 -0
- package/dist/checker/check-skill.js.map +1 -0
- package/dist/checker/index.d.ts +12 -0
- package/dist/checker/index.d.ts.map +1 -0
- package/dist/checker/index.js +16 -0
- package/dist/checker/index.js.map +1 -0
- package/dist/checker/permission-analyzer.d.ts +12 -0
- package/dist/checker/permission-analyzer.d.ts.map +1 -0
- package/dist/checker/permission-analyzer.js +84 -0
- package/dist/checker/permission-analyzer.js.map +1 -0
- package/dist/checker/publisher-verifier.d.ts +34 -0
- package/dist/checker/publisher-verifier.d.ts.map +1 -0
- package/dist/checker/publisher-verifier.js +121 -0
- package/dist/checker/publisher-verifier.js.map +1 -0
- package/dist/checker/skill-identifier.d.ts +14 -0
- package/dist/checker/skill-identifier.d.ts.map +1 -0
- package/dist/checker/skill-identifier.js +55 -0
- package/dist/checker/skill-identifier.js.map +1 -0
- package/dist/cli.d.ts +7 -0
- package/dist/cli.d.ts.map +1 -0
- package/dist/cli.js +3534 -0
- package/dist/cli.js.map +1 -0
- package/dist/hardening/index.d.ts +7 -0
- package/dist/hardening/index.d.ts.map +1 -0
- package/dist/hardening/index.js +9 -0
- package/dist/hardening/index.js.map +1 -0
- package/dist/hardening/scanner.d.ts +147 -0
- package/dist/hardening/scanner.d.ts.map +1 -0
- package/dist/hardening/scanner.js +5445 -0
- package/dist/hardening/scanner.js.map +1 -0
- package/dist/hardening/security-check.d.ts +85 -0
- package/dist/hardening/security-check.d.ts.map +1 -0
- package/dist/hardening/security-check.js +6 -0
- package/dist/hardening/security-check.js.map +1 -0
- package/dist/index.d.ts +38 -4
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +91 -3525
- package/dist/index.js.map +1 -1
- package/dist/mcp-server.js +10 -10
- package/dist/mcp-server.js.map +1 -1
- package/dist/oasb/config/dvaa-targets.d.ts +13 -0
- package/dist/oasb/config/dvaa-targets.d.ts.map +1 -0
- package/dist/oasb/config/dvaa-targets.js +89 -0
- package/dist/oasb/config/dvaa-targets.js.map +1 -0
- package/dist/oasb/harness/arp-wrapper.d.ts +29 -0
- package/dist/oasb/harness/arp-wrapper.d.ts.map +1 -0
- package/dist/oasb/harness/arp-wrapper.js +134 -0
- package/dist/oasb/harness/arp-wrapper.js.map +1 -0
- package/dist/oasb/harness/dvaa-client.d.ts +46 -0
- package/dist/oasb/harness/dvaa-client.d.ts.map +1 -0
- package/dist/oasb/harness/dvaa-client.js +98 -0
- package/dist/oasb/harness/dvaa-client.js.map +1 -0
- package/dist/oasb/harness/dvaa-manager.d.ts +17 -0
- package/dist/oasb/harness/dvaa-manager.d.ts.map +1 -0
- package/dist/oasb/harness/dvaa-manager.js +132 -0
- package/dist/oasb/harness/dvaa-manager.js.map +1 -0
- package/dist/oasb/harness/event-collector.d.ts +33 -0
- package/dist/oasb/harness/event-collector.d.ts.map +1 -0
- package/dist/oasb/harness/event-collector.js +86 -0
- package/dist/oasb/harness/event-collector.js.map +1 -0
- package/dist/oasb/harness/metrics.d.ts +14 -0
- package/dist/oasb/harness/metrics.d.ts.map +1 -0
- package/dist/oasb/harness/metrics.js +56 -0
- package/dist/oasb/harness/metrics.js.map +1 -0
- package/dist/oasb/harness/mock-llm-adapter.d.ts +34 -0
- package/dist/oasb/harness/mock-llm-adapter.d.ts.map +1 -0
- package/dist/oasb/harness/mock-llm-adapter.js +69 -0
- package/dist/oasb/harness/mock-llm-adapter.js.map +1 -0
- package/dist/oasb/harness/types.d.ts +74 -0
- package/dist/oasb/harness/types.d.ts.map +1 -0
- package/dist/oasb/harness/types.js +3 -0
- package/dist/oasb/harness/types.js.map +1 -0
- package/dist/plugins/core.d.ts +109 -0
- package/dist/plugins/core.d.ts.map +1 -0
- package/dist/plugins/core.js +30 -0
- package/dist/plugins/core.js.map +1 -0
- package/dist/plugins/credvault.d.ts +22 -0
- package/dist/plugins/credvault.d.ts.map +1 -0
- package/dist/plugins/credvault.js +374 -0
- package/dist/plugins/credvault.js.map +1 -0
- package/dist/plugins/signcrypt.d.ts +27 -0
- package/dist/plugins/signcrypt.d.ts.map +1 -0
- package/dist/plugins/signcrypt.js +317 -0
- package/dist/plugins/signcrypt.js.map +1 -0
- package/dist/plugins/skillguard.d.ts +25 -0
- package/dist/plugins/skillguard.d.ts.map +1 -0
- package/dist/plugins/skillguard.js +346 -0
- package/dist/plugins/skillguard.js.map +1 -0
- package/dist/registry/client.d.ts +125 -0
- package/dist/registry/client.d.ts.map +1 -0
- package/dist/registry/client.js +308 -0
- package/dist/registry/client.js.map +1 -0
- package/dist/registry/index.d.ts +3 -0
- package/dist/registry/index.d.ts.map +1 -0
- package/dist/registry/index.js +10 -0
- package/dist/registry/index.js.map +1 -0
- package/dist/scanner/external-scanner.d.ts +13 -0
- package/dist/scanner/external-scanner.d.ts.map +1 -0
- package/dist/scanner/external-scanner.js +299 -0
- package/dist/scanner/external-scanner.js.map +1 -0
- package/dist/scanner/index.d.ts +6 -0
- package/dist/scanner/index.d.ts.map +1 -0
- package/dist/scanner/index.js +9 -0
- package/dist/scanner/index.js.map +1 -0
- package/dist/scanner/types.d.ts +32 -0
- package/dist/scanner/types.d.ts.map +1 -0
- package/dist/scanner/types.js +6 -0
- package/dist/scanner/types.js.map +1 -0
- package/dist/semantic/deep-scan.d.ts +13 -0
- package/dist/semantic/deep-scan.d.ts.map +1 -0
- package/dist/semantic/deep-scan.js +63 -0
- package/dist/semantic/deep-scan.js.map +1 -0
- package/dist/semantic/index.d.ts +17 -0
- package/dist/semantic/index.d.ts.map +1 -0
- package/dist/semantic/index.js +39 -0
- package/dist/semantic/index.js.map +1 -0
- package/dist/semantic/integration/cost-estimator.d.ts +17 -0
- package/dist/semantic/integration/cost-estimator.d.ts.map +1 -0
- package/dist/semantic/integration/cost-estimator.js +54 -0
- package/dist/semantic/integration/cost-estimator.js.map +1 -0
- package/dist/semantic/integration/finding-adapter.d.ts +34 -0
- package/dist/semantic/integration/finding-adapter.d.ts.map +1 -0
- package/dist/semantic/integration/finding-adapter.js +41 -0
- package/dist/semantic/integration/finding-adapter.js.map +1 -0
- package/dist/semantic/integration/oasb-upgrader.d.ts +20 -0
- package/dist/semantic/integration/oasb-upgrader.d.ts.map +1 -0
- package/dist/semantic/integration/oasb-upgrader.js +47 -0
- package/dist/semantic/integration/oasb-upgrader.js.map +1 -0
- package/dist/semantic/llm/budget.d.ts +50 -0
- package/dist/semantic/llm/budget.d.ts.map +1 -0
- package/dist/semantic/llm/budget.js +139 -0
- package/dist/semantic/llm/budget.js.map +1 -0
- package/dist/semantic/llm/cache.d.ts +36 -0
- package/dist/semantic/llm/cache.d.ts.map +1 -0
- package/dist/semantic/llm/cache.js +103 -0
- package/dist/semantic/llm/cache.js.map +1 -0
- package/dist/semantic/llm/client.d.ts +49 -0
- package/dist/semantic/llm/client.d.ts.map +1 -0
- package/dist/semantic/llm/client.js +64 -0
- package/dist/semantic/llm/client.js.map +1 -0
- package/dist/semantic/llm/index.d.ts +33 -0
- package/dist/semantic/llm/index.d.ts.map +1 -0
- package/dist/semantic/llm/index.js +129 -0
- package/dist/semantic/llm/index.js.map +1 -0
- package/dist/semantic/llm/prompts.d.ts +30 -0
- package/dist/semantic/llm/prompts.d.ts.map +1 -0
- package/dist/semantic/llm/prompts.js +120 -0
- package/dist/semantic/llm/prompts.js.map +1 -0
- package/dist/semantic/structural/credential-context.d.ts +14 -0
- package/dist/semantic/structural/credential-context.d.ts.map +1 -0
- package/dist/semantic/structural/credential-context.js +295 -0
- package/dist/semantic/structural/credential-context.js.map +1 -0
- package/dist/semantic/structural/index.d.ts +28 -0
- package/dist/semantic/structural/index.d.ts.map +1 -0
- package/dist/semantic/structural/index.js +138 -0
- package/dist/semantic/structural/index.js.map +1 -0
- package/dist/semantic/structural/instruction.d.ts +19 -0
- package/dist/semantic/structural/instruction.d.ts.map +1 -0
- package/dist/semantic/structural/instruction.js +167 -0
- package/dist/semantic/structural/instruction.js.map +1 -0
- package/dist/semantic/structural/mcp-config.d.ts +22 -0
- package/dist/semantic/structural/mcp-config.d.ts.map +1 -0
- package/dist/semantic/structural/mcp-config.js +294 -0
- package/dist/semantic/structural/mcp-config.js.map +1 -0
- package/dist/semantic/structural/permission-model.d.ts +16 -0
- package/dist/semantic/structural/permission-model.d.ts.map +1 -0
- package/dist/semantic/structural/permission-model.js +121 -0
- package/dist/semantic/structural/permission-model.js.map +1 -0
- package/dist/semantic/types.d.ts +122 -0
- package/dist/semantic/types.d.ts.map +1 -0
- package/dist/semantic/types.js +10 -0
- package/dist/semantic/types.js.map +1 -0
- package/package.json +25 -14
|
@@ -0,0 +1,46 @@
|
|
|
1
|
+
interface ChatResponse {
|
|
2
|
+
id: string;
|
|
3
|
+
choices: Array<{
|
|
4
|
+
message: {
|
|
5
|
+
role: string;
|
|
6
|
+
content: string;
|
|
7
|
+
};
|
|
8
|
+
finish_reason: string;
|
|
9
|
+
}>;
|
|
10
|
+
}
|
|
11
|
+
interface MCPToolResponse {
|
|
12
|
+
success: boolean;
|
|
13
|
+
content?: string;
|
|
14
|
+
output?: string;
|
|
15
|
+
results?: unknown[];
|
|
16
|
+
note?: string;
|
|
17
|
+
}
|
|
18
|
+
interface HealthResponse {
|
|
19
|
+
status: string;
|
|
20
|
+
agent: string;
|
|
21
|
+
port: number;
|
|
22
|
+
}
|
|
23
|
+
interface StatsResponse {
|
|
24
|
+
totalRequests: number;
|
|
25
|
+
attacksDetected: number;
|
|
26
|
+
attacksSuccessful: number;
|
|
27
|
+
}
|
|
28
|
+
/**
|
|
29
|
+
* HTTP client for DVAA agent endpoints.
|
|
30
|
+
*/
|
|
31
|
+
export declare class DVAAClient {
|
|
32
|
+
/** Send a chat message to an API agent */
|
|
33
|
+
chat(port: number, message: string): Promise<ChatResponse>;
|
|
34
|
+
/** Execute an MCP tool on an MCP agent */
|
|
35
|
+
mcpExecute(port: number, tool: string, args: Record<string, unknown>): Promise<MCPToolResponse>;
|
|
36
|
+
/** Send an A2A message */
|
|
37
|
+
a2aMessage(port: number, from: string, message: string): Promise<ChatResponse>;
|
|
38
|
+
/** Health check */
|
|
39
|
+
health(port: number): Promise<HealthResponse>;
|
|
40
|
+
/** Get stats */
|
|
41
|
+
stats(port: number): Promise<StatsResponse>;
|
|
42
|
+
private get;
|
|
43
|
+
private post;
|
|
44
|
+
}
|
|
45
|
+
export {};
|
|
46
|
+
//# sourceMappingURL=dvaa-client.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"dvaa-client.d.ts","sourceRoot":"","sources":["../../../src/oasb/harness/dvaa-client.ts"],"names":[],"mappings":"AAEA,UAAU,YAAY;IACpB,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE,KAAK,CAAC;QACb,OAAO,EAAE;YAAE,IAAI,EAAE,MAAM,CAAC;YAAC,OAAO,EAAE,MAAM,CAAA;SAAE,CAAC;QAC3C,aAAa,EAAE,MAAM,CAAC;KACvB,CAAC,CAAC;CACJ;AAED,UAAU,eAAe;IACvB,OAAO,EAAE,OAAO,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,OAAO,EAAE,CAAC;IACpB,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,UAAU,cAAc;IACtB,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;CACd;AAED,UAAU,aAAa;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,eAAe,EAAE,MAAM,CAAC;IACxB,iBAAiB,EAAE,MAAM,CAAC;CAC3B;AAED;;GAEG;AACH,qBAAa,UAAU;IACrB,0CAA0C;IACpC,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC;IAMhE,0CAA0C;IACpC,UAAU,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,OAAO,CAAC,eAAe,CAAC;IAOrG,0BAA0B;IACpB,UAAU,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC;IASpF,mBAAmB;IACb,MAAM,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,CAAC;IAInD,gBAAgB;IACV,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC;IAIjD,OAAO,CAAC,GAAG;IAsBX,OAAO,CAAC,IAAI;CAsCb"}
|
|
@@ -0,0 +1,98 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
+
};
|
|
5
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
exports.DVAAClient = void 0;
|
|
7
|
+
const http_1 = __importDefault(require("http"));
|
|
8
|
+
/**
|
|
9
|
+
* HTTP client for DVAA agent endpoints.
|
|
10
|
+
*/
|
|
11
|
+
class DVAAClient {
|
|
12
|
+
/** Send a chat message to an API agent */
|
|
13
|
+
async chat(port, message) {
|
|
14
|
+
return this.post(port, '/v1/chat/completions', {
|
|
15
|
+
messages: [{ role: 'user', content: message }],
|
|
16
|
+
});
|
|
17
|
+
}
|
|
18
|
+
/** Execute an MCP tool on an MCP agent */
|
|
19
|
+
async mcpExecute(port, tool, args) {
|
|
20
|
+
return this.post(port, '/mcp/execute', {
|
|
21
|
+
tool,
|
|
22
|
+
arguments: args,
|
|
23
|
+
});
|
|
24
|
+
}
|
|
25
|
+
/** Send an A2A message */
|
|
26
|
+
async a2aMessage(port, from, message) {
|
|
27
|
+
return this.post(port, '/v1/chat/completions', {
|
|
28
|
+
messages: [
|
|
29
|
+
{ role: 'system', content: `Message from agent: ${from}` },
|
|
30
|
+
{ role: 'user', content: message },
|
|
31
|
+
],
|
|
32
|
+
});
|
|
33
|
+
}
|
|
34
|
+
/** Health check */
|
|
35
|
+
async health(port) {
|
|
36
|
+
return this.get(port, '/health');
|
|
37
|
+
}
|
|
38
|
+
/** Get stats */
|
|
39
|
+
async stats(port) {
|
|
40
|
+
return this.get(port, '/stats');
|
|
41
|
+
}
|
|
42
|
+
get(port, path) {
|
|
43
|
+
return new Promise((resolve, reject) => {
|
|
44
|
+
const req = http_1.default.get(`http://localhost:${port}${path}`, (res) => {
|
|
45
|
+
let body = '';
|
|
46
|
+
res.on('data', (chunk) => { body += chunk; });
|
|
47
|
+
res.on('end', () => {
|
|
48
|
+
try {
|
|
49
|
+
resolve(JSON.parse(body));
|
|
50
|
+
}
|
|
51
|
+
catch {
|
|
52
|
+
reject(new Error(`Invalid JSON from port ${port}${path}: ${body.slice(0, 200)}`));
|
|
53
|
+
}
|
|
54
|
+
});
|
|
55
|
+
});
|
|
56
|
+
req.on('error', reject);
|
|
57
|
+
req.setTimeout(10000, () => {
|
|
58
|
+
req.destroy();
|
|
59
|
+
reject(new Error(`Request to port ${port}${path} timed out`));
|
|
60
|
+
});
|
|
61
|
+
});
|
|
62
|
+
}
|
|
63
|
+
post(port, path, body) {
|
|
64
|
+
const payload = JSON.stringify(body);
|
|
65
|
+
return new Promise((resolve, reject) => {
|
|
66
|
+
const req = http_1.default.request({
|
|
67
|
+
hostname: 'localhost',
|
|
68
|
+
port,
|
|
69
|
+
path,
|
|
70
|
+
method: 'POST',
|
|
71
|
+
headers: {
|
|
72
|
+
'Content-Type': 'application/json',
|
|
73
|
+
'Content-Length': Buffer.byteLength(payload),
|
|
74
|
+
},
|
|
75
|
+
}, (res) => {
|
|
76
|
+
let data = '';
|
|
77
|
+
res.on('data', (chunk) => { data += chunk; });
|
|
78
|
+
res.on('end', () => {
|
|
79
|
+
try {
|
|
80
|
+
resolve(JSON.parse(data));
|
|
81
|
+
}
|
|
82
|
+
catch {
|
|
83
|
+
reject(new Error(`Invalid JSON from port ${port}${path}: ${data.slice(0, 200)}`));
|
|
84
|
+
}
|
|
85
|
+
});
|
|
86
|
+
});
|
|
87
|
+
req.on('error', reject);
|
|
88
|
+
req.setTimeout(10000, () => {
|
|
89
|
+
req.destroy();
|
|
90
|
+
reject(new Error(`POST to port ${port}${path} timed out`));
|
|
91
|
+
});
|
|
92
|
+
req.write(payload);
|
|
93
|
+
req.end();
|
|
94
|
+
});
|
|
95
|
+
}
|
|
96
|
+
}
|
|
97
|
+
exports.DVAAClient = DVAAClient;
|
|
98
|
+
//# sourceMappingURL=dvaa-client.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"dvaa-client.js","sourceRoot":"","sources":["../../../src/oasb/harness/dvaa-client.ts"],"names":[],"mappings":";;;;;;AAAA,gDAAwB;AA8BxB;;GAEG;AACH,MAAa,UAAU;IACrB,0CAA0C;IAC1C,KAAK,CAAC,IAAI,CAAC,IAAY,EAAE,OAAe;QACtC,OAAO,IAAI,CAAC,IAAI,CAAe,IAAI,EAAE,sBAAsB,EAAE;YAC3D,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;SAC/C,CAAC,CAAC;IACL,CAAC;IAED,0CAA0C;IAC1C,KAAK,CAAC,UAAU,CAAC,IAAY,EAAE,IAAY,EAAE,IAA6B;QACxE,OAAO,IAAI,CAAC,IAAI,CAAkB,IAAI,EAAE,cAAc,EAAE;YACtD,IAAI;YACJ,SAAS,EAAE,IAAI;SAChB,CAAC,CAAC;IACL,CAAC;IAED,0BAA0B;IAC1B,KAAK,CAAC,UAAU,CAAC,IAAY,EAAE,IAAY,EAAE,OAAe;QAC1D,OAAO,IAAI,CAAC,IAAI,CAAe,IAAI,EAAE,sBAAsB,EAAE;YAC3D,QAAQ,EAAE;gBACR,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,uBAAuB,IAAI,EAAE,EAAE;gBAC1D,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE;aACnC;SACF,CAAC,CAAC;IACL,CAAC;IAED,mBAAmB;IACnB,KAAK,CAAC,MAAM,CAAC,IAAY;QACvB,OAAO,IAAI,CAAC,GAAG,CAAiB,IAAI,EAAE,SAAS,CAAC,CAAC;IACnD,CAAC;IAED,gBAAgB;IAChB,KAAK,CAAC,KAAK,CAAC,IAAY;QACtB,OAAO,IAAI,CAAC,GAAG,CAAgB,IAAI,EAAE,QAAQ,CAAC,CAAC;IACjD,CAAC;IAEO,GAAG,CAAI,IAAY,EAAE,IAAY;QACvC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,MAAM,GAAG,GAAG,cAAI,CAAC,GAAG,CAAC,oBAAoB,IAAI,GAAG,IAAI,EAAE,EAAE,CAAC,GAAG,EAAE,EAAE;gBAC9D,IAAI,IAAI,GAAG,EAAE,CAAC;gBACd,GAAG,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,EAAE,GAAG,IAAI,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC9C,GAAG,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE;oBACjB,IAAI,CAAC;wBACH,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAM,CAAC,CAAC;oBACjC,CAAC;oBAAC,MAAM,CAAC;wBACP,MAAM,CAAC,IAAI,KAAK,CAAC,0BAA0B,IAAI,GAAG,IAAI,KAAK,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;oBACpF,CAAC;gBACH,CAAC,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;YAEH,GAAG,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YACxB,GAAG,CAAC,UAAU,CAAC,KAAK,EAAE,GAAG,EAAE;gBACzB,GAAG,CAAC,OAAO,EAAE,CAAC;gBACd,MAAM,CAAC,IAAI,KAAK,CAAC,mBAAmB,IAAI,GAAG,IAAI,YAAY,CAAC,CAAC,CAAC;YAChE,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,IAAI,CAAI,IAAY,EAAE,IAAY,EAAE,IAAa;QACvD,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;QAErC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,MAAM,GAAG,GAAG,cAAI,CAAC,OAAO,CACtB;gBACE,QAAQ,EAAE,WAAW;gBACrB,IAAI;gBACJ,IAAI;gBACJ,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;oBAClC,gBAAgB,EAAE,MAAM,CAAC,UAAU,CAAC,OAAO,CAAC;iBAC7C;aACF,EACD,CAAC,GAAG,EAAE,EAAE;gBACN,IAAI,IAAI,GAAG,EAAE,CAAC;gBACd,GAAG,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,EAAE,GAAG,IAAI,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC9C,GAAG,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE;oBACjB,IAAI,CAAC;wBACH,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAM,CAAC,CAAC;oBACjC,CAAC;oBAAC,MAAM,CAAC;wBACP,MAAM,CAAC,IAAI,KAAK,CAAC,0BAA0B,IAAI,GAAG,IAAI,KAAK,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;oBACpF,CAAC;gBACH,CAAC,CAAC,CAAC;YACL,CAAC,CACF,CAAC;YAEF,GAAG,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YACxB,GAAG,CAAC,UAAU,CAAC,KAAK,EAAE,GAAG,EAAE;gBACzB,GAAG,CAAC,OAAO,EAAE,CAAC;gBACd,MAAM,CAAC,IAAI,KAAK,CAAC,gBAAgB,IAAI,GAAG,IAAI,YAAY,CAAC,CAAC,CAAC;YAC7D,CAAC,CAAC,CAAC;YAEH,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YACnB,GAAG,CAAC,GAAG,EAAE,CAAC;QACZ,CAAC,CAAC,CAAC;IACL,CAAC;CACF;AAhGD,gCAgGC"}
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Manages the DVAA (Damn Vulnerable AI Agent) process lifecycle for integration tests.
|
|
3
|
+
*/
|
|
4
|
+
export declare class DVAAManager {
|
|
5
|
+
private process;
|
|
6
|
+
private started;
|
|
7
|
+
/** Start DVAA with all agents */
|
|
8
|
+
start(): Promise<void>;
|
|
9
|
+
/** Stop DVAA gracefully */
|
|
10
|
+
stop(): Promise<void>;
|
|
11
|
+
/** Get the DVAA process PID (for ARP to monitor) */
|
|
12
|
+
getPid(): number | undefined;
|
|
13
|
+
/** Check if DVAA is running */
|
|
14
|
+
isRunning(): boolean;
|
|
15
|
+
private waitForHealth;
|
|
16
|
+
}
|
|
17
|
+
//# sourceMappingURL=dvaa-manager.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"dvaa-manager.d.ts","sourceRoot":"","sources":["../../../src/oasb/harness/dvaa-manager.ts"],"names":[],"mappings":"AAQA;;GAEG;AACH,qBAAa,WAAW;IACtB,OAAO,CAAC,OAAO,CAA6B;IAC5C,OAAO,CAAC,OAAO,CAAS;IAExB,iCAAiC;IAC3B,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAuB5B,2BAA2B;IACrB,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAsB3B,oDAAoD;IACpD,MAAM,IAAI,MAAM,GAAG,SAAS;IAI5B,+BAA+B;IAC/B,SAAS,IAAI,OAAO;IAIpB,OAAO,CAAC,aAAa;CAiCtB"}
|
|
@@ -0,0 +1,132 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
+
if (k2 === undefined) k2 = k;
|
|
4
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
+
}
|
|
8
|
+
Object.defineProperty(o, k2, desc);
|
|
9
|
+
}) : (function(o, m, k, k2) {
|
|
10
|
+
if (k2 === undefined) k2 = k;
|
|
11
|
+
o[k2] = m[k];
|
|
12
|
+
}));
|
|
13
|
+
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
|
|
14
|
+
Object.defineProperty(o, "default", { enumerable: true, value: v });
|
|
15
|
+
}) : function(o, v) {
|
|
16
|
+
o["default"] = v;
|
|
17
|
+
});
|
|
18
|
+
var __importStar = (this && this.__importStar) || (function () {
|
|
19
|
+
var ownKeys = function(o) {
|
|
20
|
+
ownKeys = Object.getOwnPropertyNames || function (o) {
|
|
21
|
+
var ar = [];
|
|
22
|
+
for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
|
|
23
|
+
return ar;
|
|
24
|
+
};
|
|
25
|
+
return ownKeys(o);
|
|
26
|
+
};
|
|
27
|
+
return function (mod) {
|
|
28
|
+
if (mod && mod.__esModule) return mod;
|
|
29
|
+
var result = {};
|
|
30
|
+
if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
|
|
31
|
+
__setModuleDefault(result, mod);
|
|
32
|
+
return result;
|
|
33
|
+
};
|
|
34
|
+
})();
|
|
35
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
36
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
37
|
+
};
|
|
38
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
39
|
+
exports.DVAAManager = void 0;
|
|
40
|
+
const child_process_1 = require("child_process");
|
|
41
|
+
const path = __importStar(require("path"));
|
|
42
|
+
const http_1 = __importDefault(require("http"));
|
|
43
|
+
const DVAA_PATH = path.resolve(__dirname, '../../../damn-vulnerable-ai-agent');
|
|
44
|
+
const HEALTH_CHECK_TIMEOUT = 30000;
|
|
45
|
+
const HEALTH_CHECK_INTERVAL = 500;
|
|
46
|
+
/**
|
|
47
|
+
* Manages the DVAA (Damn Vulnerable AI Agent) process lifecycle for integration tests.
|
|
48
|
+
*/
|
|
49
|
+
class DVAAManager {
|
|
50
|
+
constructor() {
|
|
51
|
+
this.process = null;
|
|
52
|
+
this.started = false;
|
|
53
|
+
}
|
|
54
|
+
/** Start DVAA with all agents */
|
|
55
|
+
async start() {
|
|
56
|
+
if (this.started)
|
|
57
|
+
return;
|
|
58
|
+
const entryPoint = path.join(DVAA_PATH, 'src', 'index.js');
|
|
59
|
+
this.process = (0, child_process_1.fork)(entryPoint, [], {
|
|
60
|
+
cwd: DVAA_PATH,
|
|
61
|
+
stdio: 'pipe',
|
|
62
|
+
env: { ...process.env, NODE_ENV: 'test' },
|
|
63
|
+
});
|
|
64
|
+
this.process.on('error', (err) => {
|
|
65
|
+
console.error('DVAA process error:', err.message);
|
|
66
|
+
});
|
|
67
|
+
// Wait for health checks on key ports
|
|
68
|
+
await this.waitForHealth(3000); // Dashboard
|
|
69
|
+
await this.waitForHealth(3001); // SecureBot
|
|
70
|
+
await this.waitForHealth(3003); // LegacyBot
|
|
71
|
+
this.started = true;
|
|
72
|
+
}
|
|
73
|
+
/** Stop DVAA gracefully */
|
|
74
|
+
async stop() {
|
|
75
|
+
if (!this.process || !this.started)
|
|
76
|
+
return;
|
|
77
|
+
return new Promise((resolve) => {
|
|
78
|
+
const timeout = setTimeout(() => {
|
|
79
|
+
if (this.process) {
|
|
80
|
+
this.process.kill('SIGKILL');
|
|
81
|
+
}
|
|
82
|
+
resolve();
|
|
83
|
+
}, 5000);
|
|
84
|
+
this.process.once('exit', () => {
|
|
85
|
+
clearTimeout(timeout);
|
|
86
|
+
resolve();
|
|
87
|
+
});
|
|
88
|
+
this.process.kill('SIGTERM');
|
|
89
|
+
this.started = false;
|
|
90
|
+
this.process = null;
|
|
91
|
+
});
|
|
92
|
+
}
|
|
93
|
+
/** Get the DVAA process PID (for ARP to monitor) */
|
|
94
|
+
getPid() {
|
|
95
|
+
return this.process?.pid;
|
|
96
|
+
}
|
|
97
|
+
/** Check if DVAA is running */
|
|
98
|
+
isRunning() {
|
|
99
|
+
return this.started && this.process !== null;
|
|
100
|
+
}
|
|
101
|
+
waitForHealth(port) {
|
|
102
|
+
const deadline = Date.now() + HEALTH_CHECK_TIMEOUT;
|
|
103
|
+
return new Promise((resolve, reject) => {
|
|
104
|
+
const check = () => {
|
|
105
|
+
if (Date.now() > deadline) {
|
|
106
|
+
reject(new Error(`DVAA health check timed out on port ${port}`));
|
|
107
|
+
return;
|
|
108
|
+
}
|
|
109
|
+
const req = http_1.default.get(`http://localhost:${port}/health`, (res) => {
|
|
110
|
+
if (res.statusCode === 200) {
|
|
111
|
+
res.resume();
|
|
112
|
+
resolve();
|
|
113
|
+
}
|
|
114
|
+
else {
|
|
115
|
+
res.resume();
|
|
116
|
+
setTimeout(check, HEALTH_CHECK_INTERVAL);
|
|
117
|
+
}
|
|
118
|
+
});
|
|
119
|
+
req.on('error', () => {
|
|
120
|
+
setTimeout(check, HEALTH_CHECK_INTERVAL);
|
|
121
|
+
});
|
|
122
|
+
req.setTimeout(2000, () => {
|
|
123
|
+
req.destroy();
|
|
124
|
+
setTimeout(check, HEALTH_CHECK_INTERVAL);
|
|
125
|
+
});
|
|
126
|
+
};
|
|
127
|
+
check();
|
|
128
|
+
});
|
|
129
|
+
}
|
|
130
|
+
}
|
|
131
|
+
exports.DVAAManager = DVAAManager;
|
|
132
|
+
//# sourceMappingURL=dvaa-manager.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"dvaa-manager.js","sourceRoot":"","sources":["../../../src/oasb/harness/dvaa-manager.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,iDAAwD;AACxD,2CAA6B;AAC7B,gDAAwB;AAExB,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,mCAAmC,CAAC,CAAC;AAC/E,MAAM,oBAAoB,GAAG,KAAK,CAAC;AACnC,MAAM,qBAAqB,GAAG,GAAG,CAAC;AAElC;;GAEG;AACH,MAAa,WAAW;IAAxB;QACU,YAAO,GAAwB,IAAI,CAAC;QACpC,YAAO,GAAG,KAAK,CAAC;IA4F1B,CAAC;IA1FC,iCAAiC;IACjC,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,OAAO;YAAE,OAAO;QAEzB,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,KAAK,EAAE,UAAU,CAAC,CAAC;QAE3D,IAAI,CAAC,OAAO,GAAG,IAAA,oBAAI,EAAC,UAAU,EAAE,EAAE,EAAE;YAClC,GAAG,EAAE,SAAS;YACd,KAAK,EAAE,MAAM;YACb,GAAG,EAAE,EAAE,GAAG,OAAO,CAAC,GAAG,EAAE,QAAQ,EAAE,MAAM,EAAE;SAC1C,CAAC,CAAC;QAEH,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;YAC/B,OAAO,CAAC,KAAK,CAAC,qBAAqB,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC;QACpD,CAAC,CAAC,CAAC;QAEH,sCAAsC;QACtC,MAAM,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,YAAY;QAC5C,MAAM,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,YAAY;QAC5C,MAAM,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,YAAY;QAE5C,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;IACtB,CAAC;IAED,2BAA2B;IAC3B,KAAK,CAAC,IAAI;QACR,IAAI,CAAC,IAAI,CAAC,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO;YAAE,OAAO;QAE3C,OAAO,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;YACnC,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE;gBAC9B,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;oBACjB,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;gBAC/B,CAAC;gBACD,OAAO,EAAE,CAAC;YACZ,CAAC,EAAE,IAAI,CAAC,CAAC;YAET,IAAI,CAAC,OAAQ,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE;gBAC9B,YAAY,CAAC,OAAO,CAAC,CAAC;gBACtB,OAAO,EAAE,CAAC;YACZ,CAAC,CAAC,CAAC;YAEH,IAAI,CAAC,OAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAC9B,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;YACrB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACtB,CAAC,CAAC,CAAC;IACL,CAAC;IAED,oDAAoD;IACpD,MAAM;QACJ,OAAO,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC;IAC3B,CAAC;IAED,+BAA+B;IAC/B,SAAS;QACP,OAAO,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,OAAO,KAAK,IAAI,CAAC;IAC/C,CAAC;IAEO,aAAa,CAAC,IAAY;QAChC,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,oBAAoB,CAAC;QAEnD,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,MAAM,KAAK,GAAG,GAAG,EAAE;gBACjB,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ,EAAE,CAAC;oBAC1B,MAAM,CAAC,IAAI,KAAK,CAAC,uCAAuC,IAAI,EAAE,CAAC,CAAC,CAAC;oBACjE,OAAO;gBACT,CAAC;gBAED,MAAM,GAAG,GAAG,cAAI,CAAC,GAAG,CAAC,oBAAoB,IAAI,SAAS,EAAE,CAAC,GAAG,EAAE,EAAE;oBAC9D,IAAI,GAAG,CAAC,UAAU,KAAK,GAAG,EAAE,CAAC;wBAC3B,GAAG,CAAC,MAAM,EAAE,CAAC;wBACb,OAAO,EAAE,CAAC;oBACZ,CAAC;yBAAM,CAAC;wBACN,GAAG,CAAC,MAAM,EAAE,CAAC;wBACb,UAAU,CAAC,KAAK,EAAE,qBAAqB,CAAC,CAAC;oBAC3C,CAAC;gBACH,CAAC,CAAC,CAAC;gBAEH,GAAG,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;oBACnB,UAAU,CAAC,KAAK,EAAE,qBAAqB,CAAC,CAAC;gBAC3C,CAAC,CAAC,CAAC;gBAEH,GAAG,CAAC,UAAU,CAAC,IAAI,EAAE,GAAG,EAAE;oBACxB,GAAG,CAAC,OAAO,EAAE,CAAC;oBACd,UAAU,CAAC,KAAK,EAAE,qBAAqB,CAAC,CAAC;gBAC3C,CAAC,CAAC,CAAC;YACL,CAAC,CAAC;YAEF,KAAK,EAAE,CAAC;QACV,CAAC,CAAC,CAAC;IACL,CAAC;CACF;AA9FD,kCA8FC"}
|
|
@@ -0,0 +1,33 @@
|
|
|
1
|
+
import type { ARPEvent, EnforcementResult } from '../../arp';
|
|
2
|
+
/**
|
|
3
|
+
* Collects ARP events and enforcement results for test assertions.
|
|
4
|
+
* Supports async waiting for specific events with timeout.
|
|
5
|
+
*/
|
|
6
|
+
export declare class EventCollector {
|
|
7
|
+
private events;
|
|
8
|
+
private enforcements;
|
|
9
|
+
private waiters;
|
|
10
|
+
/** Handler to register on ARP's onEvent */
|
|
11
|
+
readonly eventHandler: (event: ARPEvent) => void;
|
|
12
|
+
/** Handler to register on ARP's onEnforcement */
|
|
13
|
+
readonly enforcementHandler: (result: EnforcementResult) => void;
|
|
14
|
+
/** Wait for an event matching a predicate, with timeout */
|
|
15
|
+
waitForEvent(predicate: (event: ARPEvent) => boolean, timeoutMs?: number): Promise<ARPEvent>;
|
|
16
|
+
/** Check if any event matches a predicate */
|
|
17
|
+
hasEvent(predicate: (event: ARPEvent) => boolean): boolean;
|
|
18
|
+
/** Get all events */
|
|
19
|
+
getEvents(): ARPEvent[];
|
|
20
|
+
/** Get events by category */
|
|
21
|
+
eventsByCategory(category: string): ARPEvent[];
|
|
22
|
+
/** Get events by severity */
|
|
23
|
+
eventsBySeverity(severity: string): ARPEvent[];
|
|
24
|
+
/** Get events by source */
|
|
25
|
+
eventsBySource(source: string): ARPEvent[];
|
|
26
|
+
/** Get all enforcement results */
|
|
27
|
+
getEnforcements(): EnforcementResult[];
|
|
28
|
+
/** Get enforcement results by action */
|
|
29
|
+
enforcementsByAction(action: string): EnforcementResult[];
|
|
30
|
+
/** Reset all collected data */
|
|
31
|
+
reset(): void;
|
|
32
|
+
}
|
|
33
|
+
//# sourceMappingURL=event-collector.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"event-collector.d.ts","sourceRoot":"","sources":["../../../src/oasb/harness/event-collector.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,iBAAiB,EAAE,MAAM,WAAW,CAAC;AAE7D;;;GAGG;AACH,qBAAa,cAAc;IACzB,OAAO,CAAC,MAAM,CAAkB;IAChC,OAAO,CAAC,YAAY,CAA2B;IAC/C,OAAO,CAAC,OAAO,CAIP;IAER,2CAA2C;IAC3C,QAAQ,CAAC,YAAY,GAAI,OAAO,QAAQ,KAAG,IAAI,CAY7C;IAEF,iDAAiD;IACjD,QAAQ,CAAC,kBAAkB,GAAI,QAAQ,iBAAiB,KAAG,IAAI,CAE7D;IAEF,2DAA2D;IAC3D,YAAY,CACV,SAAS,EAAE,CAAC,KAAK,EAAE,QAAQ,KAAK,OAAO,EACvC,SAAS,GAAE,MAAc,GACxB,OAAO,CAAC,QAAQ,CAAC;IAgBpB,6CAA6C;IAC7C,QAAQ,CAAC,SAAS,EAAE,CAAC,KAAK,EAAE,QAAQ,KAAK,OAAO,GAAG,OAAO;IAI1D,qBAAqB;IACrB,SAAS,IAAI,QAAQ,EAAE;IAIvB,6BAA6B;IAC7B,gBAAgB,CAAC,QAAQ,EAAE,MAAM,GAAG,QAAQ,EAAE;IAI9C,6BAA6B;IAC7B,gBAAgB,CAAC,QAAQ,EAAE,MAAM,GAAG,QAAQ,EAAE;IAI9C,2BAA2B;IAC3B,cAAc,CAAC,MAAM,EAAE,MAAM,GAAG,QAAQ,EAAE;IAI1C,kCAAkC;IAClC,eAAe,IAAI,iBAAiB,EAAE;IAItC,wCAAwC;IACxC,oBAAoB,CAAC,MAAM,EAAE,MAAM,GAAG,iBAAiB,EAAE;IAIzD,+BAA+B;IAC/B,KAAK,IAAI,IAAI;CAQd"}
|
|
@@ -0,0 +1,86 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.EventCollector = void 0;
|
|
4
|
+
/**
|
|
5
|
+
* Collects ARP events and enforcement results for test assertions.
|
|
6
|
+
* Supports async waiting for specific events with timeout.
|
|
7
|
+
*/
|
|
8
|
+
class EventCollector {
|
|
9
|
+
constructor() {
|
|
10
|
+
this.events = [];
|
|
11
|
+
this.enforcements = [];
|
|
12
|
+
this.waiters = [];
|
|
13
|
+
/** Handler to register on ARP's onEvent */
|
|
14
|
+
this.eventHandler = (event) => {
|
|
15
|
+
this.events.push(event);
|
|
16
|
+
// Check if any waiters match
|
|
17
|
+
for (let i = this.waiters.length - 1; i >= 0; i--) {
|
|
18
|
+
const waiter = this.waiters[i];
|
|
19
|
+
if (waiter.predicate(event)) {
|
|
20
|
+
clearTimeout(waiter.timer);
|
|
21
|
+
waiter.resolve(event);
|
|
22
|
+
this.waiters.splice(i, 1);
|
|
23
|
+
}
|
|
24
|
+
}
|
|
25
|
+
};
|
|
26
|
+
/** Handler to register on ARP's onEnforcement */
|
|
27
|
+
this.enforcementHandler = (result) => {
|
|
28
|
+
this.enforcements.push(result);
|
|
29
|
+
};
|
|
30
|
+
}
|
|
31
|
+
/** Wait for an event matching a predicate, with timeout */
|
|
32
|
+
waitForEvent(predicate, timeoutMs = 10000) {
|
|
33
|
+
// Check existing events first
|
|
34
|
+
const existing = this.events.find(predicate);
|
|
35
|
+
if (existing)
|
|
36
|
+
return Promise.resolve(existing);
|
|
37
|
+
return new Promise((resolve, reject) => {
|
|
38
|
+
const timer = setTimeout(() => {
|
|
39
|
+
const idx = this.waiters.findIndex((w) => w.resolve === resolve);
|
|
40
|
+
if (idx >= 0)
|
|
41
|
+
this.waiters.splice(idx, 1);
|
|
42
|
+
reject(new Error(`Timed out after ${timeoutMs}ms waiting for event`));
|
|
43
|
+
}, timeoutMs);
|
|
44
|
+
this.waiters.push({ predicate, resolve, timer });
|
|
45
|
+
});
|
|
46
|
+
}
|
|
47
|
+
/** Check if any event matches a predicate */
|
|
48
|
+
hasEvent(predicate) {
|
|
49
|
+
return this.events.some(predicate);
|
|
50
|
+
}
|
|
51
|
+
/** Get all events */
|
|
52
|
+
getEvents() {
|
|
53
|
+
return [...this.events];
|
|
54
|
+
}
|
|
55
|
+
/** Get events by category */
|
|
56
|
+
eventsByCategory(category) {
|
|
57
|
+
return this.events.filter((e) => e.category === category);
|
|
58
|
+
}
|
|
59
|
+
/** Get events by severity */
|
|
60
|
+
eventsBySeverity(severity) {
|
|
61
|
+
return this.events.filter((e) => e.severity === severity);
|
|
62
|
+
}
|
|
63
|
+
/** Get events by source */
|
|
64
|
+
eventsBySource(source) {
|
|
65
|
+
return this.events.filter((e) => e.source === source);
|
|
66
|
+
}
|
|
67
|
+
/** Get all enforcement results */
|
|
68
|
+
getEnforcements() {
|
|
69
|
+
return [...this.enforcements];
|
|
70
|
+
}
|
|
71
|
+
/** Get enforcement results by action */
|
|
72
|
+
enforcementsByAction(action) {
|
|
73
|
+
return this.enforcements.filter((e) => e.action === action);
|
|
74
|
+
}
|
|
75
|
+
/** Reset all collected data */
|
|
76
|
+
reset() {
|
|
77
|
+
this.events = [];
|
|
78
|
+
this.enforcements = [];
|
|
79
|
+
for (const waiter of this.waiters) {
|
|
80
|
+
clearTimeout(waiter.timer);
|
|
81
|
+
}
|
|
82
|
+
this.waiters = [];
|
|
83
|
+
}
|
|
84
|
+
}
|
|
85
|
+
exports.EventCollector = EventCollector;
|
|
86
|
+
//# sourceMappingURL=event-collector.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"event-collector.js","sourceRoot":"","sources":["../../../src/oasb/harness/event-collector.ts"],"names":[],"mappings":";;;AAEA;;;GAGG;AACH,MAAa,cAAc;IAA3B;QACU,WAAM,GAAe,EAAE,CAAC;QACxB,iBAAY,GAAwB,EAAE,CAAC;QACvC,YAAO,GAIV,EAAE,CAAC;QAER,2CAA2C;QAClC,iBAAY,GAAG,CAAC,KAAe,EAAQ,EAAE;YAChD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAExB,6BAA6B;YAC7B,KAAK,IAAI,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;gBAClD,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;gBAC/B,IAAI,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC;oBAC5B,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;oBAC3B,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;oBACtB,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;gBAC5B,CAAC;YACH,CAAC;QACH,CAAC,CAAC;QAEF,iDAAiD;QACxC,uBAAkB,GAAG,CAAC,MAAyB,EAAQ,EAAE;YAChE,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACjC,CAAC,CAAC;IAkEJ,CAAC;IAhEC,2DAA2D;IAC3D,YAAY,CACV,SAAuC,EACvC,YAAoB,KAAK;QAEzB,8BAA8B;QAC9B,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC7C,IAAI,QAAQ;YAAE,OAAO,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAE/C,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;gBAC5B,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,OAAO,CAAC,CAAC;gBACjE,IAAI,GAAG,IAAI,CAAC;oBAAE,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;gBAC1C,MAAM,CAAC,IAAI,KAAK,CAAC,mBAAmB,SAAS,sBAAsB,CAAC,CAAC,CAAC;YACxE,CAAC,EAAE,SAAS,CAAC,CAAC;YAEd,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;QACnD,CAAC,CAAC,CAAC;IACL,CAAC;IAED,6CAA6C;IAC7C,QAAQ,CAAC,SAAuC;QAC9C,OAAO,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACrC,CAAC;IAED,qBAAqB;IACrB,SAAS;QACP,OAAO,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC;IAC1B,CAAC;IAED,6BAA6B;IAC7B,gBAAgB,CAAC,QAAgB;QAC/B,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC;IAC5D,CAAC;IAED,6BAA6B;IAC7B,gBAAgB,CAAC,QAAgB;QAC/B,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC;IAC5D,CAAC;IAED,2BAA2B;IAC3B,cAAc,CAAC,MAAc;QAC3B,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC;IACxD,CAAC;IAED,kCAAkC;IAClC,eAAe;QACb,OAAO,CAAC,GAAG,IAAI,CAAC,YAAY,CAAC,CAAC;IAChC,CAAC;IAED,wCAAwC;IACxC,oBAAoB,CAAC,MAAc;QACjC,OAAO,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC;IAC9D,CAAC;IAED,+BAA+B;IAC/B,KAAK;QACH,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC;QACjB,IAAI,CAAC,YAAY,GAAG,EAAE,CAAC;QACvB,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YAClC,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC7B,CAAC;QACD,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC;IACpB,CAAC;CACF;AA7FD,wCA6FC"}
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
import type { TestResult, TestAnnotation, SuiteMetrics } from './types';
|
|
2
|
+
/**
|
|
3
|
+
* Computes detection effectiveness metrics from test results.
|
|
4
|
+
*/
|
|
5
|
+
export declare function computeMetrics(results: TestResult[]): SuiteMetrics;
|
|
6
|
+
/** Create a test annotation for attack scenarios */
|
|
7
|
+
export declare function attackAnnotation(opts: {
|
|
8
|
+
atlasId?: string;
|
|
9
|
+
owaspId?: string;
|
|
10
|
+
expectedSeverity?: 'info' | 'low' | 'medium' | 'high' | 'critical';
|
|
11
|
+
}): TestAnnotation;
|
|
12
|
+
/** Create a test annotation for benign scenarios */
|
|
13
|
+
export declare function benignAnnotation(): TestAnnotation;
|
|
14
|
+
//# sourceMappingURL=metrics.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"metrics.d.ts","sourceRoot":"","sources":["../../../src/oasb/harness/metrics.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AAExE;;GAEG;AACH,wBAAgB,cAAc,CAAC,OAAO,EAAE,UAAU,EAAE,GAAG,YAAY,CAqClE;AAED,oDAAoD;AACpD,wBAAgB,gBAAgB,CAAC,IAAI,EAAE;IACrC,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,gBAAgB,CAAC,EAAE,MAAM,GAAG,KAAK,GAAG,QAAQ,GAAG,MAAM,GAAG,UAAU,CAAC;CACpE,GAAG,cAAc,CAMjB;AAED,oDAAoD;AACpD,wBAAgB,gBAAgB,IAAI,cAAc,CAKjD"}
|
|
@@ -0,0 +1,56 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.computeMetrics = computeMetrics;
|
|
4
|
+
exports.attackAnnotation = attackAnnotation;
|
|
5
|
+
exports.benignAnnotation = benignAnnotation;
|
|
6
|
+
/**
|
|
7
|
+
* Computes detection effectiveness metrics from test results.
|
|
8
|
+
*/
|
|
9
|
+
function computeMetrics(results) {
|
|
10
|
+
const attacks = results.filter((r) => r.annotation.isAttack);
|
|
11
|
+
const benign = results.filter((r) => !r.annotation.isAttack);
|
|
12
|
+
const truePositives = attacks.filter((r) => r.detected).length;
|
|
13
|
+
const falseNegatives = attacks.filter((r) => !r.detected).length;
|
|
14
|
+
const trueNegatives = benign.filter((r) => !r.detected).length;
|
|
15
|
+
const falsePositives = benign.filter((r) => r.detected).length;
|
|
16
|
+
const detectionTimes = attacks
|
|
17
|
+
.filter((r) => r.detected && r.detectionTimeMs !== undefined)
|
|
18
|
+
.map((r) => r.detectionTimeMs);
|
|
19
|
+
detectionTimes.sort((a, b) => a - b);
|
|
20
|
+
const meanDetectionTimeMs = detectionTimes.length > 0
|
|
21
|
+
? detectionTimes.reduce((sum, t) => sum + t, 0) / detectionTimes.length
|
|
22
|
+
: 0;
|
|
23
|
+
const p95Index = Math.ceil(detectionTimes.length * 0.95) - 1;
|
|
24
|
+
const p95DetectionTimeMs = detectionTimes.length > 0
|
|
25
|
+
? detectionTimes[Math.max(0, p95Index)]
|
|
26
|
+
: 0;
|
|
27
|
+
return {
|
|
28
|
+
totalTests: results.length,
|
|
29
|
+
attacks: attacks.length,
|
|
30
|
+
benign: benign.length,
|
|
31
|
+
truePositives,
|
|
32
|
+
falsePositives,
|
|
33
|
+
trueNegatives,
|
|
34
|
+
falseNegatives,
|
|
35
|
+
detectionRate: attacks.length > 0 ? truePositives / attacks.length : 1,
|
|
36
|
+
falsePositiveRate: benign.length > 0 ? falsePositives / benign.length : 0,
|
|
37
|
+
meanDetectionTimeMs,
|
|
38
|
+
p95DetectionTimeMs,
|
|
39
|
+
};
|
|
40
|
+
}
|
|
41
|
+
/** Create a test annotation for attack scenarios */
|
|
42
|
+
function attackAnnotation(opts) {
|
|
43
|
+
return {
|
|
44
|
+
isAttack: true,
|
|
45
|
+
expectedDetection: true,
|
|
46
|
+
...opts,
|
|
47
|
+
};
|
|
48
|
+
}
|
|
49
|
+
/** Create a test annotation for benign scenarios */
|
|
50
|
+
function benignAnnotation() {
|
|
51
|
+
return {
|
|
52
|
+
isAttack: false,
|
|
53
|
+
expectedDetection: false,
|
|
54
|
+
};
|
|
55
|
+
}
|
|
56
|
+
//# sourceMappingURL=metrics.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"metrics.js","sourceRoot":"","sources":["../../../src/oasb/harness/metrics.ts"],"names":[],"mappings":";;AAKA,wCAqCC;AAGD,4CAUC;AAGD,4CAKC;AA7DD;;GAEG;AACH,SAAgB,cAAc,CAAC,OAAqB;IAClD,MAAM,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;IAC7D,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;IAE7D,MAAM,aAAa,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC;IAC/D,MAAM,cAAc,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC;IACjE,MAAM,aAAa,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC;IAC/D,MAAM,cAAc,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC;IAE/D,MAAM,cAAc,GAAG,OAAO;SAC3B,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,eAAe,KAAK,SAAS,CAAC;SAC5D,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,eAAgB,CAAC,CAAC;IAElC,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAErC,MAAM,mBAAmB,GAAG,cAAc,CAAC,MAAM,GAAG,CAAC;QACnD,CAAC,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,cAAc,CAAC,MAAM;QACvE,CAAC,CAAC,CAAC,CAAC;IAEN,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC;IAC7D,MAAM,kBAAkB,GAAG,cAAc,CAAC,MAAM,GAAG,CAAC;QAClD,CAAC,CAAC,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;QACvC,CAAC,CAAC,CAAC,CAAC;IAEN,OAAO;QACL,UAAU,EAAE,OAAO,CAAC,MAAM;QAC1B,OAAO,EAAE,OAAO,CAAC,MAAM;QACvB,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,aAAa;QACb,cAAc;QACd,aAAa;QACb,cAAc;QACd,aAAa,EAAE,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,aAAa,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QACtE,iBAAiB,EAAE,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,cAAc,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QACzE,mBAAmB;QACnB,kBAAkB;KACnB,CAAC;AACJ,CAAC;AAED,oDAAoD;AACpD,SAAgB,gBAAgB,CAAC,IAIhC;IACC,OAAO;QACL,QAAQ,EAAE,IAAI;QACd,iBAAiB,EAAE,IAAI;QACvB,GAAG,IAAI;KACR,CAAC;AACJ,CAAC;AAED,oDAAoD;AACpD,SAAgB,gBAAgB;IAC9B,OAAO;QACL,QAAQ,EAAE,KAAK;QACf,iBAAiB,EAAE,KAAK;KACzB,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,34 @@
|
|
|
1
|
+
import type { LLMAdapter, LLMResponse } from '../../arp';
|
|
2
|
+
interface MockCall {
|
|
3
|
+
prompt: string;
|
|
4
|
+
maxTokens: number;
|
|
5
|
+
timestamp: number;
|
|
6
|
+
}
|
|
7
|
+
/**
|
|
8
|
+
* Deterministic LLM adapter for testing L2 intelligence layer.
|
|
9
|
+
* Returns structured responses based on input patterns.
|
|
10
|
+
*/
|
|
11
|
+
export declare class MockLLMAdapter implements LLMAdapter {
|
|
12
|
+
readonly name = "mock";
|
|
13
|
+
private calls;
|
|
14
|
+
private latencyMs;
|
|
15
|
+
private costPerCall;
|
|
16
|
+
constructor(options?: {
|
|
17
|
+
latencyMs?: number;
|
|
18
|
+
costPerCall?: number;
|
|
19
|
+
});
|
|
20
|
+
assess(prompt: string, maxTokens: number): Promise<LLMResponse>;
|
|
21
|
+
estimateCost(inputTokens: number, outputTokens: number): number;
|
|
22
|
+
healthCheck(): Promise<boolean>;
|
|
23
|
+
/** Get number of calls made */
|
|
24
|
+
getCallCount(): number;
|
|
25
|
+
/** Get all calls for assertions */
|
|
26
|
+
getCalls(): MockCall[];
|
|
27
|
+
/** Get the most recent call */
|
|
28
|
+
getLastCall(): MockCall | undefined;
|
|
29
|
+
/** Reset call history */
|
|
30
|
+
reset(): void;
|
|
31
|
+
private generateResponse;
|
|
32
|
+
}
|
|
33
|
+
export {};
|
|
34
|
+
//# sourceMappingURL=mock-llm-adapter.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"mock-llm-adapter.d.ts","sourceRoot":"","sources":["../../../src/oasb/harness/mock-llm-adapter.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,WAAW,CAAC;AAEzD,UAAU,QAAQ;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED;;;GAGG;AACH,qBAAa,cAAe,YAAW,UAAU;IAC/C,QAAQ,CAAC,IAAI,UAAU;IACvB,OAAO,CAAC,KAAK,CAAkB;IAC/B,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,WAAW,CAAS;gBAEhB,OAAO,CAAC,EAAE;QAAE,SAAS,CAAC,EAAE,MAAM,CAAC;QAAC,WAAW,CAAC,EAAE,MAAM,CAAA;KAAE;IAK5D,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC;IAiBrE,YAAY,CAAC,WAAW,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,GAAG,MAAM;IAIzD,WAAW,IAAI,OAAO,CAAC,OAAO,CAAC;IAIrC,+BAA+B;IAC/B,YAAY,IAAI,MAAM;IAItB,mCAAmC;IACnC,QAAQ,IAAI,QAAQ,EAAE;IAItB,+BAA+B;IAC/B,WAAW,IAAI,QAAQ,GAAG,SAAS;IAInC,yBAAyB;IACzB,KAAK,IAAI,IAAI;IAIb,OAAO,CAAC,gBAAgB;CAqBzB"}
|
|
@@ -0,0 +1,69 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.MockLLMAdapter = void 0;
|
|
4
|
+
/**
|
|
5
|
+
* Deterministic LLM adapter for testing L2 intelligence layer.
|
|
6
|
+
* Returns structured responses based on input patterns.
|
|
7
|
+
*/
|
|
8
|
+
class MockLLMAdapter {
|
|
9
|
+
constructor(options) {
|
|
10
|
+
this.name = 'mock';
|
|
11
|
+
this.calls = [];
|
|
12
|
+
this.latencyMs = options?.latencyMs ?? 10;
|
|
13
|
+
this.costPerCall = options?.costPerCall ?? 0.001;
|
|
14
|
+
}
|
|
15
|
+
async assess(prompt, maxTokens) {
|
|
16
|
+
this.calls.push({ prompt, maxTokens, timestamp: Date.now() });
|
|
17
|
+
if (this.latencyMs > 0) {
|
|
18
|
+
await new Promise((r) => setTimeout(r, this.latencyMs));
|
|
19
|
+
}
|
|
20
|
+
const response = this.generateResponse(prompt);
|
|
21
|
+
return {
|
|
22
|
+
content: response,
|
|
23
|
+
inputTokens: Math.ceil(prompt.length / 4),
|
|
24
|
+
outputTokens: Math.ceil(response.length / 4),
|
|
25
|
+
model: 'mock-llm',
|
|
26
|
+
};
|
|
27
|
+
}
|
|
28
|
+
estimateCost(inputTokens, outputTokens) {
|
|
29
|
+
return this.costPerCall;
|
|
30
|
+
}
|
|
31
|
+
async healthCheck() {
|
|
32
|
+
return true;
|
|
33
|
+
}
|
|
34
|
+
/** Get number of calls made */
|
|
35
|
+
getCallCount() {
|
|
36
|
+
return this.calls.length;
|
|
37
|
+
}
|
|
38
|
+
/** Get all calls for assertions */
|
|
39
|
+
getCalls() {
|
|
40
|
+
return [...this.calls];
|
|
41
|
+
}
|
|
42
|
+
/** Get the most recent call */
|
|
43
|
+
getLastCall() {
|
|
44
|
+
return this.calls[this.calls.length - 1];
|
|
45
|
+
}
|
|
46
|
+
/** Reset call history */
|
|
47
|
+
reset() {
|
|
48
|
+
this.calls = [];
|
|
49
|
+
}
|
|
50
|
+
generateResponse(prompt) {
|
|
51
|
+
const lower = prompt.toLowerCase();
|
|
52
|
+
// Threat patterns - always flag
|
|
53
|
+
if (lower.includes('threat') || lower.includes('critical') || lower.includes('kill')) {
|
|
54
|
+
return 'CONSISTENT: NO\nCONFIDENCE: 0.95\nREASONING: Activity matches known attack pattern\nACTION: KILL';
|
|
55
|
+
}
|
|
56
|
+
// Violation patterns - flag as suspicious
|
|
57
|
+
if (lower.includes('violation') || lower.includes('suspicious') || lower.includes('high')) {
|
|
58
|
+
return 'CONSISTENT: NO\nCONFIDENCE: 0.80\nREASONING: Behavior deviates from declared capabilities\nACTION: ALERT';
|
|
59
|
+
}
|
|
60
|
+
// Anomaly patterns - moderate concern
|
|
61
|
+
if (lower.includes('anomaly') || lower.includes('unusual')) {
|
|
62
|
+
return 'CONSISTENT: NO\nCONFIDENCE: 0.60\nREASONING: Statistical anomaly detected but uncertain\nACTION: ALERT';
|
|
63
|
+
}
|
|
64
|
+
// Default - allow
|
|
65
|
+
return 'CONSISTENT: YES\nCONFIDENCE: 0.90\nREASONING: Activity consistent with agent purpose\nACTION: ALLOW';
|
|
66
|
+
}
|
|
67
|
+
}
|
|
68
|
+
exports.MockLLMAdapter = MockLLMAdapter;
|
|
69
|
+
//# sourceMappingURL=mock-llm-adapter.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"mock-llm-adapter.js","sourceRoot":"","sources":["../../../src/oasb/harness/mock-llm-adapter.ts"],"names":[],"mappings":";;;AAQA;;;GAGG;AACH,MAAa,cAAc;IAMzB,YAAY,OAAsD;QALzD,SAAI,GAAG,MAAM,CAAC;QACf,UAAK,GAAe,EAAE,CAAC;QAK7B,IAAI,CAAC,SAAS,GAAG,OAAO,EAAE,SAAS,IAAI,EAAE,CAAC;QAC1C,IAAI,CAAC,WAAW,GAAG,OAAO,EAAE,WAAW,IAAI,KAAK,CAAC;IACnD,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,MAAc,EAAE,SAAiB;QAC5C,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QAE9D,IAAI,IAAI,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;YACvB,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC;QAC1D,CAAC;QAED,MAAM,QAAQ,GAAG,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC;QAE/C,OAAO;YACL,OAAO,EAAE,QAAQ;YACjB,WAAW,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;YACzC,YAAY,EAAE,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC;YAC5C,KAAK,EAAE,UAAU;SAClB,CAAC;IACJ,CAAC;IAED,YAAY,CAAC,WAAmB,EAAE,YAAoB;QACpD,OAAO,IAAI,CAAC,WAAW,CAAC;IAC1B,CAAC;IAED,KAAK,CAAC,WAAW;QACf,OAAO,IAAI,CAAC;IACd,CAAC;IAED,+BAA+B;IAC/B,YAAY;QACV,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC;IAC3B,CAAC;IAED,mCAAmC;IACnC,QAAQ;QACN,OAAO,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC;IACzB,CAAC;IAED,+BAA+B;IAC/B,WAAW;QACT,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC3C,CAAC;IAED,yBAAyB;IACzB,KAAK;QACH,IAAI,CAAC,KAAK,GAAG,EAAE,CAAC;IAClB,CAAC;IAEO,gBAAgB,CAAC,MAAc;QACrC,MAAM,KAAK,GAAG,MAAM,CAAC,WAAW,EAAE,CAAC;QAEnC,gCAAgC;QAChC,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;YACrF,OAAO,kGAAkG,CAAC;QAC5G,CAAC;QAED,0CAA0C;QAC1C,IAAI,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;YAC1F,OAAO,0GAA0G,CAAC;QACpH,CAAC;QAED,sCAAsC;QACtC,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;YAC3D,OAAO,wGAAwG,CAAC;QAClH,CAAC;QAED,kBAAkB;QAClB,OAAO,qGAAqG,CAAC;IAC/G,CAAC;CACF;AA7ED,wCA6EC"}
|