@j3r3mcdev/oast-server 1.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.env.example +0 -0
- package/.github/workflows/ci.yml +29 -0
- package/.github/workflows/publish.yml +31 -0
- package/README.md +192 -0
- package/dist/api/controllers/__tests__/tasks.controller.test.js +61 -0
- package/dist/api/controllers/events.controller.js +13 -0
- package/dist/api/controllers/health.controller.js +11 -0
- package/dist/api/controllers/index.js +1 -0
- package/dist/api/controllers/tasks.controller.js +35 -0
- package/dist/api/dto/__tests__/create-task.dto.test.js +33 -0
- package/dist/api/dto/__tests__/filter-tasks.dto.test.js +28 -0
- package/dist/api/dto/create-task.dto.js +26 -0
- package/dist/api/dto/filter-tasks.dto.js +27 -0
- package/dist/api/services/__tests__/events.service.test.js +25 -0
- package/dist/api/services/__tests__/tasks.service.test.js +25 -0
- package/dist/api/services/events.service.js +18 -0
- package/dist/api/services/tasks.service.js +52 -0
- package/dist/api/sse/events.stream.js +63 -0
- package/dist/config/constants.js +1 -0
- package/dist/config/env.js +1 -0
- package/dist/core/__tests__/core-router.test.js +26 -0
- package/dist/core/__tests__/core-server.test.js +39 -0
- package/dist/core/__tests__/event.normalizer.test.js +50 -0
- package/dist/core/__tests__/event.router.test.js +66 -0
- package/dist/core/__tests__/logger.test.js +26 -0
- package/dist/core/__tests__/storage-manager.test.js +57 -0
- package/dist/core/event.normalizer.js +126 -0
- package/dist/core/event.router.js +15 -0
- package/dist/core/http/__tests__/adapter-node.test.js +74 -0
- package/dist/core/http/__tests__/body-parser-multipart.test.js +35 -0
- package/dist/core/http/__tests__/body-parser-raw.test.js +25 -0
- package/dist/core/http/__tests__/body-parser-text.test.js +25 -0
- package/dist/core/http/__tests__/compile-path.test.js +33 -0
- package/dist/core/http/__tests__/middleware-pipeline.test.js +39 -0
- package/dist/core/http/__tests__/request.test.js +32 -0
- package/dist/core/http/__tests__/response.test.js +26 -0
- package/dist/core/http/__tests__/router-match.test.js +117 -0
- package/dist/core/http/adapter-node.js +44 -0
- package/dist/core/http/buildRequest.js +16 -0
- package/dist/core/http/compile-path.js +30 -0
- package/dist/core/http/errors.js +35 -0
- package/dist/core/http/http-server.js +48 -0
- package/dist/core/http/index.js +1 -0
- package/dist/core/http/main.js +1 -0
- package/dist/core/http/middleware.js +133 -0
- package/dist/core/http/request.js +22 -0
- package/dist/core/http/response.js +74 -0
- package/dist/core/http/router.js +111 -0
- package/dist/core/http/utils.js +1 -0
- package/dist/core/id-generator.js +14 -0
- package/dist/core/logger.js +81 -0
- package/dist/core/router.js +30 -0
- package/dist/core/server.js +70 -0
- package/dist/core/storage.js +46 -0
- package/dist/index.js +76 -0
- package/dist/listeners/api/__tests__/api.controller.test.js +88 -0
- package/dist/listeners/api/__tests__/api.extractor.test.js +39 -0
- package/dist/listeners/api/__tests__/api.listener.test.js +66 -0
- package/dist/listeners/api/__tests__/api.routes.test.js +105 -0
- package/dist/listeners/api/__tests__/api.sse.test.js +78 -0
- package/dist/listeners/api/api.controllers.js +39 -0
- package/dist/listeners/api/api.extractor.js +41 -0
- package/dist/listeners/api/api.listener.js +37 -0
- package/dist/listeners/api/api.routes.js +59 -0
- package/dist/listeners/api/api.sse.js +35 -0
- package/dist/listeners/dns/__tests__/dns.test.js +89 -0
- package/dist/listeners/dns/dns.extractor.js +17 -0
- package/dist/listeners/dns/dns.listener.js +48 -0
- package/dist/listeners/http/__tests__/http.extractor.test.js +52 -0
- package/dist/listeners/http/__tests__/http.listener.test.js +106 -0
- package/dist/listeners/http/http.extractor.js +18 -0
- package/dist/listeners/http/http.listener.js +91 -0
- package/dist/listeners/listener.interface.js +2 -0
- package/dist/listeners/smtp/__tests__/smtp.extractor.test.js +62 -0
- package/dist/listeners/smtp/__tests__/smtp.listener.test.js +129 -0
- package/dist/listeners/smtp/smtp.extractor.js +21 -0
- package/dist/listeners/smtp/smtp.listener.js +53 -0
- package/dist/listeners/ssrf/__tests__/ssrf.extractor.test.js +37 -0
- package/dist/listeners/ssrf/__tests__/ssrf.listener.test.js +79 -0
- package/dist/listeners/ssrf/ssrf.extractor.js +17 -0
- package/dist/listeners/ssrf/ssrf.listener.js +35 -0
- package/dist/listeners/tcp/tcp.extractor.js +18 -0
- package/dist/listeners/tcp/tcp.listener.js +47 -0
- package/dist/listeners/webhook/__tests__/webhook.extractor.test.js +30 -0
- package/dist/listeners/webhook/__tests__/webhook.listener.test.js +96 -0
- package/dist/listeners/webhook/webhook.extractor.js +15 -0
- package/dist/listeners/webhook/webhook.listener.js +51 -0
- package/dist/listeners/websocket/__tests__/websocket.extractor.test.js +29 -0
- package/dist/listeners/websocket/__tests__/websocket.listener.test.js +73 -0
- package/dist/listeners/websocket/websocket.extractor.js +14 -0
- package/dist/listeners/websocket/websocket.listener.js +33 -0
- package/dist/storage-adapters/adapters/__tests__/memory.storage.test.js +64 -0
- package/dist/storage-adapters/adapters/memory.storage.js +48 -0
- package/dist/storage-adapters/adapters/redis.storage.js +1 -0
- package/dist/storage-adapters/adapters/sqlite.storage.js +1 -0
- package/dist/storage-adapters/storage.interface.js +2 -0
- package/dist/types/event.types.js +2 -0
- package/dist/utils/token.js +1 -0
- package/image.png +0 -0
- package/jest.config.js +11 -0
- package/package.json +45 -0
- package/sadmin list shadows +9 -0
- package/src/api/controllers/__tests__/tasks.controller.test.ts +74 -0
- package/src/api/controllers/events.controller.ts +10 -0
- package/src/api/controllers/health.controller.ts +7 -0
- package/src/api/controllers/index.ts +0 -0
- package/src/api/controllers/tasks.controller.ts +41 -0
- package/src/api/dto/__tests__/create-task.dto.test.ts +41 -0
- package/src/api/dto/__tests__/filter-tasks.dto.test.ts +35 -0
- package/src/api/dto/create-task.dto.ts +33 -0
- package/src/api/dto/filter-tasks.dto.ts +33 -0
- package/src/api/services/__tests__/events.service.test.ts +41 -0
- package/src/api/services/__tests__/tasks.service.test.ts +41 -0
- package/src/api/services/events.service.ts +17 -0
- package/src/api/services/tasks.service.ts +79 -0
- package/src/api/sse/events.stream.ts +90 -0
- package/src/config/constants.ts +0 -0
- package/src/config/env.ts +0 -0
- package/src/core/__tests__/core-router.test.ts +30 -0
- package/src/core/__tests__/core-server.test.ts +44 -0
- package/src/core/__tests__/event.normalizer.test.ts +56 -0
- package/src/core/__tests__/event.router.test.ts +89 -0
- package/src/core/__tests__/logger.test.ts +32 -0
- package/src/core/__tests__/storage-manager.test.ts +74 -0
- package/src/core/event.normalizer.ts +147 -0
- package/src/core/event.router.ts +13 -0
- package/src/core/http/__tests__/adapter-node.test.ts +52 -0
- package/src/core/http/__tests__/body-parser-multipart.test.ts +41 -0
- package/src/core/http/__tests__/body-parser-raw.test.ts +28 -0
- package/src/core/http/__tests__/body-parser-text.test.ts +28 -0
- package/src/core/http/__tests__/compile-path.test.ts +39 -0
- package/src/core/http/__tests__/middleware-pipeline.test.ts +51 -0
- package/src/core/http/__tests__/request.test.ts +34 -0
- package/src/core/http/__tests__/response.test.ts +35 -0
- package/src/core/http/__tests__/router-match.test.ts +171 -0
- package/src/core/http/adapter-node.ts +51 -0
- package/src/core/http/buildRequest.ts +18 -0
- package/src/core/http/compile-path.ts +32 -0
- package/src/core/http/errors.ts +37 -0
- package/src/core/http/http-server.ts +52 -0
- package/src/core/http/index.ts +0 -0
- package/src/core/http/main.ts +0 -0
- package/src/core/http/middleware.ts +160 -0
- package/src/core/http/request.ts +55 -0
- package/src/core/http/response.ts +93 -0
- package/src/core/http/router.ts +138 -0
- package/src/core/http/utils.ts +0 -0
- package/src/core/id-generator.ts +8 -0
- package/src/core/logger.ts +113 -0
- package/src/core/router.ts +44 -0
- package/src/core/server.ts +85 -0
- package/src/core/storage.ts +64 -0
- package/src/index.ts +89 -0
- package/src/listeners/api/__tests__/api.controller.test.ts +116 -0
- package/src/listeners/api/__tests__/api.extractor.test.ts +46 -0
- package/src/listeners/api/__tests__/api.listener.test.ts +82 -0
- package/src/listeners/api/__tests__/api.routes.test.ts +155 -0
- package/src/listeners/api/__tests__/api.sse.test.ts +105 -0
- package/src/listeners/api/api.controllers.ts +67 -0
- package/src/listeners/api/api.extractor.ts +43 -0
- package/src/listeners/api/api.listener.ts +50 -0
- package/src/listeners/api/api.routes.ts +76 -0
- package/src/listeners/api/api.sse.ts +38 -0
- package/src/listeners/dns/__tests__/dns.test.ts +118 -0
- package/src/listeners/dns/dns.extractor.ts +14 -0
- package/src/listeners/dns/dns.listener.ts +61 -0
- package/src/listeners/http/__tests__/http.extractor.test.ts +59 -0
- package/src/listeners/http/__tests__/http.listener.test.ts +133 -0
- package/src/listeners/http/http.extractor.ts +15 -0
- package/src/listeners/http/http.listener.ts +110 -0
- package/src/listeners/listener.interface.ts +4 -0
- package/src/listeners/smtp/__tests__/smtp.extractor.test.ts +69 -0
- package/src/listeners/smtp/__tests__/smtp.listener.test.ts +150 -0
- package/src/listeners/smtp/smtp.extractor.ts +18 -0
- package/src/listeners/smtp/smtp.listener.ts +60 -0
- package/src/listeners/ssrf/__tests__/ssrf.extractor.test.ts +41 -0
- package/src/listeners/ssrf/__tests__/ssrf.listener.test.ts +98 -0
- package/src/listeners/ssrf/ssrf.extractor.ts +14 -0
- package/src/listeners/ssrf/ssrf.listener.ts +37 -0
- package/src/listeners/tcp/tcp.extractor.ts +16 -0
- package/src/listeners/tcp/tcp.listener.ts +61 -0
- package/src/listeners/webhook/__tests__/webhook.extractor.test.ts +35 -0
- package/src/listeners/webhook/__tests__/webhook.listener.test.ts +122 -0
- package/src/listeners/webhook/webhook.extractor.ts +12 -0
- package/src/listeners/webhook/webhook.listener.ts +58 -0
- package/src/listeners/websocket/__tests__/websocket.extractor.test.ts +33 -0
- package/src/listeners/websocket/__tests__/websocket.listener.test.ts +90 -0
- package/src/listeners/websocket/websocket.extractor.ts +11 -0
- package/src/listeners/websocket/websocket.listener.ts +40 -0
- package/src/storage-adapters/adapters/__tests__/memory.storage.test.ts +75 -0
- package/src/storage-adapters/adapters/memory.storage.ts +64 -0
- package/src/storage-adapters/adapters/redis.storage.ts +0 -0
- package/src/storage-adapters/adapters/sqlite.storage.ts +0 -0
- package/src/storage-adapters/storage.interface.ts +26 -0
- package/src/types/event.types.ts +147 -0
- package/src/utils/token.ts +0 -0
- package/src-api.txt +0 -0
- package/src-architecture.txt +0 -0
- package/tsconfig.json +15 -0
|
@@ -0,0 +1,58 @@
|
|
|
1
|
+
import http from "http";
|
|
2
|
+
import { CoreRouter } from "../../core/router";
|
|
3
|
+
import { WebhookExtractor } from "./webhook.extractor";
|
|
4
|
+
import { EventNormalizer } from "../../core/event.normalizer";
|
|
5
|
+
import { Logger } from "../../core/logger";
|
|
6
|
+
|
|
7
|
+
export class WebhookListener {
|
|
8
|
+
private router: CoreRouter;
|
|
9
|
+
private server: http.Server;
|
|
10
|
+
private logger: Logger;
|
|
11
|
+
|
|
12
|
+
constructor(router: CoreRouter, port: number) {
|
|
13
|
+
this.router = router;
|
|
14
|
+
this.logger = new Logger({ context: "WebhookListener" });
|
|
15
|
+
|
|
16
|
+
this.server = http.createServer(async (req, res) => {
|
|
17
|
+
if (req.method !== "POST") {
|
|
18
|
+
res.writeHead(405);
|
|
19
|
+
return res.end("Method Not Allowed");
|
|
20
|
+
}
|
|
21
|
+
|
|
22
|
+
let chunks: Buffer[] = [];
|
|
23
|
+
|
|
24
|
+
req.on("data", (chunk) => chunks.push(chunk));
|
|
25
|
+
|
|
26
|
+
req.on("end", async () => {
|
|
27
|
+
try {
|
|
28
|
+
const bodyRaw = Buffer.concat(chunks).toString();
|
|
29
|
+
let body: any = null;
|
|
30
|
+
|
|
31
|
+
try {
|
|
32
|
+
body = JSON.parse(bodyRaw);
|
|
33
|
+
} catch {
|
|
34
|
+
body = bodyRaw;
|
|
35
|
+
}
|
|
36
|
+
|
|
37
|
+
const extracted = WebhookExtractor.extract(req, body);
|
|
38
|
+
const event = EventNormalizer.normalizeWebhook(extracted);
|
|
39
|
+
|
|
40
|
+
await this.router.dispatch(event);
|
|
41
|
+
|
|
42
|
+
res.writeHead(200);
|
|
43
|
+
res.end("OK");
|
|
44
|
+
} catch (err) {
|
|
45
|
+
res.writeHead(500);
|
|
46
|
+
res.end("ERROR");
|
|
47
|
+
}
|
|
48
|
+
});
|
|
49
|
+
});
|
|
50
|
+
|
|
51
|
+
this.server.listen(port);
|
|
52
|
+
}
|
|
53
|
+
|
|
54
|
+
stop() {
|
|
55
|
+
this.server.close();
|
|
56
|
+
this.logger.info("Webhook Listener stopped");
|
|
57
|
+
}
|
|
58
|
+
}
|
|
@@ -0,0 +1,33 @@
|
|
|
1
|
+
import { describe, it, expect } from "@jest/globals";
|
|
2
|
+
import { WebSocketExtractor } from "../websocket.extractor";
|
|
3
|
+
|
|
4
|
+
describe("WebSocketExtractor", () => {
|
|
5
|
+
it("extrait correctement les données", () => {
|
|
6
|
+
const ws: any = {};
|
|
7
|
+
const req: any = {
|
|
8
|
+
socket: { remoteAddress: "1.2.3.4" },
|
|
9
|
+
headers: { host: "example.com" },
|
|
10
|
+
};
|
|
11
|
+
|
|
12
|
+
const extracted = WebSocketExtractor.extract(ws, req, "hello");
|
|
13
|
+
|
|
14
|
+
expect(extracted).toEqual({
|
|
15
|
+
ip: "1.2.3.4",
|
|
16
|
+
message: "hello",
|
|
17
|
+
raw: { ws, req },
|
|
18
|
+
});
|
|
19
|
+
});
|
|
20
|
+
|
|
21
|
+
it("retourne une structure complète même si des champs manquent", () => {
|
|
22
|
+
const ws: any = {};
|
|
23
|
+
const req: any = {};
|
|
24
|
+
|
|
25
|
+
const extracted = WebSocketExtractor.extract(ws, req, "test");
|
|
26
|
+
|
|
27
|
+
expect(extracted).toEqual({
|
|
28
|
+
ip: "",
|
|
29
|
+
message: "test",
|
|
30
|
+
raw: { ws, req },
|
|
31
|
+
});
|
|
32
|
+
});
|
|
33
|
+
});
|
|
@@ -0,0 +1,90 @@
|
|
|
1
|
+
import {
|
|
2
|
+
describe,
|
|
3
|
+
it,
|
|
4
|
+
expect,
|
|
5
|
+
jest,
|
|
6
|
+
beforeEach,
|
|
7
|
+
afterEach,
|
|
8
|
+
} from "@jest/globals";
|
|
9
|
+
|
|
10
|
+
import { WebSocketServer } from "ws";
|
|
11
|
+
import WebSocket from "ws";
|
|
12
|
+
import { WebSocketListener } from "../websocket.listener";
|
|
13
|
+
import { WebSocketExtractor } from "../websocket.extractor";
|
|
14
|
+
import { EventNormalizer } from "../../../core/event.normalizer";
|
|
15
|
+
|
|
16
|
+
jest.mock("../websocket.extractor");
|
|
17
|
+
jest.mock("../../../core/event.normalizer");
|
|
18
|
+
|
|
19
|
+
describe("WebSocketListener", () => {
|
|
20
|
+
let router: any;
|
|
21
|
+
let port: number;
|
|
22
|
+
let listener: WebSocketListener;
|
|
23
|
+
|
|
24
|
+
beforeEach(() => {
|
|
25
|
+
router = {
|
|
26
|
+
dispatch: jest.fn(),
|
|
27
|
+
};
|
|
28
|
+
|
|
29
|
+
port = 14000 + Math.floor(Math.random() * 2000);
|
|
30
|
+
|
|
31
|
+
(WebSocketExtractor.extract as jest.Mock).mockReturnValue({
|
|
32
|
+
ip: "1.2.3.4",
|
|
33
|
+
message: "hello",
|
|
34
|
+
raw: {},
|
|
35
|
+
});
|
|
36
|
+
|
|
37
|
+
(EventNormalizer.normalizeWebSocket as jest.Mock).mockReturnValue({
|
|
38
|
+
id: "ws123",
|
|
39
|
+
type: "websocket",
|
|
40
|
+
timestamp: 111,
|
|
41
|
+
sourceIp: "1.2.3.4",
|
|
42
|
+
message: "hello",
|
|
43
|
+
});
|
|
44
|
+
|
|
45
|
+
listener = new WebSocketListener(router, port);
|
|
46
|
+
});
|
|
47
|
+
|
|
48
|
+
afterEach(() => {
|
|
49
|
+
listener.stop();
|
|
50
|
+
});
|
|
51
|
+
|
|
52
|
+
it("appelle router.dispatch quand un message est reçu", async () => {
|
|
53
|
+
const client = new WebSocket(`ws://localhost:${port}`);
|
|
54
|
+
|
|
55
|
+
await new Promise<void>((resolve) => {
|
|
56
|
+
client.on("open", () => {
|
|
57
|
+
client.send("hello");
|
|
58
|
+
setTimeout(() => {
|
|
59
|
+
expect(router.dispatch).toHaveBeenCalledTimes(1);
|
|
60
|
+
expect(router.dispatch).toHaveBeenCalledWith({
|
|
61
|
+
id: "ws123",
|
|
62
|
+
type: "websocket",
|
|
63
|
+
timestamp: 111,
|
|
64
|
+
sourceIp: "1.2.3.4",
|
|
65
|
+
message: "hello",
|
|
66
|
+
});
|
|
67
|
+
client.close();
|
|
68
|
+
resolve();
|
|
69
|
+
}, 50);
|
|
70
|
+
});
|
|
71
|
+
});
|
|
72
|
+
});
|
|
73
|
+
|
|
74
|
+
it("ne plante pas si dispatch échoue", async () => {
|
|
75
|
+
router.dispatch.mockRejectedValue(new Error("fail"));
|
|
76
|
+
|
|
77
|
+
const client = new WebSocket(`ws://localhost:${port}`);
|
|
78
|
+
|
|
79
|
+
await new Promise<void>((resolve) => {
|
|
80
|
+
client.on("open", () => {
|
|
81
|
+
client.send("hello");
|
|
82
|
+
setTimeout(() => {
|
|
83
|
+
expect(router.dispatch).toHaveBeenCalledTimes(1);
|
|
84
|
+
client.close();
|
|
85
|
+
resolve();
|
|
86
|
+
}, 50);
|
|
87
|
+
});
|
|
88
|
+
});
|
|
89
|
+
});
|
|
90
|
+
});
|
|
@@ -0,0 +1,40 @@
|
|
|
1
|
+
import { WebSocketServer, WebSocket, RawData } from "ws";
|
|
2
|
+
import type { IncomingMessage } from "http";
|
|
3
|
+
import { CoreRouter } from "../../core/router";
|
|
4
|
+
import { WebSocketExtractor } from "./websocket.extractor";
|
|
5
|
+
import { EventNormalizer } from "../../core/event.normalizer";
|
|
6
|
+
import { Logger } from "../../core/logger";
|
|
7
|
+
|
|
8
|
+
export class WebSocketListener {
|
|
9
|
+
private router: CoreRouter;
|
|
10
|
+
private server: WebSocketServer;
|
|
11
|
+
private logger: Logger;
|
|
12
|
+
|
|
13
|
+
constructor(router: CoreRouter, port: number) {
|
|
14
|
+
this.router = router;
|
|
15
|
+
this.logger = new Logger({ context: "WebSocketListener" });
|
|
16
|
+
|
|
17
|
+
this.server = new WebSocketServer({ port });
|
|
18
|
+
|
|
19
|
+
this.server.on("connection", (ws: WebSocket, req: IncomingMessage) => {
|
|
20
|
+
ws.on("message", async (data: RawData) => {
|
|
21
|
+
try {
|
|
22
|
+
const message = data.toString();
|
|
23
|
+
const extracted = WebSocketExtractor.extract(ws, req, message);
|
|
24
|
+
const event = EventNormalizer.normalizeWebSocket(extracted);
|
|
25
|
+
|
|
26
|
+
await this.router.dispatch(event);
|
|
27
|
+
} catch (err) {
|
|
28
|
+
this.logger.error("WebSocket error", err);
|
|
29
|
+
}
|
|
30
|
+
});
|
|
31
|
+
});
|
|
32
|
+
|
|
33
|
+
this.logger.info(`WebSocket Listener listening on port ${port}`);
|
|
34
|
+
}
|
|
35
|
+
|
|
36
|
+
stop() {
|
|
37
|
+
this.server.close();
|
|
38
|
+
this.logger.info("WebSocket Listener stopped");
|
|
39
|
+
}
|
|
40
|
+
}
|
|
@@ -0,0 +1,75 @@
|
|
|
1
|
+
import { MemoryStorage } from "../memory.storage";
|
|
2
|
+
import { describe, it, expect } from "@jest/globals";
|
|
3
|
+
import { NormalizedHttpEvent } from "../../../types/event.types";
|
|
4
|
+
|
|
5
|
+
describe("MemoryStorage", () => {
|
|
6
|
+
it("sauvegarde un événement", async () => {
|
|
7
|
+
const storage = new MemoryStorage();
|
|
8
|
+
|
|
9
|
+
const event: NormalizedHttpEvent = {
|
|
10
|
+
id: "1",
|
|
11
|
+
type: "http",
|
|
12
|
+
timestamp: 123,
|
|
13
|
+
sourceIp: "1.1.1.1",
|
|
14
|
+
request: {
|
|
15
|
+
method: "GET",
|
|
16
|
+
path: "/",
|
|
17
|
+
headers: {},
|
|
18
|
+
query: {},
|
|
19
|
+
body: {},
|
|
20
|
+
},
|
|
21
|
+
};
|
|
22
|
+
|
|
23
|
+
await storage.save(event);
|
|
24
|
+
|
|
25
|
+
const all = await storage.getAll();
|
|
26
|
+
expect(all).toEqual([event]);
|
|
27
|
+
});
|
|
28
|
+
|
|
29
|
+
it("retourne un événement par ID", async () => {
|
|
30
|
+
const storage = new MemoryStorage();
|
|
31
|
+
|
|
32
|
+
const event: NormalizedHttpEvent = {
|
|
33
|
+
id: "1",
|
|
34
|
+
type: "http",
|
|
35
|
+
timestamp: Date.now(),
|
|
36
|
+
sourceIp: "1.1.1.1",
|
|
37
|
+
request: {
|
|
38
|
+
method: "GET",
|
|
39
|
+
path: "/test",
|
|
40
|
+
headers: {},
|
|
41
|
+
query: {},
|
|
42
|
+
body: "",
|
|
43
|
+
},
|
|
44
|
+
};
|
|
45
|
+
|
|
46
|
+
await storage.save(event);
|
|
47
|
+
|
|
48
|
+
const found = await storage.getById("1");
|
|
49
|
+
expect(found).toEqual(event);
|
|
50
|
+
});
|
|
51
|
+
|
|
52
|
+
it("supprime un événement", async () => {
|
|
53
|
+
const storage = new MemoryStorage();
|
|
54
|
+
|
|
55
|
+
const event: NormalizedHttpEvent = {
|
|
56
|
+
id: "1",
|
|
57
|
+
type: "http",
|
|
58
|
+
timestamp: Date.now(),
|
|
59
|
+
sourceIp: "1.1.1.1",
|
|
60
|
+
request: {
|
|
61
|
+
method: "GET",
|
|
62
|
+
path: "/test",
|
|
63
|
+
headers: {},
|
|
64
|
+
query: {},
|
|
65
|
+
body: "",
|
|
66
|
+
},
|
|
67
|
+
};
|
|
68
|
+
|
|
69
|
+
await storage.save(event);
|
|
70
|
+
await storage.delete("1");
|
|
71
|
+
|
|
72
|
+
const all = await storage.getAll();
|
|
73
|
+
expect(all).toEqual([]);
|
|
74
|
+
});
|
|
75
|
+
});
|
|
@@ -0,0 +1,64 @@
|
|
|
1
|
+
import { Storage } from "../storage.interface";
|
|
2
|
+
import { AnyNormalizedEvent } from "../../types/event.types";
|
|
3
|
+
|
|
4
|
+
export class MemoryStorage implements Storage {
|
|
5
|
+
private events = new Map<string, AnyNormalizedEvent>();
|
|
6
|
+
|
|
7
|
+
async save(event: AnyNormalizedEvent): Promise<void> {
|
|
8
|
+
this.events.set(event.id, event);
|
|
9
|
+
}
|
|
10
|
+
|
|
11
|
+
async getEvent(id: string): Promise<AnyNormalizedEvent | null> {
|
|
12
|
+
return this.events.get(id) ?? null;
|
|
13
|
+
}
|
|
14
|
+
|
|
15
|
+
async listEvents(params: {
|
|
16
|
+
type?: string;
|
|
17
|
+
page?: number;
|
|
18
|
+
limit?: number;
|
|
19
|
+
}): Promise<AnyNormalizedEvent[]> {
|
|
20
|
+
const { type, page = 1, limit = 50 } = params;
|
|
21
|
+
|
|
22
|
+
const all = Array.from(this.events.values());
|
|
23
|
+
const filtered = type ? all.filter((e) => e.type === type) : all;
|
|
24
|
+
|
|
25
|
+
const start = (page - 1) * limit;
|
|
26
|
+
return filtered.slice(start, start + limit);
|
|
27
|
+
}
|
|
28
|
+
|
|
29
|
+
async getAll(): Promise<AnyNormalizedEvent[]> {
|
|
30
|
+
return Array.from(this.events.values());
|
|
31
|
+
}
|
|
32
|
+
|
|
33
|
+
async deleteEvent(id: string): Promise<boolean> {
|
|
34
|
+
return this.events.delete(id);
|
|
35
|
+
}
|
|
36
|
+
|
|
37
|
+
async clearEvents(): Promise<void> {
|
|
38
|
+
this.events.clear();
|
|
39
|
+
}
|
|
40
|
+
|
|
41
|
+
async getStats(): Promise<{
|
|
42
|
+
total: number;
|
|
43
|
+
byType: Record<string, number>;
|
|
44
|
+
}> {
|
|
45
|
+
const all = Array.from(this.events.values());
|
|
46
|
+
const byType: Record<string, number> = {};
|
|
47
|
+
|
|
48
|
+
for (const e of all) {
|
|
49
|
+
byType[e.type] = (byType[e.type] ?? 0) + 1;
|
|
50
|
+
}
|
|
51
|
+
|
|
52
|
+
return {
|
|
53
|
+
total: all.length,
|
|
54
|
+
byType,
|
|
55
|
+
};
|
|
56
|
+
}
|
|
57
|
+
async getById(id: string) {
|
|
58
|
+
return this.getEvent(id);
|
|
59
|
+
}
|
|
60
|
+
|
|
61
|
+
async delete(id: string) {
|
|
62
|
+
return this.deleteEvent(id);
|
|
63
|
+
}
|
|
64
|
+
}
|
|
File without changes
|
|
File without changes
|
|
@@ -0,0 +1,26 @@
|
|
|
1
|
+
import { AnyNormalizedEvent } from "../types/event.types";
|
|
2
|
+
|
|
3
|
+
export interface StorageListParams {
|
|
4
|
+
type?: string;
|
|
5
|
+
page?: number;
|
|
6
|
+
limit?: number;
|
|
7
|
+
}
|
|
8
|
+
|
|
9
|
+
export interface Storage {
|
|
10
|
+
save(event: AnyNormalizedEvent): Promise<void>;
|
|
11
|
+
|
|
12
|
+
getEvent(id: string): Promise<AnyNormalizedEvent | null>;
|
|
13
|
+
|
|
14
|
+
listEvents(params: StorageListParams): Promise<AnyNormalizedEvent[]>;
|
|
15
|
+
|
|
16
|
+
deleteEvent(id: string): Promise<boolean>;
|
|
17
|
+
|
|
18
|
+
clearEvents(): Promise<void>;
|
|
19
|
+
|
|
20
|
+
getAll(): Promise<AnyNormalizedEvent[]>;
|
|
21
|
+
|
|
22
|
+
getStats(): Promise<{
|
|
23
|
+
total: number;
|
|
24
|
+
byType: Record<string, number>;
|
|
25
|
+
}>;
|
|
26
|
+
}
|
|
@@ -0,0 +1,147 @@
|
|
|
1
|
+
//
|
|
2
|
+
// RAW EVENTS
|
|
3
|
+
//
|
|
4
|
+
export interface RawEvent {
|
|
5
|
+
ip: string;
|
|
6
|
+
method: string;
|
|
7
|
+
path: string;
|
|
8
|
+
headers: Record<string, string | string[] | undefined>;
|
|
9
|
+
query: Record<string, any>;
|
|
10
|
+
body: any;
|
|
11
|
+
raw: any;
|
|
12
|
+
}
|
|
13
|
+
|
|
14
|
+
export interface RawDnsEvent {
|
|
15
|
+
ip: string;
|
|
16
|
+
query: string;
|
|
17
|
+
recordType: string;
|
|
18
|
+
raw: any;
|
|
19
|
+
}
|
|
20
|
+
|
|
21
|
+
export interface RawSmtpEvent {
|
|
22
|
+
ip: string;
|
|
23
|
+
from: string;
|
|
24
|
+
to: string[];
|
|
25
|
+
subject: string;
|
|
26
|
+
body: string;
|
|
27
|
+
raw: any;
|
|
28
|
+
}
|
|
29
|
+
|
|
30
|
+
export interface RawTcpEvent {
|
|
31
|
+
ip: string;
|
|
32
|
+
port: number;
|
|
33
|
+
data: string;
|
|
34
|
+
raw: any;
|
|
35
|
+
}
|
|
36
|
+
|
|
37
|
+
export interface RawSsrfEvent {
|
|
38
|
+
ip: string;
|
|
39
|
+
method: string | undefined;
|
|
40
|
+
path: string | undefined;
|
|
41
|
+
headers: Record<string, string | string[] | undefined>;
|
|
42
|
+
query: Record<string, any>;
|
|
43
|
+
raw: any;
|
|
44
|
+
}
|
|
45
|
+
|
|
46
|
+
export interface RawWebhookEvent {
|
|
47
|
+
ip: string;
|
|
48
|
+
headers: Record<string, string | string[] | undefined>;
|
|
49
|
+
body: any;
|
|
50
|
+
raw: any;
|
|
51
|
+
}
|
|
52
|
+
|
|
53
|
+
export interface RawWebSocketEvent {
|
|
54
|
+
ip: string;
|
|
55
|
+
message: string;
|
|
56
|
+
raw: any;
|
|
57
|
+
}
|
|
58
|
+
|
|
59
|
+
//
|
|
60
|
+
// NORMALIZED EVENTS
|
|
61
|
+
//
|
|
62
|
+
export interface NormalizedHttpEvent {
|
|
63
|
+
id: string;
|
|
64
|
+
type: "http";
|
|
65
|
+
timestamp: number;
|
|
66
|
+
sourceIp: string;
|
|
67
|
+
request: {
|
|
68
|
+
method: string;
|
|
69
|
+
path: string;
|
|
70
|
+
headers: Record<string, string | string[] | undefined>;
|
|
71
|
+
query: Record<string, any>;
|
|
72
|
+
body: any;
|
|
73
|
+
};
|
|
74
|
+
}
|
|
75
|
+
|
|
76
|
+
export interface NormalizedDnsEvent {
|
|
77
|
+
id: string;
|
|
78
|
+
type: "dns";
|
|
79
|
+
timestamp: number;
|
|
80
|
+
ip: string;
|
|
81
|
+
query: string;
|
|
82
|
+
recordType: string;
|
|
83
|
+
raw: any;
|
|
84
|
+
}
|
|
85
|
+
|
|
86
|
+
export interface NormalizedSmtpEvent {
|
|
87
|
+
id: string;
|
|
88
|
+
type: "smtp";
|
|
89
|
+
timestamp: number;
|
|
90
|
+
ip: string;
|
|
91
|
+
from: string;
|
|
92
|
+
to: string[];
|
|
93
|
+
subject: string;
|
|
94
|
+
body: string;
|
|
95
|
+
raw: any;
|
|
96
|
+
}
|
|
97
|
+
|
|
98
|
+
export interface NormalizedTcpEvent {
|
|
99
|
+
id: string;
|
|
100
|
+
type: "tcp";
|
|
101
|
+
timestamp: number;
|
|
102
|
+
ip: string;
|
|
103
|
+
port: number;
|
|
104
|
+
data: string;
|
|
105
|
+
raw: any;
|
|
106
|
+
}
|
|
107
|
+
export interface NormalizedSsrfEvent {
|
|
108
|
+
id: string;
|
|
109
|
+
type: "ssrf";
|
|
110
|
+
timestamp: number;
|
|
111
|
+
sourceIp: string;
|
|
112
|
+
request: {
|
|
113
|
+
method: string | undefined;
|
|
114
|
+
path: string | undefined;
|
|
115
|
+
headers: Record<string, string | string[] | undefined>;
|
|
116
|
+
query: Record<string, any>;
|
|
117
|
+
};
|
|
118
|
+
}
|
|
119
|
+
|
|
120
|
+
export interface NormalizedWebhookEvent {
|
|
121
|
+
id: string;
|
|
122
|
+
type: "webhook";
|
|
123
|
+
timestamp: number;
|
|
124
|
+
sourceIp: string;
|
|
125
|
+
headers: Record<string, string | string[] | undefined>;
|
|
126
|
+
body: any;
|
|
127
|
+
}
|
|
128
|
+
|
|
129
|
+
export interface NormalizedWebSocketEvent {
|
|
130
|
+
id: string;
|
|
131
|
+
type: "websocket";
|
|
132
|
+
timestamp: number;
|
|
133
|
+
sourceIp: string;
|
|
134
|
+
message: string;
|
|
135
|
+
}
|
|
136
|
+
|
|
137
|
+
//
|
|
138
|
+
// UNION
|
|
139
|
+
//
|
|
140
|
+
export type AnyNormalizedEvent =
|
|
141
|
+
| NormalizedHttpEvent
|
|
142
|
+
| NormalizedDnsEvent
|
|
143
|
+
| NormalizedSmtpEvent
|
|
144
|
+
| NormalizedTcpEvent
|
|
145
|
+
| NormalizedSsrfEvent
|
|
146
|
+
| NormalizedWebhookEvent
|
|
147
|
+
| NormalizedWebSocketEvent;
|
|
File without changes
|
package/src-api.txt
ADDED
|
Binary file
|
|
Binary file
|
package/tsconfig.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
{
|
|
2
|
+
"compilerOptions": {
|
|
3
|
+
"target": "ES2020",
|
|
4
|
+
"module": "CommonJS",
|
|
5
|
+
"rootDir": "src",
|
|
6
|
+
"outDir": "dist",
|
|
7
|
+
"strict": true,
|
|
8
|
+
"esModuleInterop": true,
|
|
9
|
+
"forceConsistentCasingInFileNames": true,
|
|
10
|
+
"skipLibCheck": true,
|
|
11
|
+
"resolveJsonModule": true
|
|
12
|
+
},
|
|
13
|
+
"include": ["src"],
|
|
14
|
+
"exclude": ["node_modules", "dist"]
|
|
15
|
+
}
|