@ananotherdeveloper/drain3js 0.9.11-rev1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +25 -0
- package/README.md +237 -0
- package/dist/drain.d.ts +67 -0
- package/dist/drain.d.ts.map +1 -0
- package/dist/drain.js +442 -0
- package/dist/drain.js.map +1 -0
- package/dist/index.d.ts +13 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +16 -0
- package/dist/index.js.map +1 -0
- package/dist/jaccard-drain.d.ts +9 -0
- package/dist/jaccard-drain.d.ts.map +1 -0
- package/dist/jaccard-drain.js +214 -0
- package/dist/jaccard-drain.js.map +1 -0
- package/dist/masking.d.ts +23 -0
- package/dist/masking.d.ts.map +1 -0
- package/dist/masking.js +59 -0
- package/dist/masking.js.map +1 -0
- package/dist/persistence/file-persistence.d.ts +8 -0
- package/dist/persistence/file-persistence.d.ts.map +1 -0
- package/dist/persistence/file-persistence.js +18 -0
- package/dist/persistence/file-persistence.js.map +1 -0
- package/dist/persistence/index.d.ts +4 -0
- package/dist/persistence/index.d.ts.map +1 -0
- package/dist/persistence/index.js +4 -0
- package/dist/persistence/index.js.map +1 -0
- package/dist/persistence/memory-buffer-persistence.d.ts +7 -0
- package/dist/persistence/memory-buffer-persistence.d.ts.map +1 -0
- package/dist/persistence/memory-buffer-persistence.js +11 -0
- package/dist/persistence/memory-buffer-persistence.js.map +1 -0
- package/dist/persistence/persistence-handler.d.ts +5 -0
- package/dist/persistence/persistence-handler.d.ts.map +1 -0
- package/dist/persistence/persistence-handler.js +3 -0
- package/dist/persistence/persistence-handler.js.map +1 -0
- package/dist/simple-profiler.d.ts +34 -0
- package/dist/simple-profiler.d.ts.map +1 -0
- package/dist/simple-profiler.js +135 -0
- package/dist/simple-profiler.js.map +1 -0
- package/dist/template-miner-config.d.ts +48 -0
- package/dist/template-miner-config.d.ts.map +1 -0
- package/dist/template-miner-config.js +73 -0
- package/dist/template-miner-config.js.map +1 -0
- package/dist/template-miner.d.ts +35 -0
- package/dist/template-miner.d.ts.map +1 -0
- package/dist/template-miner.js +258 -0
- package/dist/template-miner.js.map +1 -0
- package/package.json +63 -0
|
@@ -0,0 +1,48 @@
|
|
|
1
|
+
import { type AbstractMaskingInstruction } from './masking.js';
|
|
2
|
+
export interface Drain3Config {
|
|
3
|
+
drain?: {
|
|
4
|
+
engine?: string;
|
|
5
|
+
simTh?: number;
|
|
6
|
+
depth?: number;
|
|
7
|
+
maxChildren?: number;
|
|
8
|
+
maxClusters?: number | null;
|
|
9
|
+
extraDelimiters?: string[];
|
|
10
|
+
parametrizeNumericTokens?: boolean;
|
|
11
|
+
};
|
|
12
|
+
masking?: {
|
|
13
|
+
instructions?: Array<{
|
|
14
|
+
regexPattern: string;
|
|
15
|
+
maskWith: string;
|
|
16
|
+
}>;
|
|
17
|
+
maskPrefix?: string;
|
|
18
|
+
maskSuffix?: string;
|
|
19
|
+
parameterExtractionCacheCapacity?: number;
|
|
20
|
+
};
|
|
21
|
+
snapshot?: {
|
|
22
|
+
snapshotIntervalMinutes?: number;
|
|
23
|
+
compressState?: boolean;
|
|
24
|
+
};
|
|
25
|
+
profiling?: {
|
|
26
|
+
enabled?: boolean;
|
|
27
|
+
reportSec?: number;
|
|
28
|
+
};
|
|
29
|
+
}
|
|
30
|
+
export declare class TemplateMinerConfig {
|
|
31
|
+
engine: string;
|
|
32
|
+
profilingEnabled: boolean;
|
|
33
|
+
profilingReportSec: number;
|
|
34
|
+
snapshotIntervalMinutes: number;
|
|
35
|
+
snapshotCompressState: boolean;
|
|
36
|
+
drainExtraDelimiters: string[];
|
|
37
|
+
drainSimTh: number;
|
|
38
|
+
drainDepth: number;
|
|
39
|
+
drainMaxChildren: number;
|
|
40
|
+
drainMaxClusters: number | null;
|
|
41
|
+
maskingInstructions: AbstractMaskingInstruction[];
|
|
42
|
+
maskPrefix: string;
|
|
43
|
+
maskSuffix: string;
|
|
44
|
+
parameterExtractionCacheCapacity: number;
|
|
45
|
+
parametrizeNumericTokens: boolean;
|
|
46
|
+
load(configOrPath: Drain3Config | string): void;
|
|
47
|
+
}
|
|
48
|
+
//# sourceMappingURL=template-miner-config.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"template-miner-config.d.ts","sourceRoot":"","sources":["../src/template-miner-config.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,KAAK,0BAA0B,EAAsB,MAAM,cAAc,CAAC;AAEnF,MAAM,WAAW,YAAY;IAC3B,KAAK,CAAC,EAAE;QACN,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAC5B,eAAe,CAAC,EAAE,MAAM,EAAE,CAAC;QAC3B,wBAAwB,CAAC,EAAE,OAAO,CAAC;KACpC,CAAC;IACF,OAAO,CAAC,EAAE;QACR,YAAY,CAAC,EAAE,KAAK,CAAC;YAAE,YAAY,EAAE,MAAM,CAAC;YAAC,QAAQ,EAAE,MAAM,CAAA;SAAE,CAAC,CAAC;QACjE,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,gCAAgC,CAAC,EAAE,MAAM,CAAC;KAC3C,CAAC;IACF,QAAQ,CAAC,EAAE;QACT,uBAAuB,CAAC,EAAE,MAAM,CAAC;QACjC,aAAa,CAAC,EAAE,OAAO,CAAC;KACzB,CAAC;IACF,SAAS,CAAC,EAAE;QACV,OAAO,CAAC,EAAE,OAAO,CAAC;QAClB,SAAS,CAAC,EAAE,MAAM,CAAC;KACpB,CAAC;CACH;AAED,qBAAa,mBAAmB;IAC9B,MAAM,SAAW;IACjB,gBAAgB,UAAS;IACzB,kBAAkB,SAAM;IACxB,uBAAuB,SAAK;IAC5B,qBAAqB,UAAQ;IAC7B,oBAAoB,EAAE,MAAM,EAAE,CAAM;IACpC,UAAU,SAAO;IACjB,UAAU,SAAK;IACf,gBAAgB,SAAO;IACvB,gBAAgB,EAAE,MAAM,GAAG,IAAI,CAAQ;IACvC,mBAAmB,EAAE,0BAA0B,EAAE,CAAM;IACvD,UAAU,SAAO;IACjB,UAAU,SAAO;IACjB,gCAAgC,SAAQ;IACxC,wBAAwB,UAAQ;IAEhC,IAAI,CAAC,YAAY,EAAE,YAAY,GAAG,MAAM,GAAG,IAAI;CAiDhD"}
|
|
@@ -0,0 +1,73 @@
|
|
|
1
|
+
// SPDX-License-Identifier: MIT
|
|
2
|
+
import * as fs from 'node:fs';
|
|
3
|
+
import { MaskingInstruction } from './masking.js';
|
|
4
|
+
export class TemplateMinerConfig {
|
|
5
|
+
engine = 'Drain';
|
|
6
|
+
profilingEnabled = false;
|
|
7
|
+
profilingReportSec = 60;
|
|
8
|
+
snapshotIntervalMinutes = 5;
|
|
9
|
+
snapshotCompressState = true;
|
|
10
|
+
drainExtraDelimiters = [];
|
|
11
|
+
drainSimTh = 0.4;
|
|
12
|
+
drainDepth = 4;
|
|
13
|
+
drainMaxChildren = 100;
|
|
14
|
+
drainMaxClusters = null;
|
|
15
|
+
maskingInstructions = [];
|
|
16
|
+
maskPrefix = '<';
|
|
17
|
+
maskSuffix = '>';
|
|
18
|
+
parameterExtractionCacheCapacity = 3000;
|
|
19
|
+
parametrizeNumericTokens = true;
|
|
20
|
+
load(configOrPath) {
|
|
21
|
+
let config;
|
|
22
|
+
if (typeof configOrPath === 'string') {
|
|
23
|
+
const content = fs.readFileSync(configOrPath, 'utf-8');
|
|
24
|
+
config = JSON.parse(content);
|
|
25
|
+
}
|
|
26
|
+
else {
|
|
27
|
+
config = configOrPath;
|
|
28
|
+
}
|
|
29
|
+
if (config.drain) {
|
|
30
|
+
if (config.drain.engine !== undefined)
|
|
31
|
+
this.engine = config.drain.engine;
|
|
32
|
+
if (config.drain.simTh !== undefined)
|
|
33
|
+
this.drainSimTh = config.drain.simTh;
|
|
34
|
+
if (config.drain.depth !== undefined)
|
|
35
|
+
this.drainDepth = config.drain.depth;
|
|
36
|
+
if (config.drain.maxChildren !== undefined)
|
|
37
|
+
this.drainMaxChildren = config.drain.maxChildren;
|
|
38
|
+
if (config.drain.maxClusters !== undefined)
|
|
39
|
+
this.drainMaxClusters = config.drain.maxClusters;
|
|
40
|
+
if (config.drain.extraDelimiters !== undefined)
|
|
41
|
+
this.drainExtraDelimiters = config.drain.extraDelimiters;
|
|
42
|
+
if (config.drain.parametrizeNumericTokens !== undefined)
|
|
43
|
+
this.parametrizeNumericTokens = config.drain.parametrizeNumericTokens;
|
|
44
|
+
}
|
|
45
|
+
if (config.masking) {
|
|
46
|
+
if (config.masking.maskPrefix !== undefined)
|
|
47
|
+
this.maskPrefix = config.masking.maskPrefix;
|
|
48
|
+
if (config.masking.maskSuffix !== undefined)
|
|
49
|
+
this.maskSuffix = config.masking.maskSuffix;
|
|
50
|
+
if (config.masking.parameterExtractionCacheCapacity !== undefined) {
|
|
51
|
+
this.parameterExtractionCacheCapacity = config.masking.parameterExtractionCacheCapacity;
|
|
52
|
+
}
|
|
53
|
+
if (config.masking.instructions) {
|
|
54
|
+
this.maskingInstructions = config.masking.instructions.map((mi) => new MaskingInstruction(mi.regexPattern, mi.maskWith));
|
|
55
|
+
}
|
|
56
|
+
}
|
|
57
|
+
if (config.snapshot) {
|
|
58
|
+
if (config.snapshot.snapshotIntervalMinutes !== undefined) {
|
|
59
|
+
this.snapshotIntervalMinutes = config.snapshot.snapshotIntervalMinutes;
|
|
60
|
+
}
|
|
61
|
+
if (config.snapshot.compressState !== undefined) {
|
|
62
|
+
this.snapshotCompressState = config.snapshot.compressState;
|
|
63
|
+
}
|
|
64
|
+
}
|
|
65
|
+
if (config.profiling) {
|
|
66
|
+
if (config.profiling.enabled !== undefined)
|
|
67
|
+
this.profilingEnabled = config.profiling.enabled;
|
|
68
|
+
if (config.profiling.reportSec !== undefined)
|
|
69
|
+
this.profilingReportSec = config.profiling.reportSec;
|
|
70
|
+
}
|
|
71
|
+
}
|
|
72
|
+
}
|
|
73
|
+
//# sourceMappingURL=template-miner-config.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"template-miner-config.js","sourceRoot":"","sources":["../src/template-miner-config.ts"],"names":[],"mappings":"AAAA,+BAA+B;AAE/B,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,EAAmC,kBAAkB,EAAE,MAAM,cAAc,CAAC;AA4BnF,MAAM,OAAO,mBAAmB;IAC9B,MAAM,GAAG,OAAO,CAAC;IACjB,gBAAgB,GAAG,KAAK,CAAC;IACzB,kBAAkB,GAAG,EAAE,CAAC;IACxB,uBAAuB,GAAG,CAAC,CAAC;IAC5B,qBAAqB,GAAG,IAAI,CAAC;IAC7B,oBAAoB,GAAa,EAAE,CAAC;IACpC,UAAU,GAAG,GAAG,CAAC;IACjB,UAAU,GAAG,CAAC,CAAC;IACf,gBAAgB,GAAG,GAAG,CAAC;IACvB,gBAAgB,GAAkB,IAAI,CAAC;IACvC,mBAAmB,GAAiC,EAAE,CAAC;IACvD,UAAU,GAAG,GAAG,CAAC;IACjB,UAAU,GAAG,GAAG,CAAC;IACjB,gCAAgC,GAAG,IAAI,CAAC;IACxC,wBAAwB,GAAG,IAAI,CAAC;IAEhC,IAAI,CAAC,YAAmC;QACtC,IAAI,MAAoB,CAAC;QAEzB,IAAI,OAAO,YAAY,KAAK,QAAQ,EAAE,CAAC;YACrC,MAAM,OAAO,GAAG,EAAE,CAAC,YAAY,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;YACvD,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAiB,CAAC;QAC/C,CAAC;aAAM,CAAC;YACN,MAAM,GAAG,YAAY,CAAC;QACxB,CAAC;QAED,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;YACjB,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,KAAK,SAAS;gBAAE,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC;YACzE,IAAI,MAAM,CAAC,KAAK,CAAC,KAAK,KAAK,SAAS;gBAAE,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC;YAC3E,IAAI,MAAM,CAAC,KAAK,CAAC,KAAK,KAAK,SAAS;gBAAE,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC;YAC3E,IAAI,MAAM,CAAC,KAAK,CAAC,WAAW,KAAK,SAAS;gBAAE,IAAI,CAAC,gBAAgB,GAAG,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC;YAC7F,IAAI,MAAM,CAAC,KAAK,CAAC,WAAW,KAAK,SAAS;gBAAE,IAAI,CAAC,gBAAgB,GAAG,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC;YAC7F,IAAI,MAAM,CAAC,KAAK,CAAC,eAAe,KAAK,SAAS;gBAC5C,IAAI,CAAC,oBAAoB,GAAG,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC;YAC3D,IAAI,MAAM,CAAC,KAAK,CAAC,wBAAwB,KAAK,SAAS;gBACrD,IAAI,CAAC,wBAAwB,GAAG,MAAM,CAAC,KAAK,CAAC,wBAAwB,CAAC;QAC1E,CAAC;QAED,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YACnB,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,KAAK,SAAS;gBAAE,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC;YACzF,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,KAAK,SAAS;gBAAE,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC;YACzF,IAAI,MAAM,CAAC,OAAO,CAAC,gCAAgC,KAAK,SAAS,EAAE,CAAC;gBAClE,IAAI,CAAC,gCAAgC,GAAG,MAAM,CAAC,OAAO,CAAC,gCAAgC,CAAC;YAC1F,CAAC;YACD,IAAI,MAAM,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC;gBAChC,IAAI,CAAC,mBAAmB,GAAG,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC,GAAG,CACxD,CAAC,EAAE,EAAE,EAAE,CAAC,IAAI,kBAAkB,CAAC,EAAE,CAAC,YAAY,EAAE,EAAE,CAAC,QAAQ,CAAC,CAC7D,CAAC;YACJ,CAAC;QACH,CAAC;QAED,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;YACpB,IAAI,MAAM,CAAC,QAAQ,CAAC,uBAAuB,KAAK,SAAS,EAAE,CAAC;gBAC1D,IAAI,CAAC,uBAAuB,GAAG,MAAM,CAAC,QAAQ,CAAC,uBAAuB,CAAC;YACzE,CAAC;YACD,IAAI,MAAM,CAAC,QAAQ,CAAC,aAAa,KAAK,SAAS,EAAE,CAAC;gBAChD,IAAI,CAAC,qBAAqB,GAAG,MAAM,CAAC,QAAQ,CAAC,aAAa,CAAC;YAC7D,CAAC;QACH,CAAC;QAED,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;YACrB,IAAI,MAAM,CAAC,SAAS,CAAC,OAAO,KAAK,SAAS;gBAAE,IAAI,CAAC,gBAAgB,GAAG,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC;YAC7F,IAAI,MAAM,CAAC,SAAS,CAAC,SAAS,KAAK,SAAS;gBAAE,IAAI,CAAC,kBAAkB,GAAG,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC;QACrG,CAAC;IACH,CAAC;CACF"}
|
|
@@ -0,0 +1,35 @@
|
|
|
1
|
+
import { type DrainBase, LogCluster } from './drain.js';
|
|
2
|
+
import { LogMasker } from './masking.js';
|
|
3
|
+
import type { PersistenceHandler } from './persistence/persistence-handler.js';
|
|
4
|
+
import { type Profiler } from './simple-profiler.js';
|
|
5
|
+
import { TemplateMinerConfig } from './template-miner-config.js';
|
|
6
|
+
export interface ExtractedParameter {
|
|
7
|
+
value: string;
|
|
8
|
+
maskName: string;
|
|
9
|
+
}
|
|
10
|
+
export interface MinerResult {
|
|
11
|
+
changeType: string;
|
|
12
|
+
clusterId: number;
|
|
13
|
+
clusterSize: number;
|
|
14
|
+
templateMined: string;
|
|
15
|
+
clusterCount: number;
|
|
16
|
+
}
|
|
17
|
+
export declare class TemplateMiner {
|
|
18
|
+
config: TemplateMinerConfig;
|
|
19
|
+
profiler: Profiler;
|
|
20
|
+
persistenceHandler: PersistenceHandler | null;
|
|
21
|
+
drain: DrainBase;
|
|
22
|
+
masker: LogMasker;
|
|
23
|
+
private parameterExtractionCache;
|
|
24
|
+
private lastSaveTime;
|
|
25
|
+
constructor(persistenceHandler?: PersistenceHandler | null, config?: TemplateMinerConfig);
|
|
26
|
+
loadState(): void;
|
|
27
|
+
saveState(_snapshotReason: string): void;
|
|
28
|
+
getSnapshotReason(changeType: string, clusterId: number): string | null;
|
|
29
|
+
addLogMessage(logMessage: string): MinerResult;
|
|
30
|
+
match(logMessage: string, fullSearchStrategy?: 'never' | 'fallback' | 'always'): LogCluster | null;
|
|
31
|
+
getParameterList(logTemplate: string, logMessage: string): string[];
|
|
32
|
+
extractParameters(logTemplate: string, logMessage: string, exactMatching?: boolean): ExtractedParameter[] | null;
|
|
33
|
+
private getTemplateParameterExtractionRegex;
|
|
34
|
+
}
|
|
35
|
+
//# sourceMappingURL=template-miner.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"template-miner.d.ts","sourceRoot":"","sources":["../src/template-miner.ts"],"names":[],"mappings":"AAKA,OAAO,EAAS,KAAK,SAAS,EAAE,UAAU,EAAQ,MAAM,YAAY,CAAC;AAErE,OAAO,EAAE,SAAS,EAAsB,MAAM,cAAc,CAAC;AAC7D,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,sCAAsC,CAAC;AAC/E,OAAO,EAAgB,KAAK,QAAQ,EAAkB,MAAM,sBAAsB,CAAC;AACnF,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AAEjE,MAAM,WAAW,kBAAkB;IACjC,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,WAAW;IAC1B,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,aAAa,EAAE,MAAM,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;CACtB;AA+CD,qBAAa,aAAa;IACxB,MAAM,EAAE,mBAAmB,CAAC;IAC5B,QAAQ,EAAE,QAAQ,CAAC;IACnB,kBAAkB,EAAE,kBAAkB,GAAG,IAAI,CAAC;IAC9C,KAAK,EAAE,SAAS,CAAC;IACjB,MAAM,EAAE,SAAS,CAAC;IAClB,OAAO,CAAC,wBAAwB,CAAkD;IAClF,OAAO,CAAC,YAAY,CAAS;gBAEjB,kBAAkB,GAAE,kBAAkB,GAAG,IAAW,EAAE,MAAM,CAAC,EAAE,mBAAmB;IAsC9F,SAAS,IAAI,IAAI;IA0BjB,SAAS,CAAC,eAAe,EAAE,MAAM,GAAG,IAAI;IAqBxC,iBAAiB,CAAC,UAAU,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI;IAavE,aAAa,CAAC,UAAU,EAAE,MAAM,GAAG,WAAW;IAkC9C,KAAK,CACH,UAAU,EAAE,MAAM,EAClB,kBAAkB,GAAE,OAAO,GAAG,UAAU,GAAG,QAAkB,GAC5D,UAAU,GAAG,IAAI;IAKpB,gBAAgB,CAAC,WAAW,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,MAAM,EAAE;IAQnE,iBAAiB,CACf,WAAW,EAAE,MAAM,EACnB,UAAU,EAAE,MAAM,EAClB,aAAa,UAAO,GACnB,kBAAkB,EAAE,GAAG,IAAI;IAmC9B,OAAO,CAAC,mCAAmC;CA2F5C"}
|
|
@@ -0,0 +1,258 @@
|
|
|
1
|
+
// SPDX-License-Identifier: MIT
|
|
2
|
+
import * as zlib from 'node:zlib';
|
|
3
|
+
import { LRUCache } from 'lru-cache';
|
|
4
|
+
import { Drain, LogCluster, Node } from './drain.js';
|
|
5
|
+
import { JaccardDrain } from './jaccard-drain.js';
|
|
6
|
+
import { LogMasker, MaskingInstruction } from './masking.js';
|
|
7
|
+
import { NullProfiler, SimpleProfiler } from './simple-profiler.js';
|
|
8
|
+
import { TemplateMinerConfig } from './template-miner-config.js';
|
|
9
|
+
// Must match Python 3.7+ re.escape behavior, which escapes:
|
|
10
|
+
// ()[]{}?*+-|^$\\.&~# \t\n\r\v\f
|
|
11
|
+
// The space escaping is critical: the template regex replaces "\ " with "\s+"
|
|
12
|
+
// to allow flexible whitespace matching in extracted parameters.
|
|
13
|
+
function escapeRegex(s) {
|
|
14
|
+
return s.replace(/[.*+?^${}()|[\]\\#&~\-\s]/g, '\\$&');
|
|
15
|
+
}
|
|
16
|
+
function getNamedGroups(pattern) {
|
|
17
|
+
const groups = [];
|
|
18
|
+
const re = /\(\?<([^>]+)>/g;
|
|
19
|
+
for (let m = re.exec(pattern); m !== null; m = re.exec(pattern)) {
|
|
20
|
+
groups.push(m[1]);
|
|
21
|
+
}
|
|
22
|
+
return groups;
|
|
23
|
+
}
|
|
24
|
+
function serializeNode(node) {
|
|
25
|
+
const children = {};
|
|
26
|
+
for (const [key, child] of node.keyToChildNode) {
|
|
27
|
+
children[key] = serializeNode(child);
|
|
28
|
+
}
|
|
29
|
+
return { keyToChildNode: children, clusterIds: [...node.clusterIds] };
|
|
30
|
+
}
|
|
31
|
+
function deserializeNode(data) {
|
|
32
|
+
const node = new Node();
|
|
33
|
+
node.clusterIds = [...data.clusterIds];
|
|
34
|
+
for (const [key, childData] of Object.entries(data.keyToChildNode)) {
|
|
35
|
+
node.keyToChildNode.set(key, deserializeNode(childData));
|
|
36
|
+
}
|
|
37
|
+
return node;
|
|
38
|
+
}
|
|
39
|
+
export class TemplateMiner {
|
|
40
|
+
config;
|
|
41
|
+
profiler;
|
|
42
|
+
persistenceHandler;
|
|
43
|
+
drain;
|
|
44
|
+
masker;
|
|
45
|
+
parameterExtractionCache;
|
|
46
|
+
lastSaveTime;
|
|
47
|
+
constructor(persistenceHandler = null, config) {
|
|
48
|
+
if (config === undefined) {
|
|
49
|
+
config = new TemplateMinerConfig();
|
|
50
|
+
}
|
|
51
|
+
this.config = config;
|
|
52
|
+
this.profiler = config.profilingEnabled ? new SimpleProfiler() : new NullProfiler();
|
|
53
|
+
this.persistenceHandler = persistenceHandler;
|
|
54
|
+
const paramStr = `${this.config.maskPrefix}*${this.config.maskSuffix}`;
|
|
55
|
+
if (config.engine !== 'Drain' && config.engine !== 'JaccardDrain') {
|
|
56
|
+
throw new Error(`Invalid engine: ${config.engine}, must be either 'Drain' or 'JaccardDrain'`);
|
|
57
|
+
}
|
|
58
|
+
const DrainClass = config.engine === 'JaccardDrain' ? JaccardDrain : Drain;
|
|
59
|
+
this.drain = new DrainClass(config.drainDepth, config.drainSimTh, config.drainMaxChildren, config.drainMaxClusters, config.drainExtraDelimiters, this.profiler, paramStr, config.parametrizeNumericTokens);
|
|
60
|
+
this.masker = new LogMasker(config.maskingInstructions, config.maskPrefix, config.maskSuffix);
|
|
61
|
+
this.parameterExtractionCache = new LRUCache({
|
|
62
|
+
max: config.parameterExtractionCacheCapacity,
|
|
63
|
+
});
|
|
64
|
+
this.lastSaveTime = Date.now() / 1000;
|
|
65
|
+
if (persistenceHandler !== null) {
|
|
66
|
+
this.loadState();
|
|
67
|
+
}
|
|
68
|
+
}
|
|
69
|
+
loadState() {
|
|
70
|
+
if (this.persistenceHandler === null)
|
|
71
|
+
return;
|
|
72
|
+
let state = this.persistenceHandler.loadState();
|
|
73
|
+
if (state === null) {
|
|
74
|
+
return;
|
|
75
|
+
}
|
|
76
|
+
if (this.config.snapshotCompressState) {
|
|
77
|
+
const decoded = Buffer.from(state.toString('utf-8'), 'base64');
|
|
78
|
+
state = zlib.inflateSync(decoded);
|
|
79
|
+
}
|
|
80
|
+
const drainState = JSON.parse(state.toString('utf-8'));
|
|
81
|
+
// Restore clusters
|
|
82
|
+
for (const entry of drainState.idToCluster) {
|
|
83
|
+
const cluster = new LogCluster(entry.tokens, entry.id);
|
|
84
|
+
cluster.size = entry.size;
|
|
85
|
+
this.drain.idToCluster.set(entry.id, cluster);
|
|
86
|
+
}
|
|
87
|
+
this.drain.clustersCounter = drainState.clustersCounter;
|
|
88
|
+
this.drain.rootNode = deserializeNode(drainState.rootNode);
|
|
89
|
+
}
|
|
90
|
+
saveState(_snapshotReason) {
|
|
91
|
+
if (this.persistenceHandler === null)
|
|
92
|
+
return;
|
|
93
|
+
const drainState = {
|
|
94
|
+
idToCluster: [...this.drain.idToCluster.values()].map((c) => ({
|
|
95
|
+
id: c.clusterId,
|
|
96
|
+
tokens: c.logTemplateTokens,
|
|
97
|
+
size: c.size,
|
|
98
|
+
})),
|
|
99
|
+
clustersCounter: this.drain.clustersCounter,
|
|
100
|
+
rootNode: serializeNode(this.drain.rootNode),
|
|
101
|
+
};
|
|
102
|
+
let stateBytes = Buffer.from(JSON.stringify(drainState), 'utf-8');
|
|
103
|
+
if (this.config.snapshotCompressState) {
|
|
104
|
+
stateBytes = Buffer.from(zlib.deflateSync(stateBytes).toString('base64'));
|
|
105
|
+
}
|
|
106
|
+
this.persistenceHandler.saveState(stateBytes);
|
|
107
|
+
}
|
|
108
|
+
getSnapshotReason(changeType, clusterId) {
|
|
109
|
+
if (changeType !== 'none') {
|
|
110
|
+
return `${changeType} (${clusterId})`;
|
|
111
|
+
}
|
|
112
|
+
const diffTimeSec = Date.now() / 1000 - this.lastSaveTime;
|
|
113
|
+
if (diffTimeSec >= this.config.snapshotIntervalMinutes * 60) {
|
|
114
|
+
return 'periodic';
|
|
115
|
+
}
|
|
116
|
+
return null;
|
|
117
|
+
}
|
|
118
|
+
addLogMessage(logMessage) {
|
|
119
|
+
this.profiler.startSection('total');
|
|
120
|
+
this.profiler.startSection('mask');
|
|
121
|
+
const maskedContent = this.masker.mask(logMessage);
|
|
122
|
+
this.profiler.endSection();
|
|
123
|
+
this.profiler.startSection('drain');
|
|
124
|
+
const [cluster, changeType] = this.drain.addLogMessage(maskedContent);
|
|
125
|
+
this.profiler.endSection('drain');
|
|
126
|
+
const result = {
|
|
127
|
+
changeType,
|
|
128
|
+
clusterId: cluster.clusterId,
|
|
129
|
+
clusterSize: cluster.size,
|
|
130
|
+
templateMined: cluster.getTemplate(),
|
|
131
|
+
clusterCount: this.drain.clusters.length,
|
|
132
|
+
};
|
|
133
|
+
if (this.persistenceHandler !== null) {
|
|
134
|
+
this.profiler.startSection('save_state');
|
|
135
|
+
const snapshotReason = this.getSnapshotReason(changeType, cluster.clusterId);
|
|
136
|
+
if (snapshotReason) {
|
|
137
|
+
this.saveState(snapshotReason);
|
|
138
|
+
this.lastSaveTime = Date.now() / 1000;
|
|
139
|
+
}
|
|
140
|
+
this.profiler.endSection();
|
|
141
|
+
}
|
|
142
|
+
this.profiler.endSection('total');
|
|
143
|
+
this.profiler.report(this.config.profilingReportSec);
|
|
144
|
+
return result;
|
|
145
|
+
}
|
|
146
|
+
match(logMessage, fullSearchStrategy = 'never') {
|
|
147
|
+
const maskedContent = this.masker.mask(logMessage);
|
|
148
|
+
return this.drain.match(maskedContent, fullSearchStrategy);
|
|
149
|
+
}
|
|
150
|
+
getParameterList(logTemplate, logMessage) {
|
|
151
|
+
const extractedParameters = this.extractParameters(logTemplate, logMessage, false);
|
|
152
|
+
if (!extractedParameters) {
|
|
153
|
+
return [];
|
|
154
|
+
}
|
|
155
|
+
return extractedParameters.map((p) => p.value);
|
|
156
|
+
}
|
|
157
|
+
extractParameters(logTemplate, logMessage, exactMatching = true) {
|
|
158
|
+
for (const delimiter of this.config.drainExtraDelimiters) {
|
|
159
|
+
// Python uses re.sub(delimiter, " ", log_message) here, which is a bug:
|
|
160
|
+
// it treats delimiter as a regex pattern, while get_content_as_tokens()
|
|
161
|
+
// uses str.replace() (literal). We use literal replacement to be
|
|
162
|
+
// consistent with getContentAsTokens() in drain.ts.
|
|
163
|
+
logMessage = logMessage.split(delimiter).join(' ');
|
|
164
|
+
}
|
|
165
|
+
const [templateRegex, paramGroupNameToMaskName] = this.getTemplateParameterExtractionRegex(logTemplate, exactMatching);
|
|
166
|
+
const parameterMatch = logMessage.match(new RegExp(templateRegex));
|
|
167
|
+
if (!parameterMatch) {
|
|
168
|
+
return null;
|
|
169
|
+
}
|
|
170
|
+
const extractedParameters = [];
|
|
171
|
+
if (parameterMatch.groups) {
|
|
172
|
+
for (const [groupName, parameter] of Object.entries(parameterMatch.groups)) {
|
|
173
|
+
if (paramGroupNameToMaskName.has(groupName) && parameter !== undefined) {
|
|
174
|
+
extractedParameters.push({
|
|
175
|
+
value: parameter,
|
|
176
|
+
maskName: paramGroupNameToMaskName.get(groupName),
|
|
177
|
+
});
|
|
178
|
+
}
|
|
179
|
+
}
|
|
180
|
+
}
|
|
181
|
+
return extractedParameters;
|
|
182
|
+
}
|
|
183
|
+
getTemplateParameterExtractionRegex(logTemplate, exactMatching) {
|
|
184
|
+
const cacheKey = `${logTemplate}|${exactMatching}`;
|
|
185
|
+
const cached = this.parameterExtractionCache.get(cacheKey);
|
|
186
|
+
if (cached)
|
|
187
|
+
return cached;
|
|
188
|
+
const paramGroupNameToMaskName = new Map();
|
|
189
|
+
let paramNameCounter = 0;
|
|
190
|
+
const getNextParamName = () => {
|
|
191
|
+
const name = `p_${paramNameCounter}`;
|
|
192
|
+
paramNameCounter++;
|
|
193
|
+
return name;
|
|
194
|
+
};
|
|
195
|
+
const createCaptureRegex = (maskName) => {
|
|
196
|
+
const allowedPatterns = [];
|
|
197
|
+
if (exactMatching) {
|
|
198
|
+
const maskingInstructions = this.masker.instructionsByMaskName(maskName);
|
|
199
|
+
for (const mi of maskingInstructions) {
|
|
200
|
+
let pattern;
|
|
201
|
+
let miGroups;
|
|
202
|
+
if (mi instanceof MaskingInstruction) {
|
|
203
|
+
miGroups = getNamedGroups(mi.pattern);
|
|
204
|
+
pattern = mi.pattern;
|
|
205
|
+
}
|
|
206
|
+
else {
|
|
207
|
+
miGroups = [];
|
|
208
|
+
pattern = '.+?';
|
|
209
|
+
}
|
|
210
|
+
for (const groupName of miGroups) {
|
|
211
|
+
const paramGroupName = getNextParamName();
|
|
212
|
+
// Replace named group definitions: (?<name> -> (?<newName>
|
|
213
|
+
const searchDef = `(?<${groupName}>`;
|
|
214
|
+
const replaceDef = `(?<${paramGroupName}>`;
|
|
215
|
+
pattern = pattern.split(searchDef).join(replaceDef);
|
|
216
|
+
// Replace back-references: \k<name> -> \k<newName>
|
|
217
|
+
const searchRef = `\\k<${groupName}>`;
|
|
218
|
+
const replaceRef = `\\k<${paramGroupName}>`;
|
|
219
|
+
pattern = pattern.split(searchRef).join(replaceRef);
|
|
220
|
+
}
|
|
221
|
+
// Support unnamed back-references in masks (simple cases only)
|
|
222
|
+
pattern = pattern.replace(/\\(?!0)\d{1,2}/g, '(?:.+?)');
|
|
223
|
+
allowedPatterns.push(pattern);
|
|
224
|
+
}
|
|
225
|
+
}
|
|
226
|
+
if (!exactMatching || maskName === '*') {
|
|
227
|
+
allowedPatterns.push('.+?');
|
|
228
|
+
}
|
|
229
|
+
const paramGroupName = getNextParamName();
|
|
230
|
+
paramGroupNameToMaskName.set(paramGroupName, maskName);
|
|
231
|
+
const joinedPatterns = allowedPatterns.join('|');
|
|
232
|
+
return `(?<${paramGroupName}>${joinedPatterns})`;
|
|
233
|
+
};
|
|
234
|
+
const maskNames = new Set(this.masker.maskNames);
|
|
235
|
+
maskNames.add('*');
|
|
236
|
+
const escapedPrefix = escapeRegex(this.masker.maskPrefix);
|
|
237
|
+
const escapedSuffix = escapeRegex(this.masker.maskSuffix);
|
|
238
|
+
let templateRegex = escapeRegex(logTemplate);
|
|
239
|
+
for (const maskName of maskNames) {
|
|
240
|
+
const searchStr = escapedPrefix + escapeRegex(maskName) + escapedSuffix;
|
|
241
|
+
while (true) {
|
|
242
|
+
const repStr = createCaptureRegex(maskName);
|
|
243
|
+
const templateRegexNew = templateRegex.replace(searchStr, repStr);
|
|
244
|
+
if (templateRegexNew === templateRegex) {
|
|
245
|
+
break;
|
|
246
|
+
}
|
|
247
|
+
templateRegex = templateRegexNew;
|
|
248
|
+
}
|
|
249
|
+
}
|
|
250
|
+
// match messages with multiple spaces or other whitespace chars between tokens
|
|
251
|
+
templateRegex = templateRegex.replace(/\\ /g, '\\s+');
|
|
252
|
+
templateRegex = `^${templateRegex}$`;
|
|
253
|
+
const result = [templateRegex, paramGroupNameToMaskName];
|
|
254
|
+
this.parameterExtractionCache.set(cacheKey, result);
|
|
255
|
+
return result;
|
|
256
|
+
}
|
|
257
|
+
}
|
|
258
|
+
//# sourceMappingURL=template-miner.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"template-miner.js","sourceRoot":"","sources":["../src/template-miner.ts"],"names":[],"mappings":"AAAA,+BAA+B;AAE/B,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAClC,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AAErC,OAAO,EAAE,KAAK,EAAkB,UAAU,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AACrE,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,SAAS,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AAE7D,OAAO,EAAE,YAAY,EAAiB,cAAc,EAAE,MAAM,sBAAsB,CAAC;AACnF,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AA0BjE,4DAA4D;AAC5D,iCAAiC;AACjC,8EAA8E;AAC9E,iEAAiE;AACjE,SAAS,WAAW,CAAC,CAAS;IAC5B,OAAO,CAAC,CAAC,OAAO,CAAC,4BAA4B,EAAE,MAAM,CAAC,CAAC;AACzD,CAAC;AAED,SAAS,cAAc,CAAC,OAAe;IACrC,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,MAAM,EAAE,GAAG,gBAAgB,CAAC;IAC5B,KAAK,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;QAChE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACpB,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,aAAa,CAAC,IAAU;IAC/B,MAAM,QAAQ,GAAmC,EAAE,CAAC;IACpD,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;QAC/C,QAAQ,CAAC,GAAG,CAAC,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;IACvC,CAAC;IACD,OAAO,EAAE,cAAc,EAAE,QAAQ,EAAE,UAAU,EAAE,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC;AACxE,CAAC;AAED,SAAS,eAAe,CAAC,IAAoB;IAC3C,MAAM,IAAI,GAAG,IAAI,IAAI,EAAE,CAAC;IACxB,IAAI,CAAC,UAAU,GAAG,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC;IACvC,KAAK,MAAM,CAAC,GAAG,EAAE,SAAS,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,cAAc,CAAC,EAAE,CAAC;QACnE,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,GAAG,EAAE,eAAe,CAAC,SAAS,CAAC,CAAC,CAAC;IAC3D,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,OAAO,aAAa;IACxB,MAAM,CAAsB;IAC5B,QAAQ,CAAW;IACnB,kBAAkB,CAA4B;IAC9C,KAAK,CAAY;IACjB,MAAM,CAAY;IACV,wBAAwB,CAAkD;IAC1E,YAAY,CAAS;IAE7B,YAAY,qBAAgD,IAAI,EAAE,MAA4B;QAC5F,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;YACzB,MAAM,GAAG,IAAI,mBAAmB,EAAE,CAAC;QACrC,CAAC;QAED,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,gBAAgB,CAAC,CAAC,CAAC,IAAI,cAAc,EAAE,CAAC,CAAC,CAAC,IAAI,YAAY,EAAE,CAAC;QACpF,IAAI,CAAC,kBAAkB,GAAG,kBAAkB,CAAC;QAE7C,MAAM,QAAQ,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,IAAI,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;QAEvE,IAAI,MAAM,CAAC,MAAM,KAAK,OAAO,IAAI,MAAM,CAAC,MAAM,KAAK,cAAc,EAAE,CAAC;YAClE,MAAM,IAAI,KAAK,CAAC,mBAAmB,MAAM,CAAC,MAAM,4CAA4C,CAAC,CAAC;QAChG,CAAC;QAED,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,KAAK,cAAc,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,KAAK,CAAC;QAC3E,IAAI,CAAC,KAAK,GAAG,IAAI,UAAU,CACzB,MAAM,CAAC,UAAU,EACjB,MAAM,CAAC,UAAU,EACjB,MAAM,CAAC,gBAAgB,EACvB,MAAM,CAAC,gBAAgB,EACvB,MAAM,CAAC,oBAAoB,EAC3B,IAAI,CAAC,QAAQ,EACb,QAAQ,EACR,MAAM,CAAC,wBAAwB,CAChC,CAAC;QAEF,IAAI,CAAC,MAAM,GAAG,IAAI,SAAS,CAAC,MAAM,CAAC,mBAAmB,EAAE,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;QAC9F,IAAI,CAAC,wBAAwB,GAAG,IAAI,QAAQ,CAAwC;YAClF,GAAG,EAAE,MAAM,CAAC,gCAAgC;SAC7C,CAAC,CAAC;QACH,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;QAEtC,IAAI,kBAAkB,KAAK,IAAI,EAAE,CAAC;YAChC,IAAI,CAAC,SAAS,EAAE,CAAC;QACnB,CAAC;IACH,CAAC;IAED,SAAS;QACP,IAAI,IAAI,CAAC,kBAAkB,KAAK,IAAI;YAAE,OAAO;QAE7C,IAAI,KAAK,GAAG,IAAI,CAAC,kBAAkB,CAAC,SAAS,EAAE,CAAC;QAChD,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;YACnB,OAAO;QACT,CAAC;QAED,IAAI,IAAI,CAAC,MAAM,CAAC,qBAAqB,EAAE,CAAC;YACtC,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,QAAQ,CAAC,CAAC;YAC/D,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QACpC,CAAC;QAED,MAAM,UAAU,GAAe,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;QAEnE,mBAAmB;QACnB,KAAK,MAAM,KAAK,IAAI,UAAU,CAAC,WAAW,EAAE,CAAC;YAC3C,MAAM,OAAO,GAAG,IAAI,UAAU,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC;YACvD,OAAO,CAAC,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC;YAC1B,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;QAChD,CAAC;QAED,IAAI,CAAC,KAAK,CAAC,eAAe,GAAG,UAAU,CAAC,eAAe,CAAC;QACxD,IAAI,CAAC,KAAK,CAAC,QAAQ,GAAG,eAAe,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;IAC7D,CAAC;IAED,SAAS,CAAC,eAAuB;QAC/B,IAAI,IAAI,CAAC,kBAAkB,KAAK,IAAI;YAAE,OAAO;QAE7C,MAAM,UAAU,GAAe;YAC7B,WAAW,EAAE,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBAC5D,EAAE,EAAE,CAAC,CAAC,SAAS;gBACf,MAAM,EAAE,CAAC,CAAC,iBAAiB;gBAC3B,IAAI,EAAE,CAAC,CAAC,IAAI;aACb,CAAC,CAAC;YACH,eAAe,EAAE,IAAI,CAAC,KAAK,CAAC,eAAe;YAC3C,QAAQ,EAAE,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC;SAC7C,CAAC;QAEF,IAAI,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,EAAE,OAAO,CAAC,CAAC;QAClE,IAAI,IAAI,CAAC,MAAM,CAAC,qBAAqB,EAAE,CAAC;YACtC,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;QAC5E,CAAC;QAED,IAAI,CAAC,kBAAkB,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;IAChD,CAAC;IAED,iBAAiB,CAAC,UAAkB,EAAE,SAAiB;QACrD,IAAI,UAAU,KAAK,MAAM,EAAE,CAAC;YAC1B,OAAO,GAAG,UAAU,KAAK,SAAS,GAAG,CAAC;QACxC,CAAC;QAED,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC,YAAY,CAAC;QAC1D,IAAI,WAAW,IAAI,IAAI,CAAC,MAAM,CAAC,uBAAuB,GAAG,EAAE,EAAE,CAAC;YAC5D,OAAO,UAAU,CAAC;QACpB,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAED,aAAa,CAAC,UAAkB;QAC9B,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;QAEpC,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;QACnC,MAAM,aAAa,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACnD,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAC;QAE3B,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;QACpC,MAAM,CAAC,OAAO,EAAE,UAAU,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,aAAa,CAAC,CAAC;QACtE,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;QAElC,MAAM,MAAM,GAAgB;YAC1B,UAAU;YACV,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,WAAW,EAAE,OAAO,CAAC,IAAI;YACzB,aAAa,EAAE,OAAO,CAAC,WAAW,EAAE;YACpC,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM;SACzC,CAAC;QAEF,IAAI,IAAI,CAAC,kBAAkB,KAAK,IAAI,EAAE,CAAC;YACrC,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC;YACzC,MAAM,cAAc,GAAG,IAAI,CAAC,iBAAiB,CAAC,UAAU,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC;YAC7E,IAAI,cAAc,EAAE,CAAC;gBACnB,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;gBAC/B,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;YACxC,CAAC;YACD,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAC;QAC7B,CAAC;QAED,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;QAClC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,kBAAkB,CAAC,CAAC;QACrD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,KAAK,CACH,UAAkB,EAClB,qBAAsD,OAAO;QAE7D,MAAM,aAAa,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACnD,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,aAAa,EAAE,kBAAkB,CAAC,CAAC;IAC7D,CAAC;IAED,gBAAgB,CAAC,WAAmB,EAAE,UAAkB;QACtD,MAAM,mBAAmB,GAAG,IAAI,CAAC,iBAAiB,CAAC,WAAW,EAAE,UAAU,EAAE,KAAK,CAAC,CAAC;QACnF,IAAI,CAAC,mBAAmB,EAAE,CAAC;YACzB,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,OAAO,mBAAmB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IACjD,CAAC;IAED,iBAAiB,CACf,WAAmB,EACnB,UAAkB,EAClB,aAAa,GAAG,IAAI;QAEpB,KAAK,MAAM,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,oBAAoB,EAAE,CAAC;YACzD,wEAAwE;YACxE,wEAAwE;YACxE,iEAAiE;YACjE,oDAAoD;YACpD,UAAU,GAAG,UAAU,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACrD,CAAC;QAED,MAAM,CAAC,aAAa,EAAE,wBAAwB,CAAC,GAAG,IAAI,CAAC,mCAAmC,CACxF,WAAW,EACX,aAAa,CACd,CAAC;QAEF,MAAM,cAAc,GAAG,UAAU,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC;QAEnE,IAAI,CAAC,cAAc,EAAE,CAAC;YACpB,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,mBAAmB,GAAyB,EAAE,CAAC;QACrD,IAAI,cAAc,CAAC,MAAM,EAAE,CAAC;YAC1B,KAAK,MAAM,CAAC,SAAS,EAAE,SAAS,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,cAAc,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC3E,IAAI,wBAAwB,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;oBACvE,mBAAmB,CAAC,IAAI,CAAC;wBACvB,KAAK,EAAE,SAAS;wBAChB,QAAQ,EAAE,wBAAwB,CAAC,GAAG,CAAC,SAAS,CAAE;qBACnD,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,mBAAmB,CAAC;IAC7B,CAAC;IAEO,mCAAmC,CACzC,WAAmB,EACnB,aAAsB;QAEtB,MAAM,QAAQ,GAAG,GAAG,WAAW,IAAI,aAAa,EAAE,CAAC;QACnD,MAAM,MAAM,GAAG,IAAI,CAAC,wBAAwB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC3D,IAAI,MAAM;YAAE,OAAO,MAAM,CAAC;QAE1B,MAAM,wBAAwB,GAAG,IAAI,GAAG,EAAkB,CAAC;QAC3D,IAAI,gBAAgB,GAAG,CAAC,CAAC;QAEzB,MAAM,gBAAgB,GAAG,GAAW,EAAE;YACpC,MAAM,IAAI,GAAG,KAAK,gBAAgB,EAAE,CAAC;YACrC,gBAAgB,EAAE,CAAC;YACnB,OAAO,IAAI,CAAC;QACd,CAAC,CAAC;QAEF,MAAM,kBAAkB,GAAG,CAAC,QAAgB,EAAU,EAAE;YACtD,MAAM,eAAe,GAAa,EAAE,CAAC;YAErC,IAAI,aAAa,EAAE,CAAC;gBAClB,MAAM,mBAAmB,GAAG,IAAI,CAAC,MAAM,CAAC,sBAAsB,CAAC,QAAQ,CAAC,CAAC;gBACzE,KAAK,MAAM,EAAE,IAAI,mBAAmB,EAAE,CAAC;oBACrC,IAAI,OAAe,CAAC;oBACpB,IAAI,QAAkB,CAAC;oBAEvB,IAAI,EAAE,YAAY,kBAAkB,EAAE,CAAC;wBACrC,QAAQ,GAAG,cAAc,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC;wBACtC,OAAO,GAAG,EAAE,CAAC,OAAO,CAAC;oBACvB,CAAC;yBAAM,CAAC;wBACN,QAAQ,GAAG,EAAE,CAAC;wBACd,OAAO,GAAG,KAAK,CAAC;oBAClB,CAAC;oBAED,KAAK,MAAM,SAAS,IAAI,QAAQ,EAAE,CAAC;wBACjC,MAAM,cAAc,GAAG,gBAAgB,EAAE,CAAC;wBAE1C,2DAA2D;wBAC3D,MAAM,SAAS,GAAG,MAAM,SAAS,GAAG,CAAC;wBACrC,MAAM,UAAU,GAAG,MAAM,cAAc,GAAG,CAAC;wBAC3C,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;wBAEpD,mDAAmD;wBACnD,MAAM,SAAS,GAAG,OAAO,SAAS,GAAG,CAAC;wBACtC,MAAM,UAAU,GAAG,OAAO,cAAc,GAAG,CAAC;wBAC5C,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;oBACtD,CAAC;oBAED,+DAA+D;oBAC/D,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,iBAAiB,EAAE,SAAS,CAAC,CAAC;oBACxD,eAAe,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBAChC,CAAC;YACH,CAAC;YAED,IAAI,CAAC,aAAa,IAAI,QAAQ,KAAK,GAAG,EAAE,CAAC;gBACvC,eAAe,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC9B,CAAC;YAED,MAAM,cAAc,GAAG,gBAAgB,EAAE,CAAC;YAC1C,wBAAwB,CAAC,GAAG,CAAC,cAAc,EAAE,QAAQ,CAAC,CAAC;YACvD,MAAM,cAAc,GAAG,eAAe,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACjD,OAAO,MAAM,cAAc,IAAI,cAAc,GAAG,CAAC;QACnD,CAAC,CAAC;QAEF,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QACjD,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAEnB,MAAM,aAAa,GAAG,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QAC1D,MAAM,aAAa,GAAG,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QAC1D,IAAI,aAAa,GAAG,WAAW,CAAC,WAAW,CAAC,CAAC;QAE7C,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;YACjC,MAAM,SAAS,GAAG,aAAa,GAAG,WAAW,CAAC,QAAQ,CAAC,GAAG,aAAa,CAAC;YACxE,OAAO,IAAI,EAAE,CAAC;gBACZ,MAAM,MAAM,GAAG,kBAAkB,CAAC,QAAQ,CAAC,CAAC;gBAC5C,MAAM,gBAAgB,GAAG,aAAa,CAAC,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;gBAClE,IAAI,gBAAgB,KAAK,aAAa,EAAE,CAAC;oBACvC,MAAM;gBACR,CAAC;gBACD,aAAa,GAAG,gBAAgB,CAAC;YACnC,CAAC;QACH,CAAC;QAED,+EAA+E;QAC/E,aAAa,GAAG,aAAa,CAAC,OAAO,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QACtD,aAAa,GAAG,IAAI,aAAa,GAAG,CAAC;QAErC,MAAM,MAAM,GAAkC,CAAC,aAAa,EAAE,wBAAwB,CAAC,CAAC;QACxF,IAAI,CAAC,wBAAwB,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QACpD,OAAO,MAAM,CAAC;IAChB,CAAC;CACF"}
|
package/package.json
ADDED
|
@@ -0,0 +1,63 @@
|
|
|
1
|
+
{
|
|
2
|
+
"name": "@ananotherdeveloper/drain3js",
|
|
3
|
+
"version": "0.9.11-rev1",
|
|
4
|
+
"description": "TypeScript port of Drain3 - persistent & streaming log template miner",
|
|
5
|
+
"type": "module",
|
|
6
|
+
"main": "./dist/index.js",
|
|
7
|
+
"types": "./dist/index.d.ts",
|
|
8
|
+
"exports": {
|
|
9
|
+
".": {
|
|
10
|
+
"import": {
|
|
11
|
+
"types": "./dist/index.d.ts",
|
|
12
|
+
"default": "./dist/index.js"
|
|
13
|
+
}
|
|
14
|
+
}
|
|
15
|
+
},
|
|
16
|
+
"files": [
|
|
17
|
+
"dist"
|
|
18
|
+
],
|
|
19
|
+
"scripts": {
|
|
20
|
+
"build": "tsc",
|
|
21
|
+
"test": "vitest run",
|
|
22
|
+
"test:watch": "vitest",
|
|
23
|
+
"typecheck": "tsc --noEmit",
|
|
24
|
+
"lint": "biome check .",
|
|
25
|
+
"lint:fix": "biome check --write .",
|
|
26
|
+
"format": "biome format --write .",
|
|
27
|
+
"prepack": "npm run lint && npm run typecheck && npm run build && npm test"
|
|
28
|
+
},
|
|
29
|
+
"dependencies": {
|
|
30
|
+
"lru-cache": "^11.0.0"
|
|
31
|
+
},
|
|
32
|
+
"devDependencies": {
|
|
33
|
+
"@biomejs/biome": "^2.4.10",
|
|
34
|
+
"@types/node": "^20.0.0",
|
|
35
|
+
"typescript": "^5.4.0",
|
|
36
|
+
"vitest": "^2.0.0"
|
|
37
|
+
},
|
|
38
|
+
"keywords": [
|
|
39
|
+
"drain3",
|
|
40
|
+
"drain",
|
|
41
|
+
"log",
|
|
42
|
+
"parser",
|
|
43
|
+
"template",
|
|
44
|
+
"miner",
|
|
45
|
+
"log-parsing",
|
|
46
|
+
"log-template",
|
|
47
|
+
"log-clustering",
|
|
48
|
+
"streaming"
|
|
49
|
+
],
|
|
50
|
+
"author": "ananotherdeveloper",
|
|
51
|
+
"license": "MIT",
|
|
52
|
+
"repository": {
|
|
53
|
+
"type": "git",
|
|
54
|
+
"url": "git+https://github.com/ananotherdeveloper/drain3js.git"
|
|
55
|
+
},
|
|
56
|
+
"homepage": "https://github.com/ananotherdeveloper/drain3js#readme",
|
|
57
|
+
"bugs": {
|
|
58
|
+
"url": "https://github.com/ananotherdeveloper/drain3js/issues"
|
|
59
|
+
},
|
|
60
|
+
"engines": {
|
|
61
|
+
"node": ">=18"
|
|
62
|
+
}
|
|
63
|
+
}
|