@ananotherdeveloper/drain3js 0.9.11-rev1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (47) hide show
  1. package/LICENSE +25 -0
  2. package/README.md +237 -0
  3. package/dist/drain.d.ts +67 -0
  4. package/dist/drain.d.ts.map +1 -0
  5. package/dist/drain.js +442 -0
  6. package/dist/drain.js.map +1 -0
  7. package/dist/index.d.ts +13 -0
  8. package/dist/index.d.ts.map +1 -0
  9. package/dist/index.js +16 -0
  10. package/dist/index.js.map +1 -0
  11. package/dist/jaccard-drain.d.ts +9 -0
  12. package/dist/jaccard-drain.d.ts.map +1 -0
  13. package/dist/jaccard-drain.js +214 -0
  14. package/dist/jaccard-drain.js.map +1 -0
  15. package/dist/masking.d.ts +23 -0
  16. package/dist/masking.d.ts.map +1 -0
  17. package/dist/masking.js +59 -0
  18. package/dist/masking.js.map +1 -0
  19. package/dist/persistence/file-persistence.d.ts +8 -0
  20. package/dist/persistence/file-persistence.d.ts.map +1 -0
  21. package/dist/persistence/file-persistence.js +18 -0
  22. package/dist/persistence/file-persistence.js.map +1 -0
  23. package/dist/persistence/index.d.ts +4 -0
  24. package/dist/persistence/index.d.ts.map +1 -0
  25. package/dist/persistence/index.js +4 -0
  26. package/dist/persistence/index.js.map +1 -0
  27. package/dist/persistence/memory-buffer-persistence.d.ts +7 -0
  28. package/dist/persistence/memory-buffer-persistence.d.ts.map +1 -0
  29. package/dist/persistence/memory-buffer-persistence.js +11 -0
  30. package/dist/persistence/memory-buffer-persistence.js.map +1 -0
  31. package/dist/persistence/persistence-handler.d.ts +5 -0
  32. package/dist/persistence/persistence-handler.d.ts.map +1 -0
  33. package/dist/persistence/persistence-handler.js +3 -0
  34. package/dist/persistence/persistence-handler.js.map +1 -0
  35. package/dist/simple-profiler.d.ts +34 -0
  36. package/dist/simple-profiler.d.ts.map +1 -0
  37. package/dist/simple-profiler.js +135 -0
  38. package/dist/simple-profiler.js.map +1 -0
  39. package/dist/template-miner-config.d.ts +48 -0
  40. package/dist/template-miner-config.d.ts.map +1 -0
  41. package/dist/template-miner-config.js +73 -0
  42. package/dist/template-miner-config.js.map +1 -0
  43. package/dist/template-miner.d.ts +35 -0
  44. package/dist/template-miner.d.ts.map +1 -0
  45. package/dist/template-miner.js +258 -0
  46. package/dist/template-miner.js.map +1 -0
  47. package/package.json +63 -0
@@ -0,0 +1,48 @@
1
+ import { type AbstractMaskingInstruction } from './masking.js';
2
+ export interface Drain3Config {
3
+ drain?: {
4
+ engine?: string;
5
+ simTh?: number;
6
+ depth?: number;
7
+ maxChildren?: number;
8
+ maxClusters?: number | null;
9
+ extraDelimiters?: string[];
10
+ parametrizeNumericTokens?: boolean;
11
+ };
12
+ masking?: {
13
+ instructions?: Array<{
14
+ regexPattern: string;
15
+ maskWith: string;
16
+ }>;
17
+ maskPrefix?: string;
18
+ maskSuffix?: string;
19
+ parameterExtractionCacheCapacity?: number;
20
+ };
21
+ snapshot?: {
22
+ snapshotIntervalMinutes?: number;
23
+ compressState?: boolean;
24
+ };
25
+ profiling?: {
26
+ enabled?: boolean;
27
+ reportSec?: number;
28
+ };
29
+ }
30
+ export declare class TemplateMinerConfig {
31
+ engine: string;
32
+ profilingEnabled: boolean;
33
+ profilingReportSec: number;
34
+ snapshotIntervalMinutes: number;
35
+ snapshotCompressState: boolean;
36
+ drainExtraDelimiters: string[];
37
+ drainSimTh: number;
38
+ drainDepth: number;
39
+ drainMaxChildren: number;
40
+ drainMaxClusters: number | null;
41
+ maskingInstructions: AbstractMaskingInstruction[];
42
+ maskPrefix: string;
43
+ maskSuffix: string;
44
+ parameterExtractionCacheCapacity: number;
45
+ parametrizeNumericTokens: boolean;
46
+ load(configOrPath: Drain3Config | string): void;
47
+ }
48
+ //# sourceMappingURL=template-miner-config.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"template-miner-config.d.ts","sourceRoot":"","sources":["../src/template-miner-config.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,KAAK,0BAA0B,EAAsB,MAAM,cAAc,CAAC;AAEnF,MAAM,WAAW,YAAY;IAC3B,KAAK,CAAC,EAAE;QACN,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAC5B,eAAe,CAAC,EAAE,MAAM,EAAE,CAAC;QAC3B,wBAAwB,CAAC,EAAE,OAAO,CAAC;KACpC,CAAC;IACF,OAAO,CAAC,EAAE;QACR,YAAY,CAAC,EAAE,KAAK,CAAC;YAAE,YAAY,EAAE,MAAM,CAAC;YAAC,QAAQ,EAAE,MAAM,CAAA;SAAE,CAAC,CAAC;QACjE,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,gCAAgC,CAAC,EAAE,MAAM,CAAC;KAC3C,CAAC;IACF,QAAQ,CAAC,EAAE;QACT,uBAAuB,CAAC,EAAE,MAAM,CAAC;QACjC,aAAa,CAAC,EAAE,OAAO,CAAC;KACzB,CAAC;IACF,SAAS,CAAC,EAAE;QACV,OAAO,CAAC,EAAE,OAAO,CAAC;QAClB,SAAS,CAAC,EAAE,MAAM,CAAC;KACpB,CAAC;CACH;AAED,qBAAa,mBAAmB;IAC9B,MAAM,SAAW;IACjB,gBAAgB,UAAS;IACzB,kBAAkB,SAAM;IACxB,uBAAuB,SAAK;IAC5B,qBAAqB,UAAQ;IAC7B,oBAAoB,EAAE,MAAM,EAAE,CAAM;IACpC,UAAU,SAAO;IACjB,UAAU,SAAK;IACf,gBAAgB,SAAO;IACvB,gBAAgB,EAAE,MAAM,GAAG,IAAI,CAAQ;IACvC,mBAAmB,EAAE,0BAA0B,EAAE,CAAM;IACvD,UAAU,SAAO;IACjB,UAAU,SAAO;IACjB,gCAAgC,SAAQ;IACxC,wBAAwB,UAAQ;IAEhC,IAAI,CAAC,YAAY,EAAE,YAAY,GAAG,MAAM,GAAG,IAAI;CAiDhD"}
@@ -0,0 +1,73 @@
1
+ // SPDX-License-Identifier: MIT
2
+ import * as fs from 'node:fs';
3
+ import { MaskingInstruction } from './masking.js';
4
+ export class TemplateMinerConfig {
5
+ engine = 'Drain';
6
+ profilingEnabled = false;
7
+ profilingReportSec = 60;
8
+ snapshotIntervalMinutes = 5;
9
+ snapshotCompressState = true;
10
+ drainExtraDelimiters = [];
11
+ drainSimTh = 0.4;
12
+ drainDepth = 4;
13
+ drainMaxChildren = 100;
14
+ drainMaxClusters = null;
15
+ maskingInstructions = [];
16
+ maskPrefix = '<';
17
+ maskSuffix = '>';
18
+ parameterExtractionCacheCapacity = 3000;
19
+ parametrizeNumericTokens = true;
20
+ load(configOrPath) {
21
+ let config;
22
+ if (typeof configOrPath === 'string') {
23
+ const content = fs.readFileSync(configOrPath, 'utf-8');
24
+ config = JSON.parse(content);
25
+ }
26
+ else {
27
+ config = configOrPath;
28
+ }
29
+ if (config.drain) {
30
+ if (config.drain.engine !== undefined)
31
+ this.engine = config.drain.engine;
32
+ if (config.drain.simTh !== undefined)
33
+ this.drainSimTh = config.drain.simTh;
34
+ if (config.drain.depth !== undefined)
35
+ this.drainDepth = config.drain.depth;
36
+ if (config.drain.maxChildren !== undefined)
37
+ this.drainMaxChildren = config.drain.maxChildren;
38
+ if (config.drain.maxClusters !== undefined)
39
+ this.drainMaxClusters = config.drain.maxClusters;
40
+ if (config.drain.extraDelimiters !== undefined)
41
+ this.drainExtraDelimiters = config.drain.extraDelimiters;
42
+ if (config.drain.parametrizeNumericTokens !== undefined)
43
+ this.parametrizeNumericTokens = config.drain.parametrizeNumericTokens;
44
+ }
45
+ if (config.masking) {
46
+ if (config.masking.maskPrefix !== undefined)
47
+ this.maskPrefix = config.masking.maskPrefix;
48
+ if (config.masking.maskSuffix !== undefined)
49
+ this.maskSuffix = config.masking.maskSuffix;
50
+ if (config.masking.parameterExtractionCacheCapacity !== undefined) {
51
+ this.parameterExtractionCacheCapacity = config.masking.parameterExtractionCacheCapacity;
52
+ }
53
+ if (config.masking.instructions) {
54
+ this.maskingInstructions = config.masking.instructions.map((mi) => new MaskingInstruction(mi.regexPattern, mi.maskWith));
55
+ }
56
+ }
57
+ if (config.snapshot) {
58
+ if (config.snapshot.snapshotIntervalMinutes !== undefined) {
59
+ this.snapshotIntervalMinutes = config.snapshot.snapshotIntervalMinutes;
60
+ }
61
+ if (config.snapshot.compressState !== undefined) {
62
+ this.snapshotCompressState = config.snapshot.compressState;
63
+ }
64
+ }
65
+ if (config.profiling) {
66
+ if (config.profiling.enabled !== undefined)
67
+ this.profilingEnabled = config.profiling.enabled;
68
+ if (config.profiling.reportSec !== undefined)
69
+ this.profilingReportSec = config.profiling.reportSec;
70
+ }
71
+ }
72
+ }
73
+ //# sourceMappingURL=template-miner-config.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"template-miner-config.js","sourceRoot":"","sources":["../src/template-miner-config.ts"],"names":[],"mappings":"AAAA,+BAA+B;AAE/B,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,EAAmC,kBAAkB,EAAE,MAAM,cAAc,CAAC;AA4BnF,MAAM,OAAO,mBAAmB;IAC9B,MAAM,GAAG,OAAO,CAAC;IACjB,gBAAgB,GAAG,KAAK,CAAC;IACzB,kBAAkB,GAAG,EAAE,CAAC;IACxB,uBAAuB,GAAG,CAAC,CAAC;IAC5B,qBAAqB,GAAG,IAAI,CAAC;IAC7B,oBAAoB,GAAa,EAAE,CAAC;IACpC,UAAU,GAAG,GAAG,CAAC;IACjB,UAAU,GAAG,CAAC,CAAC;IACf,gBAAgB,GAAG,GAAG,CAAC;IACvB,gBAAgB,GAAkB,IAAI,CAAC;IACvC,mBAAmB,GAAiC,EAAE,CAAC;IACvD,UAAU,GAAG,GAAG,CAAC;IACjB,UAAU,GAAG,GAAG,CAAC;IACjB,gCAAgC,GAAG,IAAI,CAAC;IACxC,wBAAwB,GAAG,IAAI,CAAC;IAEhC,IAAI,CAAC,YAAmC;QACtC,IAAI,MAAoB,CAAC;QAEzB,IAAI,OAAO,YAAY,KAAK,QAAQ,EAAE,CAAC;YACrC,MAAM,OAAO,GAAG,EAAE,CAAC,YAAY,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;YACvD,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAiB,CAAC;QAC/C,CAAC;aAAM,CAAC;YACN,MAAM,GAAG,YAAY,CAAC;QACxB,CAAC;QAED,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;YACjB,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,KAAK,SAAS;gBAAE,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC;YACzE,IAAI,MAAM,CAAC,KAAK,CAAC,KAAK,KAAK,SAAS;gBAAE,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC;YAC3E,IAAI,MAAM,CAAC,KAAK,CAAC,KAAK,KAAK,SAAS;gBAAE,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC;YAC3E,IAAI,MAAM,CAAC,KAAK,CAAC,WAAW,KAAK,SAAS;gBAAE,IAAI,CAAC,gBAAgB,GAAG,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC;YAC7F,IAAI,MAAM,CAAC,KAAK,CAAC,WAAW,KAAK,SAAS;gBAAE,IAAI,CAAC,gBAAgB,GAAG,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC;YAC7F,IAAI,MAAM,CAAC,KAAK,CAAC,eAAe,KAAK,SAAS;gBAC5C,IAAI,CAAC,oBAAoB,GAAG,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC;YAC3D,IAAI,MAAM,CAAC,KAAK,CAAC,wBAAwB,KAAK,SAAS;gBACrD,IAAI,CAAC,wBAAwB,GAAG,MAAM,CAAC,KAAK,CAAC,wBAAwB,CAAC;QAC1E,CAAC;QAED,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YACnB,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,KAAK,SAAS;gBAAE,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC;YACzF,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,KAAK,SAAS;gBAAE,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC;YACzF,IAAI,MAAM,CAAC,OAAO,CAAC,gCAAgC,KAAK,SAAS,EAAE,CAAC;gBAClE,IAAI,CAAC,gCAAgC,GAAG,MAAM,CAAC,OAAO,CAAC,gCAAgC,CAAC;YAC1F,CAAC;YACD,IAAI,MAAM,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC;gBAChC,IAAI,CAAC,mBAAmB,GAAG,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC,GAAG,CACxD,CAAC,EAAE,EAAE,EAAE,CAAC,IAAI,kBAAkB,CAAC,EAAE,CAAC,YAAY,EAAE,EAAE,CAAC,QAAQ,CAAC,CAC7D,CAAC;YACJ,CAAC;QACH,CAAC;QAED,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;YACpB,IAAI,MAAM,CAAC,QAAQ,CAAC,uBAAuB,KAAK,SAAS,EAAE,CAAC;gBAC1D,IAAI,CAAC,uBAAuB,GAAG,MAAM,CAAC,QAAQ,CAAC,uBAAuB,CAAC;YACzE,CAAC;YACD,IAAI,MAAM,CAAC,QAAQ,CAAC,aAAa,KAAK,SAAS,EAAE,CAAC;gBAChD,IAAI,CAAC,qBAAqB,GAAG,MAAM,CAAC,QAAQ,CAAC,aAAa,CAAC;YAC7D,CAAC;QACH,CAAC;QAED,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;YACrB,IAAI,MAAM,CAAC,SAAS,CAAC,OAAO,KAAK,SAAS;gBAAE,IAAI,CAAC,gBAAgB,GAAG,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC;YAC7F,IAAI,MAAM,CAAC,SAAS,CAAC,SAAS,KAAK,SAAS;gBAAE,IAAI,CAAC,kBAAkB,GAAG,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC;QACrG,CAAC;IACH,CAAC;CACF"}
@@ -0,0 +1,35 @@
1
+ import { type DrainBase, LogCluster } from './drain.js';
2
+ import { LogMasker } from './masking.js';
3
+ import type { PersistenceHandler } from './persistence/persistence-handler.js';
4
+ import { type Profiler } from './simple-profiler.js';
5
+ import { TemplateMinerConfig } from './template-miner-config.js';
6
+ export interface ExtractedParameter {
7
+ value: string;
8
+ maskName: string;
9
+ }
10
+ export interface MinerResult {
11
+ changeType: string;
12
+ clusterId: number;
13
+ clusterSize: number;
14
+ templateMined: string;
15
+ clusterCount: number;
16
+ }
17
+ export declare class TemplateMiner {
18
+ config: TemplateMinerConfig;
19
+ profiler: Profiler;
20
+ persistenceHandler: PersistenceHandler | null;
21
+ drain: DrainBase;
22
+ masker: LogMasker;
23
+ private parameterExtractionCache;
24
+ private lastSaveTime;
25
+ constructor(persistenceHandler?: PersistenceHandler | null, config?: TemplateMinerConfig);
26
+ loadState(): void;
27
+ saveState(_snapshotReason: string): void;
28
+ getSnapshotReason(changeType: string, clusterId: number): string | null;
29
+ addLogMessage(logMessage: string): MinerResult;
30
+ match(logMessage: string, fullSearchStrategy?: 'never' | 'fallback' | 'always'): LogCluster | null;
31
+ getParameterList(logTemplate: string, logMessage: string): string[];
32
+ extractParameters(logTemplate: string, logMessage: string, exactMatching?: boolean): ExtractedParameter[] | null;
33
+ private getTemplateParameterExtractionRegex;
34
+ }
35
+ //# sourceMappingURL=template-miner.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"template-miner.d.ts","sourceRoot":"","sources":["../src/template-miner.ts"],"names":[],"mappings":"AAKA,OAAO,EAAS,KAAK,SAAS,EAAE,UAAU,EAAQ,MAAM,YAAY,CAAC;AAErE,OAAO,EAAE,SAAS,EAAsB,MAAM,cAAc,CAAC;AAC7D,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,sCAAsC,CAAC;AAC/E,OAAO,EAAgB,KAAK,QAAQ,EAAkB,MAAM,sBAAsB,CAAC;AACnF,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AAEjE,MAAM,WAAW,kBAAkB;IACjC,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,WAAW;IAC1B,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,aAAa,EAAE,MAAM,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;CACtB;AA+CD,qBAAa,aAAa;IACxB,MAAM,EAAE,mBAAmB,CAAC;IAC5B,QAAQ,EAAE,QAAQ,CAAC;IACnB,kBAAkB,EAAE,kBAAkB,GAAG,IAAI,CAAC;IAC9C,KAAK,EAAE,SAAS,CAAC;IACjB,MAAM,EAAE,SAAS,CAAC;IAClB,OAAO,CAAC,wBAAwB,CAAkD;IAClF,OAAO,CAAC,YAAY,CAAS;gBAEjB,kBAAkB,GAAE,kBAAkB,GAAG,IAAW,EAAE,MAAM,CAAC,EAAE,mBAAmB;IAsC9F,SAAS,IAAI,IAAI;IA0BjB,SAAS,CAAC,eAAe,EAAE,MAAM,GAAG,IAAI;IAqBxC,iBAAiB,CAAC,UAAU,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI;IAavE,aAAa,CAAC,UAAU,EAAE,MAAM,GAAG,WAAW;IAkC9C,KAAK,CACH,UAAU,EAAE,MAAM,EAClB,kBAAkB,GAAE,OAAO,GAAG,UAAU,GAAG,QAAkB,GAC5D,UAAU,GAAG,IAAI;IAKpB,gBAAgB,CAAC,WAAW,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,MAAM,EAAE;IAQnE,iBAAiB,CACf,WAAW,EAAE,MAAM,EACnB,UAAU,EAAE,MAAM,EAClB,aAAa,UAAO,GACnB,kBAAkB,EAAE,GAAG,IAAI;IAmC9B,OAAO,CAAC,mCAAmC;CA2F5C"}
@@ -0,0 +1,258 @@
1
+ // SPDX-License-Identifier: MIT
2
+ import * as zlib from 'node:zlib';
3
+ import { LRUCache } from 'lru-cache';
4
+ import { Drain, LogCluster, Node } from './drain.js';
5
+ import { JaccardDrain } from './jaccard-drain.js';
6
+ import { LogMasker, MaskingInstruction } from './masking.js';
7
+ import { NullProfiler, SimpleProfiler } from './simple-profiler.js';
8
+ import { TemplateMinerConfig } from './template-miner-config.js';
9
+ // Must match Python 3.7+ re.escape behavior, which escapes:
10
+ // ()[]{}?*+-|^$\\.&~# \t\n\r\v\f
11
+ // The space escaping is critical: the template regex replaces "\ " with "\s+"
12
+ // to allow flexible whitespace matching in extracted parameters.
13
+ function escapeRegex(s) {
14
+ return s.replace(/[.*+?^${}()|[\]\\#&~\-\s]/g, '\\$&');
15
+ }
16
+ function getNamedGroups(pattern) {
17
+ const groups = [];
18
+ const re = /\(\?<([^>]+)>/g;
19
+ for (let m = re.exec(pattern); m !== null; m = re.exec(pattern)) {
20
+ groups.push(m[1]);
21
+ }
22
+ return groups;
23
+ }
24
+ function serializeNode(node) {
25
+ const children = {};
26
+ for (const [key, child] of node.keyToChildNode) {
27
+ children[key] = serializeNode(child);
28
+ }
29
+ return { keyToChildNode: children, clusterIds: [...node.clusterIds] };
30
+ }
31
+ function deserializeNode(data) {
32
+ const node = new Node();
33
+ node.clusterIds = [...data.clusterIds];
34
+ for (const [key, childData] of Object.entries(data.keyToChildNode)) {
35
+ node.keyToChildNode.set(key, deserializeNode(childData));
36
+ }
37
+ return node;
38
+ }
39
+ export class TemplateMiner {
40
+ config;
41
+ profiler;
42
+ persistenceHandler;
43
+ drain;
44
+ masker;
45
+ parameterExtractionCache;
46
+ lastSaveTime;
47
+ constructor(persistenceHandler = null, config) {
48
+ if (config === undefined) {
49
+ config = new TemplateMinerConfig();
50
+ }
51
+ this.config = config;
52
+ this.profiler = config.profilingEnabled ? new SimpleProfiler() : new NullProfiler();
53
+ this.persistenceHandler = persistenceHandler;
54
+ const paramStr = `${this.config.maskPrefix}*${this.config.maskSuffix}`;
55
+ if (config.engine !== 'Drain' && config.engine !== 'JaccardDrain') {
56
+ throw new Error(`Invalid engine: ${config.engine}, must be either 'Drain' or 'JaccardDrain'`);
57
+ }
58
+ const DrainClass = config.engine === 'JaccardDrain' ? JaccardDrain : Drain;
59
+ this.drain = new DrainClass(config.drainDepth, config.drainSimTh, config.drainMaxChildren, config.drainMaxClusters, config.drainExtraDelimiters, this.profiler, paramStr, config.parametrizeNumericTokens);
60
+ this.masker = new LogMasker(config.maskingInstructions, config.maskPrefix, config.maskSuffix);
61
+ this.parameterExtractionCache = new LRUCache({
62
+ max: config.parameterExtractionCacheCapacity,
63
+ });
64
+ this.lastSaveTime = Date.now() / 1000;
65
+ if (persistenceHandler !== null) {
66
+ this.loadState();
67
+ }
68
+ }
69
+ loadState() {
70
+ if (this.persistenceHandler === null)
71
+ return;
72
+ let state = this.persistenceHandler.loadState();
73
+ if (state === null) {
74
+ return;
75
+ }
76
+ if (this.config.snapshotCompressState) {
77
+ const decoded = Buffer.from(state.toString('utf-8'), 'base64');
78
+ state = zlib.inflateSync(decoded);
79
+ }
80
+ const drainState = JSON.parse(state.toString('utf-8'));
81
+ // Restore clusters
82
+ for (const entry of drainState.idToCluster) {
83
+ const cluster = new LogCluster(entry.tokens, entry.id);
84
+ cluster.size = entry.size;
85
+ this.drain.idToCluster.set(entry.id, cluster);
86
+ }
87
+ this.drain.clustersCounter = drainState.clustersCounter;
88
+ this.drain.rootNode = deserializeNode(drainState.rootNode);
89
+ }
90
+ saveState(_snapshotReason) {
91
+ if (this.persistenceHandler === null)
92
+ return;
93
+ const drainState = {
94
+ idToCluster: [...this.drain.idToCluster.values()].map((c) => ({
95
+ id: c.clusterId,
96
+ tokens: c.logTemplateTokens,
97
+ size: c.size,
98
+ })),
99
+ clustersCounter: this.drain.clustersCounter,
100
+ rootNode: serializeNode(this.drain.rootNode),
101
+ };
102
+ let stateBytes = Buffer.from(JSON.stringify(drainState), 'utf-8');
103
+ if (this.config.snapshotCompressState) {
104
+ stateBytes = Buffer.from(zlib.deflateSync(stateBytes).toString('base64'));
105
+ }
106
+ this.persistenceHandler.saveState(stateBytes);
107
+ }
108
+ getSnapshotReason(changeType, clusterId) {
109
+ if (changeType !== 'none') {
110
+ return `${changeType} (${clusterId})`;
111
+ }
112
+ const diffTimeSec = Date.now() / 1000 - this.lastSaveTime;
113
+ if (diffTimeSec >= this.config.snapshotIntervalMinutes * 60) {
114
+ return 'periodic';
115
+ }
116
+ return null;
117
+ }
118
+ addLogMessage(logMessage) {
119
+ this.profiler.startSection('total');
120
+ this.profiler.startSection('mask');
121
+ const maskedContent = this.masker.mask(logMessage);
122
+ this.profiler.endSection();
123
+ this.profiler.startSection('drain');
124
+ const [cluster, changeType] = this.drain.addLogMessage(maskedContent);
125
+ this.profiler.endSection('drain');
126
+ const result = {
127
+ changeType,
128
+ clusterId: cluster.clusterId,
129
+ clusterSize: cluster.size,
130
+ templateMined: cluster.getTemplate(),
131
+ clusterCount: this.drain.clusters.length,
132
+ };
133
+ if (this.persistenceHandler !== null) {
134
+ this.profiler.startSection('save_state');
135
+ const snapshotReason = this.getSnapshotReason(changeType, cluster.clusterId);
136
+ if (snapshotReason) {
137
+ this.saveState(snapshotReason);
138
+ this.lastSaveTime = Date.now() / 1000;
139
+ }
140
+ this.profiler.endSection();
141
+ }
142
+ this.profiler.endSection('total');
143
+ this.profiler.report(this.config.profilingReportSec);
144
+ return result;
145
+ }
146
+ match(logMessage, fullSearchStrategy = 'never') {
147
+ const maskedContent = this.masker.mask(logMessage);
148
+ return this.drain.match(maskedContent, fullSearchStrategy);
149
+ }
150
+ getParameterList(logTemplate, logMessage) {
151
+ const extractedParameters = this.extractParameters(logTemplate, logMessage, false);
152
+ if (!extractedParameters) {
153
+ return [];
154
+ }
155
+ return extractedParameters.map((p) => p.value);
156
+ }
157
+ extractParameters(logTemplate, logMessage, exactMatching = true) {
158
+ for (const delimiter of this.config.drainExtraDelimiters) {
159
+ // Python uses re.sub(delimiter, " ", log_message) here, which is a bug:
160
+ // it treats delimiter as a regex pattern, while get_content_as_tokens()
161
+ // uses str.replace() (literal). We use literal replacement to be
162
+ // consistent with getContentAsTokens() in drain.ts.
163
+ logMessage = logMessage.split(delimiter).join(' ');
164
+ }
165
+ const [templateRegex, paramGroupNameToMaskName] = this.getTemplateParameterExtractionRegex(logTemplate, exactMatching);
166
+ const parameterMatch = logMessage.match(new RegExp(templateRegex));
167
+ if (!parameterMatch) {
168
+ return null;
169
+ }
170
+ const extractedParameters = [];
171
+ if (parameterMatch.groups) {
172
+ for (const [groupName, parameter] of Object.entries(parameterMatch.groups)) {
173
+ if (paramGroupNameToMaskName.has(groupName) && parameter !== undefined) {
174
+ extractedParameters.push({
175
+ value: parameter,
176
+ maskName: paramGroupNameToMaskName.get(groupName),
177
+ });
178
+ }
179
+ }
180
+ }
181
+ return extractedParameters;
182
+ }
183
+ getTemplateParameterExtractionRegex(logTemplate, exactMatching) {
184
+ const cacheKey = `${logTemplate}|${exactMatching}`;
185
+ const cached = this.parameterExtractionCache.get(cacheKey);
186
+ if (cached)
187
+ return cached;
188
+ const paramGroupNameToMaskName = new Map();
189
+ let paramNameCounter = 0;
190
+ const getNextParamName = () => {
191
+ const name = `p_${paramNameCounter}`;
192
+ paramNameCounter++;
193
+ return name;
194
+ };
195
+ const createCaptureRegex = (maskName) => {
196
+ const allowedPatterns = [];
197
+ if (exactMatching) {
198
+ const maskingInstructions = this.masker.instructionsByMaskName(maskName);
199
+ for (const mi of maskingInstructions) {
200
+ let pattern;
201
+ let miGroups;
202
+ if (mi instanceof MaskingInstruction) {
203
+ miGroups = getNamedGroups(mi.pattern);
204
+ pattern = mi.pattern;
205
+ }
206
+ else {
207
+ miGroups = [];
208
+ pattern = '.+?';
209
+ }
210
+ for (const groupName of miGroups) {
211
+ const paramGroupName = getNextParamName();
212
+ // Replace named group definitions: (?<name> -> (?<newName>
213
+ const searchDef = `(?<${groupName}>`;
214
+ const replaceDef = `(?<${paramGroupName}>`;
215
+ pattern = pattern.split(searchDef).join(replaceDef);
216
+ // Replace back-references: \k<name> -> \k<newName>
217
+ const searchRef = `\\k<${groupName}>`;
218
+ const replaceRef = `\\k<${paramGroupName}>`;
219
+ pattern = pattern.split(searchRef).join(replaceRef);
220
+ }
221
+ // Support unnamed back-references in masks (simple cases only)
222
+ pattern = pattern.replace(/\\(?!0)\d{1,2}/g, '(?:.+?)');
223
+ allowedPatterns.push(pattern);
224
+ }
225
+ }
226
+ if (!exactMatching || maskName === '*') {
227
+ allowedPatterns.push('.+?');
228
+ }
229
+ const paramGroupName = getNextParamName();
230
+ paramGroupNameToMaskName.set(paramGroupName, maskName);
231
+ const joinedPatterns = allowedPatterns.join('|');
232
+ return `(?<${paramGroupName}>${joinedPatterns})`;
233
+ };
234
+ const maskNames = new Set(this.masker.maskNames);
235
+ maskNames.add('*');
236
+ const escapedPrefix = escapeRegex(this.masker.maskPrefix);
237
+ const escapedSuffix = escapeRegex(this.masker.maskSuffix);
238
+ let templateRegex = escapeRegex(logTemplate);
239
+ for (const maskName of maskNames) {
240
+ const searchStr = escapedPrefix + escapeRegex(maskName) + escapedSuffix;
241
+ while (true) {
242
+ const repStr = createCaptureRegex(maskName);
243
+ const templateRegexNew = templateRegex.replace(searchStr, repStr);
244
+ if (templateRegexNew === templateRegex) {
245
+ break;
246
+ }
247
+ templateRegex = templateRegexNew;
248
+ }
249
+ }
250
+ // match messages with multiple spaces or other whitespace chars between tokens
251
+ templateRegex = templateRegex.replace(/\\ /g, '\\s+');
252
+ templateRegex = `^${templateRegex}$`;
253
+ const result = [templateRegex, paramGroupNameToMaskName];
254
+ this.parameterExtractionCache.set(cacheKey, result);
255
+ return result;
256
+ }
257
+ }
258
+ //# sourceMappingURL=template-miner.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"template-miner.js","sourceRoot":"","sources":["../src/template-miner.ts"],"names":[],"mappings":"AAAA,+BAA+B;AAE/B,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAClC,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AAErC,OAAO,EAAE,KAAK,EAAkB,UAAU,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AACrE,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,SAAS,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AAE7D,OAAO,EAAE,YAAY,EAAiB,cAAc,EAAE,MAAM,sBAAsB,CAAC;AACnF,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AA0BjE,4DAA4D;AAC5D,iCAAiC;AACjC,8EAA8E;AAC9E,iEAAiE;AACjE,SAAS,WAAW,CAAC,CAAS;IAC5B,OAAO,CAAC,CAAC,OAAO,CAAC,4BAA4B,EAAE,MAAM,CAAC,CAAC;AACzD,CAAC;AAED,SAAS,cAAc,CAAC,OAAe;IACrC,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,MAAM,EAAE,GAAG,gBAAgB,CAAC;IAC5B,KAAK,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;QAChE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACpB,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,aAAa,CAAC,IAAU;IAC/B,MAAM,QAAQ,GAAmC,EAAE,CAAC;IACpD,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;QAC/C,QAAQ,CAAC,GAAG,CAAC,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;IACvC,CAAC;IACD,OAAO,EAAE,cAAc,EAAE,QAAQ,EAAE,UAAU,EAAE,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC;AACxE,CAAC;AAED,SAAS,eAAe,CAAC,IAAoB;IAC3C,MAAM,IAAI,GAAG,IAAI,IAAI,EAAE,CAAC;IACxB,IAAI,CAAC,UAAU,GAAG,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC;IACvC,KAAK,MAAM,CAAC,GAAG,EAAE,SAAS,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,cAAc,CAAC,EAAE,CAAC;QACnE,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,GAAG,EAAE,eAAe,CAAC,SAAS,CAAC,CAAC,CAAC;IAC3D,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,OAAO,aAAa;IACxB,MAAM,CAAsB;IAC5B,QAAQ,CAAW;IACnB,kBAAkB,CAA4B;IAC9C,KAAK,CAAY;IACjB,MAAM,CAAY;IACV,wBAAwB,CAAkD;IAC1E,YAAY,CAAS;IAE7B,YAAY,qBAAgD,IAAI,EAAE,MAA4B;QAC5F,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;YACzB,MAAM,GAAG,IAAI,mBAAmB,EAAE,CAAC;QACrC,CAAC;QAED,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,gBAAgB,CAAC,CAAC,CAAC,IAAI,cAAc,EAAE,CAAC,CAAC,CAAC,IAAI,YAAY,EAAE,CAAC;QACpF,IAAI,CAAC,kBAAkB,GAAG,kBAAkB,CAAC;QAE7C,MAAM,QAAQ,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,IAAI,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;QAEvE,IAAI,MAAM,CAAC,MAAM,KAAK,OAAO,IAAI,MAAM,CAAC,MAAM,KAAK,cAAc,EAAE,CAAC;YAClE,MAAM,IAAI,KAAK,CAAC,mBAAmB,MAAM,CAAC,MAAM,4CAA4C,CAAC,CAAC;QAChG,CAAC;QAED,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,KAAK,cAAc,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,KAAK,CAAC;QAC3E,IAAI,CAAC,KAAK,GAAG,IAAI,UAAU,CACzB,MAAM,CAAC,UAAU,EACjB,MAAM,CAAC,UAAU,EACjB,MAAM,CAAC,gBAAgB,EACvB,MAAM,CAAC,gBAAgB,EACvB,MAAM,CAAC,oBAAoB,EAC3B,IAAI,CAAC,QAAQ,EACb,QAAQ,EACR,MAAM,CAAC,wBAAwB,CAChC,CAAC;QAEF,IAAI,CAAC,MAAM,GAAG,IAAI,SAAS,CAAC,MAAM,CAAC,mBAAmB,EAAE,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;QAC9F,IAAI,CAAC,wBAAwB,GAAG,IAAI,QAAQ,CAAwC;YAClF,GAAG,EAAE,MAAM,CAAC,gCAAgC;SAC7C,CAAC,CAAC;QACH,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;QAEtC,IAAI,kBAAkB,KAAK,IAAI,EAAE,CAAC;YAChC,IAAI,CAAC,SAAS,EAAE,CAAC;QACnB,CAAC;IACH,CAAC;IAED,SAAS;QACP,IAAI,IAAI,CAAC,kBAAkB,KAAK,IAAI;YAAE,OAAO;QAE7C,IAAI,KAAK,GAAG,IAAI,CAAC,kBAAkB,CAAC,SAAS,EAAE,CAAC;QAChD,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;YACnB,OAAO;QACT,CAAC;QAED,IAAI,IAAI,CAAC,MAAM,CAAC,qBAAqB,EAAE,CAAC;YACtC,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,QAAQ,CAAC,CAAC;YAC/D,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QACpC,CAAC;QAED,MAAM,UAAU,GAAe,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;QAEnE,mBAAmB;QACnB,KAAK,MAAM,KAAK,IAAI,UAAU,CAAC,WAAW,EAAE,CAAC;YAC3C,MAAM,OAAO,GAAG,IAAI,UAAU,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC;YACvD,OAAO,CAAC,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC;YAC1B,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;QAChD,CAAC;QAED,IAAI,CAAC,KAAK,CAAC,eAAe,GAAG,UAAU,CAAC,eAAe,CAAC;QACxD,IAAI,CAAC,KAAK,CAAC,QAAQ,GAAG,eAAe,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;IAC7D,CAAC;IAED,SAAS,CAAC,eAAuB;QAC/B,IAAI,IAAI,CAAC,kBAAkB,KAAK,IAAI;YAAE,OAAO;QAE7C,MAAM,UAAU,GAAe;YAC7B,WAAW,EAAE,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBAC5D,EAAE,EAAE,CAAC,CAAC,SAAS;gBACf,MAAM,EAAE,CAAC,CAAC,iBAAiB;gBAC3B,IAAI,EAAE,CAAC,CAAC,IAAI;aACb,CAAC,CAAC;YACH,eAAe,EAAE,IAAI,CAAC,KAAK,CAAC,eAAe;YAC3C,QAAQ,EAAE,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC;SAC7C,CAAC;QAEF,IAAI,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,EAAE,OAAO,CAAC,CAAC;QAClE,IAAI,IAAI,CAAC,MAAM,CAAC,qBAAqB,EAAE,CAAC;YACtC,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;QAC5E,CAAC;QAED,IAAI,CAAC,kBAAkB,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;IAChD,CAAC;IAED,iBAAiB,CAAC,UAAkB,EAAE,SAAiB;QACrD,IAAI,UAAU,KAAK,MAAM,EAAE,CAAC;YAC1B,OAAO,GAAG,UAAU,KAAK,SAAS,GAAG,CAAC;QACxC,CAAC;QAED,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC,YAAY,CAAC;QAC1D,IAAI,WAAW,IAAI,IAAI,CAAC,MAAM,CAAC,uBAAuB,GAAG,EAAE,EAAE,CAAC;YAC5D,OAAO,UAAU,CAAC;QACpB,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAED,aAAa,CAAC,UAAkB;QAC9B,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;QAEpC,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;QACnC,MAAM,aAAa,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACnD,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAC;QAE3B,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;QACpC,MAAM,CAAC,OAAO,EAAE,UAAU,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,aAAa,CAAC,CAAC;QACtE,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;QAElC,MAAM,MAAM,GAAgB;YAC1B,UAAU;YACV,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,WAAW,EAAE,OAAO,CAAC,IAAI;YACzB,aAAa,EAAE,OAAO,CAAC,WAAW,EAAE;YACpC,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM;SACzC,CAAC;QAEF,IAAI,IAAI,CAAC,kBAAkB,KAAK,IAAI,EAAE,CAAC;YACrC,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC;YACzC,MAAM,cAAc,GAAG,IAAI,CAAC,iBAAiB,CAAC,UAAU,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC;YAC7E,IAAI,cAAc,EAAE,CAAC;gBACnB,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;gBAC/B,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;YACxC,CAAC;YACD,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAC;QAC7B,CAAC;QAED,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;QAClC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,kBAAkB,CAAC,CAAC;QACrD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,KAAK,CACH,UAAkB,EAClB,qBAAsD,OAAO;QAE7D,MAAM,aAAa,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACnD,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,aAAa,EAAE,kBAAkB,CAAC,CAAC;IAC7D,CAAC;IAED,gBAAgB,CAAC,WAAmB,EAAE,UAAkB;QACtD,MAAM,mBAAmB,GAAG,IAAI,CAAC,iBAAiB,CAAC,WAAW,EAAE,UAAU,EAAE,KAAK,CAAC,CAAC;QACnF,IAAI,CAAC,mBAAmB,EAAE,CAAC;YACzB,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,OAAO,mBAAmB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IACjD,CAAC;IAED,iBAAiB,CACf,WAAmB,EACnB,UAAkB,EAClB,aAAa,GAAG,IAAI;QAEpB,KAAK,MAAM,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,oBAAoB,EAAE,CAAC;YACzD,wEAAwE;YACxE,wEAAwE;YACxE,iEAAiE;YACjE,oDAAoD;YACpD,UAAU,GAAG,UAAU,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACrD,CAAC;QAED,MAAM,CAAC,aAAa,EAAE,wBAAwB,CAAC,GAAG,IAAI,CAAC,mCAAmC,CACxF,WAAW,EACX,aAAa,CACd,CAAC;QAEF,MAAM,cAAc,GAAG,UAAU,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC;QAEnE,IAAI,CAAC,cAAc,EAAE,CAAC;YACpB,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,mBAAmB,GAAyB,EAAE,CAAC;QACrD,IAAI,cAAc,CAAC,MAAM,EAAE,CAAC;YAC1B,KAAK,MAAM,CAAC,SAAS,EAAE,SAAS,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,cAAc,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC3E,IAAI,wBAAwB,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;oBACvE,mBAAmB,CAAC,IAAI,CAAC;wBACvB,KAAK,EAAE,SAAS;wBAChB,QAAQ,EAAE,wBAAwB,CAAC,GAAG,CAAC,SAAS,CAAE;qBACnD,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,mBAAmB,CAAC;IAC7B,CAAC;IAEO,mCAAmC,CACzC,WAAmB,EACnB,aAAsB;QAEtB,MAAM,QAAQ,GAAG,GAAG,WAAW,IAAI,aAAa,EAAE,CAAC;QACnD,MAAM,MAAM,GAAG,IAAI,CAAC,wBAAwB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC3D,IAAI,MAAM;YAAE,OAAO,MAAM,CAAC;QAE1B,MAAM,wBAAwB,GAAG,IAAI,GAAG,EAAkB,CAAC;QAC3D,IAAI,gBAAgB,GAAG,CAAC,CAAC;QAEzB,MAAM,gBAAgB,GAAG,GAAW,EAAE;YACpC,MAAM,IAAI,GAAG,KAAK,gBAAgB,EAAE,CAAC;YACrC,gBAAgB,EAAE,CAAC;YACnB,OAAO,IAAI,CAAC;QACd,CAAC,CAAC;QAEF,MAAM,kBAAkB,GAAG,CAAC,QAAgB,EAAU,EAAE;YACtD,MAAM,eAAe,GAAa,EAAE,CAAC;YAErC,IAAI,aAAa,EAAE,CAAC;gBAClB,MAAM,mBAAmB,GAAG,IAAI,CAAC,MAAM,CAAC,sBAAsB,CAAC,QAAQ,CAAC,CAAC;gBACzE,KAAK,MAAM,EAAE,IAAI,mBAAmB,EAAE,CAAC;oBACrC,IAAI,OAAe,CAAC;oBACpB,IAAI,QAAkB,CAAC;oBAEvB,IAAI,EAAE,YAAY,kBAAkB,EAAE,CAAC;wBACrC,QAAQ,GAAG,cAAc,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC;wBACtC,OAAO,GAAG,EAAE,CAAC,OAAO,CAAC;oBACvB,CAAC;yBAAM,CAAC;wBACN,QAAQ,GAAG,EAAE,CAAC;wBACd,OAAO,GAAG,KAAK,CAAC;oBAClB,CAAC;oBAED,KAAK,MAAM,SAAS,IAAI,QAAQ,EAAE,CAAC;wBACjC,MAAM,cAAc,GAAG,gBAAgB,EAAE,CAAC;wBAE1C,2DAA2D;wBAC3D,MAAM,SAAS,GAAG,MAAM,SAAS,GAAG,CAAC;wBACrC,MAAM,UAAU,GAAG,MAAM,cAAc,GAAG,CAAC;wBAC3C,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;wBAEpD,mDAAmD;wBACnD,MAAM,SAAS,GAAG,OAAO,SAAS,GAAG,CAAC;wBACtC,MAAM,UAAU,GAAG,OAAO,cAAc,GAAG,CAAC;wBAC5C,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;oBACtD,CAAC;oBAED,+DAA+D;oBAC/D,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,iBAAiB,EAAE,SAAS,CAAC,CAAC;oBACxD,eAAe,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBAChC,CAAC;YACH,CAAC;YAED,IAAI,CAAC,aAAa,IAAI,QAAQ,KAAK,GAAG,EAAE,CAAC;gBACvC,eAAe,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC9B,CAAC;YAED,MAAM,cAAc,GAAG,gBAAgB,EAAE,CAAC;YAC1C,wBAAwB,CAAC,GAAG,CAAC,cAAc,EAAE,QAAQ,CAAC,CAAC;YACvD,MAAM,cAAc,GAAG,eAAe,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACjD,OAAO,MAAM,cAAc,IAAI,cAAc,GAAG,CAAC;QACnD,CAAC,CAAC;QAEF,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QACjD,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAEnB,MAAM,aAAa,GAAG,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QAC1D,MAAM,aAAa,GAAG,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QAC1D,IAAI,aAAa,GAAG,WAAW,CAAC,WAAW,CAAC,CAAC;QAE7C,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;YACjC,MAAM,SAAS,GAAG,aAAa,GAAG,WAAW,CAAC,QAAQ,CAAC,GAAG,aAAa,CAAC;YACxE,OAAO,IAAI,EAAE,CAAC;gBACZ,MAAM,MAAM,GAAG,kBAAkB,CAAC,QAAQ,CAAC,CAAC;gBAC5C,MAAM,gBAAgB,GAAG,aAAa,CAAC,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;gBAClE,IAAI,gBAAgB,KAAK,aAAa,EAAE,CAAC;oBACvC,MAAM;gBACR,CAAC;gBACD,aAAa,GAAG,gBAAgB,CAAC;YACnC,CAAC;QACH,CAAC;QAED,+EAA+E;QAC/E,aAAa,GAAG,aAAa,CAAC,OAAO,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QACtD,aAAa,GAAG,IAAI,aAAa,GAAG,CAAC;QAErC,MAAM,MAAM,GAAkC,CAAC,aAAa,EAAE,wBAAwB,CAAC,CAAC;QACxF,IAAI,CAAC,wBAAwB,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QACpD,OAAO,MAAM,CAAC;IAChB,CAAC;CACF"}
package/package.json ADDED
@@ -0,0 +1,63 @@
1
+ {
2
+ "name": "@ananotherdeveloper/drain3js",
3
+ "version": "0.9.11-rev1",
4
+ "description": "TypeScript port of Drain3 - persistent & streaming log template miner",
5
+ "type": "module",
6
+ "main": "./dist/index.js",
7
+ "types": "./dist/index.d.ts",
8
+ "exports": {
9
+ ".": {
10
+ "import": {
11
+ "types": "./dist/index.d.ts",
12
+ "default": "./dist/index.js"
13
+ }
14
+ }
15
+ },
16
+ "files": [
17
+ "dist"
18
+ ],
19
+ "scripts": {
20
+ "build": "tsc",
21
+ "test": "vitest run",
22
+ "test:watch": "vitest",
23
+ "typecheck": "tsc --noEmit",
24
+ "lint": "biome check .",
25
+ "lint:fix": "biome check --write .",
26
+ "format": "biome format --write .",
27
+ "prepack": "npm run lint && npm run typecheck && npm run build && npm test"
28
+ },
29
+ "dependencies": {
30
+ "lru-cache": "^11.0.0"
31
+ },
32
+ "devDependencies": {
33
+ "@biomejs/biome": "^2.4.10",
34
+ "@types/node": "^20.0.0",
35
+ "typescript": "^5.4.0",
36
+ "vitest": "^2.0.0"
37
+ },
38
+ "keywords": [
39
+ "drain3",
40
+ "drain",
41
+ "log",
42
+ "parser",
43
+ "template",
44
+ "miner",
45
+ "log-parsing",
46
+ "log-template",
47
+ "log-clustering",
48
+ "streaming"
49
+ ],
50
+ "author": "ananotherdeveloper",
51
+ "license": "MIT",
52
+ "repository": {
53
+ "type": "git",
54
+ "url": "git+https://github.com/ananotherdeveloper/drain3js.git"
55
+ },
56
+ "homepage": "https://github.com/ananotherdeveloper/drain3js#readme",
57
+ "bugs": {
58
+ "url": "https://github.com/ananotherdeveloper/drain3js/issues"
59
+ },
60
+ "engines": {
61
+ "node": ">=18"
62
+ }
63
+ }