@ananotherdeveloper/drain3js 0.9.11-rev1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +25 -0
- package/README.md +237 -0
- package/dist/drain.d.ts +67 -0
- package/dist/drain.d.ts.map +1 -0
- package/dist/drain.js +442 -0
- package/dist/drain.js.map +1 -0
- package/dist/index.d.ts +13 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +16 -0
- package/dist/index.js.map +1 -0
- package/dist/jaccard-drain.d.ts +9 -0
- package/dist/jaccard-drain.d.ts.map +1 -0
- package/dist/jaccard-drain.js +214 -0
- package/dist/jaccard-drain.js.map +1 -0
- package/dist/masking.d.ts +23 -0
- package/dist/masking.d.ts.map +1 -0
- package/dist/masking.js +59 -0
- package/dist/masking.js.map +1 -0
- package/dist/persistence/file-persistence.d.ts +8 -0
- package/dist/persistence/file-persistence.d.ts.map +1 -0
- package/dist/persistence/file-persistence.js +18 -0
- package/dist/persistence/file-persistence.js.map +1 -0
- package/dist/persistence/index.d.ts +4 -0
- package/dist/persistence/index.d.ts.map +1 -0
- package/dist/persistence/index.js +4 -0
- package/dist/persistence/index.js.map +1 -0
- package/dist/persistence/memory-buffer-persistence.d.ts +7 -0
- package/dist/persistence/memory-buffer-persistence.d.ts.map +1 -0
- package/dist/persistence/memory-buffer-persistence.js +11 -0
- package/dist/persistence/memory-buffer-persistence.js.map +1 -0
- package/dist/persistence/persistence-handler.d.ts +5 -0
- package/dist/persistence/persistence-handler.d.ts.map +1 -0
- package/dist/persistence/persistence-handler.js +3 -0
- package/dist/persistence/persistence-handler.js.map +1 -0
- package/dist/simple-profiler.d.ts +34 -0
- package/dist/simple-profiler.d.ts.map +1 -0
- package/dist/simple-profiler.js +135 -0
- package/dist/simple-profiler.js.map +1 -0
- package/dist/template-miner-config.d.ts +48 -0
- package/dist/template-miner-config.d.ts.map +1 -0
- package/dist/template-miner-config.js +73 -0
- package/dist/template-miner-config.js.map +1 -0
- package/dist/template-miner.d.ts +35 -0
- package/dist/template-miner.d.ts.map +1 -0
- package/dist/template-miner.js +258 -0
- package/dist/template-miner.js.map +1 -0
- package/package.json +63 -0
package/dist/drain.js
ADDED
|
@@ -0,0 +1,442 @@
|
|
|
1
|
+
// SPDX-License-Identifier: MIT
|
|
2
|
+
// This file implements the Drain algorithm for log parsing.
|
|
3
|
+
// Based on https://github.com/logpai/logparser/blob/master/logparser/Drain/Drain.py by LogPAI team
|
|
4
|
+
import { LRUCache } from 'lru-cache';
|
|
5
|
+
import { NullProfiler } from './simple-profiler.js';
|
|
6
|
+
export class LogCluster {
|
|
7
|
+
logTemplateTokens;
|
|
8
|
+
clusterId;
|
|
9
|
+
size;
|
|
10
|
+
constructor(logTemplateTokens, clusterId) {
|
|
11
|
+
this.logTemplateTokens = [...logTemplateTokens];
|
|
12
|
+
this.clusterId = clusterId;
|
|
13
|
+
this.size = 1;
|
|
14
|
+
}
|
|
15
|
+
getTemplate() {
|
|
16
|
+
return this.logTemplateTokens.join(' ');
|
|
17
|
+
}
|
|
18
|
+
toString() {
|
|
19
|
+
return `ID=${String(this.clusterId).padEnd(5)} : size=${String(this.size).padEnd(10)}: ${this.getTemplate()}`;
|
|
20
|
+
}
|
|
21
|
+
}
|
|
22
|
+
class SimpleClusterMap {
|
|
23
|
+
map = new Map();
|
|
24
|
+
get(key) {
|
|
25
|
+
return this.map.get(key);
|
|
26
|
+
}
|
|
27
|
+
peek(key) {
|
|
28
|
+
return this.map.get(key);
|
|
29
|
+
}
|
|
30
|
+
set(key, value) {
|
|
31
|
+
this.map.set(key, value);
|
|
32
|
+
}
|
|
33
|
+
has(key) {
|
|
34
|
+
return this.map.has(key);
|
|
35
|
+
}
|
|
36
|
+
delete(key) {
|
|
37
|
+
return this.map.delete(key);
|
|
38
|
+
}
|
|
39
|
+
values() {
|
|
40
|
+
return this.map.values();
|
|
41
|
+
}
|
|
42
|
+
keys() {
|
|
43
|
+
return this.map.keys();
|
|
44
|
+
}
|
|
45
|
+
get size() {
|
|
46
|
+
return this.map.size;
|
|
47
|
+
}
|
|
48
|
+
}
|
|
49
|
+
class LRUClusterMap {
|
|
50
|
+
cache;
|
|
51
|
+
constructor(maxSize) {
|
|
52
|
+
this.cache = new LRUCache({ max: maxSize });
|
|
53
|
+
}
|
|
54
|
+
get(key) {
|
|
55
|
+
return this.cache.get(key);
|
|
56
|
+
}
|
|
57
|
+
peek(key) {
|
|
58
|
+
return this.cache.peek(key);
|
|
59
|
+
}
|
|
60
|
+
set(key, value) {
|
|
61
|
+
this.cache.set(key, value);
|
|
62
|
+
}
|
|
63
|
+
has(key) {
|
|
64
|
+
return this.cache.has(key);
|
|
65
|
+
}
|
|
66
|
+
delete(key) {
|
|
67
|
+
return this.cache.delete(key);
|
|
68
|
+
}
|
|
69
|
+
*values() {
|
|
70
|
+
for (const value of this.cache.values()) {
|
|
71
|
+
yield value;
|
|
72
|
+
}
|
|
73
|
+
}
|
|
74
|
+
*keys() {
|
|
75
|
+
for (const key of this.cache.keys()) {
|
|
76
|
+
yield key;
|
|
77
|
+
}
|
|
78
|
+
}
|
|
79
|
+
get size() {
|
|
80
|
+
return this.cache.size;
|
|
81
|
+
}
|
|
82
|
+
}
|
|
83
|
+
export class Node {
|
|
84
|
+
keyToChildNode;
|
|
85
|
+
clusterIds;
|
|
86
|
+
constructor() {
|
|
87
|
+
this.keyToChildNode = new Map();
|
|
88
|
+
this.clusterIds = [];
|
|
89
|
+
}
|
|
90
|
+
}
|
|
91
|
+
export class DrainBase {
|
|
92
|
+
logClusterDepth;
|
|
93
|
+
maxNodeDepth;
|
|
94
|
+
simTh;
|
|
95
|
+
maxChildren;
|
|
96
|
+
rootNode;
|
|
97
|
+
profiler;
|
|
98
|
+
extraDelimiters;
|
|
99
|
+
maxClusters;
|
|
100
|
+
paramStr;
|
|
101
|
+
parametrizeNumericTokens;
|
|
102
|
+
idToCluster;
|
|
103
|
+
clustersCounter;
|
|
104
|
+
constructor(depth = 4, simTh = 0.4, maxChildren = 100, maxClusters = null, extraDelimiters = [], profiler = new NullProfiler(), paramStr = '<*>', parametrizeNumericTokens = true) {
|
|
105
|
+
if (depth < 3) {
|
|
106
|
+
throw new Error('depth argument must be at least 3');
|
|
107
|
+
}
|
|
108
|
+
this.logClusterDepth = depth;
|
|
109
|
+
this.maxNodeDepth = depth - 2;
|
|
110
|
+
this.simTh = simTh;
|
|
111
|
+
this.maxChildren = maxChildren;
|
|
112
|
+
this.rootNode = new Node();
|
|
113
|
+
this.profiler = profiler;
|
|
114
|
+
this.extraDelimiters = extraDelimiters;
|
|
115
|
+
this.maxClusters = maxClusters;
|
|
116
|
+
this.paramStr = paramStr;
|
|
117
|
+
this.parametrizeNumericTokens = parametrizeNumericTokens;
|
|
118
|
+
this.idToCluster = maxClusters === null ? new SimpleClusterMap() : new LRUClusterMap(maxClusters);
|
|
119
|
+
this.clustersCounter = 0;
|
|
120
|
+
}
|
|
121
|
+
get clusters() {
|
|
122
|
+
return [...this.idToCluster.values()];
|
|
123
|
+
}
|
|
124
|
+
static hasNumbers(s) {
|
|
125
|
+
return /\d/.test(s);
|
|
126
|
+
}
|
|
127
|
+
fastMatch(clusterIds, tokens, simTh, includeParams) {
|
|
128
|
+
let matchCluster = null;
|
|
129
|
+
let maxSim = -1;
|
|
130
|
+
let maxParamCount = -1;
|
|
131
|
+
let maxCluster = null;
|
|
132
|
+
for (const clusterId of clusterIds) {
|
|
133
|
+
// Use peek to bypass LRU eviction during candidate evaluation
|
|
134
|
+
const cluster = this.idToCluster.peek(clusterId);
|
|
135
|
+
if (cluster === undefined) {
|
|
136
|
+
continue;
|
|
137
|
+
}
|
|
138
|
+
const [curSim, paramCount] = this.getSeqDistance(cluster.logTemplateTokens, tokens, includeParams);
|
|
139
|
+
if (curSim > maxSim || (curSim === maxSim && paramCount > maxParamCount)) {
|
|
140
|
+
maxSim = curSim;
|
|
141
|
+
maxParamCount = paramCount;
|
|
142
|
+
maxCluster = cluster;
|
|
143
|
+
}
|
|
144
|
+
}
|
|
145
|
+
if (maxSim >= simTh) {
|
|
146
|
+
matchCluster = maxCluster;
|
|
147
|
+
}
|
|
148
|
+
return matchCluster;
|
|
149
|
+
}
|
|
150
|
+
printTree(file, maxClusters = 5) {
|
|
151
|
+
this.printNode('root', this.rootNode, 0, file, maxClusters);
|
|
152
|
+
}
|
|
153
|
+
printNode(token, node, depth, file, maxClusters = 5) {
|
|
154
|
+
let outStr = '\t'.repeat(depth);
|
|
155
|
+
if (depth === 0) {
|
|
156
|
+
outStr += `<${token}>`;
|
|
157
|
+
}
|
|
158
|
+
else if (depth === 1) {
|
|
159
|
+
if (/^\d+$/.test(token)) {
|
|
160
|
+
outStr += `<L=${token}>`;
|
|
161
|
+
}
|
|
162
|
+
else {
|
|
163
|
+
outStr += `<${token}>`;
|
|
164
|
+
}
|
|
165
|
+
}
|
|
166
|
+
else {
|
|
167
|
+
outStr += `"${token}"`;
|
|
168
|
+
}
|
|
169
|
+
if (node.clusterIds.length > 0) {
|
|
170
|
+
outStr += ` (cluster_count=${node.clusterIds.length})`;
|
|
171
|
+
}
|
|
172
|
+
if (file) {
|
|
173
|
+
file.write(`${outStr}\n`);
|
|
174
|
+
}
|
|
175
|
+
else {
|
|
176
|
+
console.log(outStr);
|
|
177
|
+
}
|
|
178
|
+
for (const [childToken, child] of node.keyToChildNode) {
|
|
179
|
+
this.printNode(childToken, child, depth + 1, file, maxClusters);
|
|
180
|
+
}
|
|
181
|
+
for (const cid of node.clusterIds.slice(0, maxClusters)) {
|
|
182
|
+
const cluster = this.idToCluster.get(cid);
|
|
183
|
+
const clusterStr = '\t'.repeat(depth + 1) + String(cluster);
|
|
184
|
+
if (file) {
|
|
185
|
+
file.write(`${clusterStr}\n`);
|
|
186
|
+
}
|
|
187
|
+
else {
|
|
188
|
+
console.log(clusterStr);
|
|
189
|
+
}
|
|
190
|
+
}
|
|
191
|
+
}
|
|
192
|
+
getContentAsTokens(content) {
|
|
193
|
+
content = content.trim();
|
|
194
|
+
for (const delimiter of this.extraDelimiters) {
|
|
195
|
+
content = content.split(delimiter).join(' ');
|
|
196
|
+
}
|
|
197
|
+
return content.split(/\s+/).filter((t) => t.length > 0);
|
|
198
|
+
}
|
|
199
|
+
addLogMessage(content) {
|
|
200
|
+
const contentTokens = this.getContentAsTokens(content);
|
|
201
|
+
if (this.profiler) {
|
|
202
|
+
this.profiler.startSection('tree_search');
|
|
203
|
+
}
|
|
204
|
+
let matchCluster = this.treeSearch(this.rootNode, contentTokens, this.simTh, false);
|
|
205
|
+
if (this.profiler) {
|
|
206
|
+
this.profiler.endSection();
|
|
207
|
+
}
|
|
208
|
+
let updateType;
|
|
209
|
+
// Match no existing log cluster
|
|
210
|
+
if (matchCluster === null) {
|
|
211
|
+
if (this.profiler) {
|
|
212
|
+
this.profiler.startSection('create_cluster');
|
|
213
|
+
}
|
|
214
|
+
this.clustersCounter += 1;
|
|
215
|
+
const clusterId = this.clustersCounter;
|
|
216
|
+
matchCluster = new LogCluster(contentTokens, clusterId);
|
|
217
|
+
this.idToCluster.set(clusterId, matchCluster);
|
|
218
|
+
this.addSeqToPrefixTree(this.rootNode, matchCluster);
|
|
219
|
+
updateType = 'cluster_created';
|
|
220
|
+
}
|
|
221
|
+
else {
|
|
222
|
+
// Add the new log message to the existing cluster
|
|
223
|
+
if (this.profiler) {
|
|
224
|
+
this.profiler.startSection('cluster_exist');
|
|
225
|
+
}
|
|
226
|
+
const newTemplateTokens = this.createTemplate(contentTokens, matchCluster.logTemplateTokens);
|
|
227
|
+
if (this.arraysEqual(newTemplateTokens, matchCluster.logTemplateTokens)) {
|
|
228
|
+
updateType = 'none';
|
|
229
|
+
}
|
|
230
|
+
else {
|
|
231
|
+
matchCluster.logTemplateTokens = [...newTemplateTokens];
|
|
232
|
+
updateType = 'cluster_template_changed';
|
|
233
|
+
}
|
|
234
|
+
matchCluster.size += 1;
|
|
235
|
+
// Touch cluster to update its state in the LRU cache
|
|
236
|
+
this.idToCluster.get(matchCluster.clusterId);
|
|
237
|
+
}
|
|
238
|
+
if (this.profiler) {
|
|
239
|
+
this.profiler.endSection();
|
|
240
|
+
}
|
|
241
|
+
return [matchCluster, updateType];
|
|
242
|
+
}
|
|
243
|
+
arraysEqual(a, b) {
|
|
244
|
+
if (a.length !== b.length)
|
|
245
|
+
return false;
|
|
246
|
+
for (let i = 0; i < a.length; i++) {
|
|
247
|
+
if (a[i] !== b[i])
|
|
248
|
+
return false;
|
|
249
|
+
}
|
|
250
|
+
return true;
|
|
251
|
+
}
|
|
252
|
+
getTotalClusterSize() {
|
|
253
|
+
let size = 0;
|
|
254
|
+
for (const c of this.idToCluster.values()) {
|
|
255
|
+
size += c.size;
|
|
256
|
+
}
|
|
257
|
+
return size;
|
|
258
|
+
}
|
|
259
|
+
getClustersIdsForSeqLen(seqFir) {
|
|
260
|
+
const appendClustersRecursive = (node, idListToFill) => {
|
|
261
|
+
idListToFill.push(...node.clusterIds);
|
|
262
|
+
for (const childNode of node.keyToChildNode.values()) {
|
|
263
|
+
appendClustersRecursive(childNode, idListToFill);
|
|
264
|
+
}
|
|
265
|
+
};
|
|
266
|
+
const curNode = this.rootNode.keyToChildNode.get(String(seqFir));
|
|
267
|
+
if (curNode === undefined) {
|
|
268
|
+
return [];
|
|
269
|
+
}
|
|
270
|
+
const target = [];
|
|
271
|
+
appendClustersRecursive(curNode, target);
|
|
272
|
+
return target;
|
|
273
|
+
}
|
|
274
|
+
}
|
|
275
|
+
export class Drain extends DrainBase {
|
|
276
|
+
treeSearch(rootNode, tokens, simTh, includeParams) {
|
|
277
|
+
// at first level, children are grouped by token (word) count
|
|
278
|
+
const tokenCount = tokens.length;
|
|
279
|
+
const firstNode = rootNode.keyToChildNode.get(String(tokenCount));
|
|
280
|
+
// no template with same token count yet
|
|
281
|
+
if (firstNode === undefined) {
|
|
282
|
+
return null;
|
|
283
|
+
}
|
|
284
|
+
// handle case of empty log string
|
|
285
|
+
if (tokenCount === 0) {
|
|
286
|
+
return this.idToCluster.peek(firstNode.clusterIds[0]) ?? null;
|
|
287
|
+
}
|
|
288
|
+
// find the leaf node for this log
|
|
289
|
+
let curNode = firstNode;
|
|
290
|
+
let curNodeDepth = 1;
|
|
291
|
+
for (const token of tokens) {
|
|
292
|
+
if (curNodeDepth >= this.maxNodeDepth) {
|
|
293
|
+
break;
|
|
294
|
+
}
|
|
295
|
+
if (curNodeDepth === tokenCount) {
|
|
296
|
+
break;
|
|
297
|
+
}
|
|
298
|
+
const keyToChildNode = curNode.keyToChildNode;
|
|
299
|
+
let nextNode = keyToChildNode.get(token);
|
|
300
|
+
if (nextNode === undefined) {
|
|
301
|
+
nextNode = keyToChildNode.get(this.paramStr);
|
|
302
|
+
}
|
|
303
|
+
if (nextNode === undefined) {
|
|
304
|
+
return null;
|
|
305
|
+
}
|
|
306
|
+
curNode = nextNode;
|
|
307
|
+
curNodeDepth += 1;
|
|
308
|
+
}
|
|
309
|
+
return this.fastMatch(curNode.clusterIds, tokens, simTh, includeParams);
|
|
310
|
+
}
|
|
311
|
+
addSeqToPrefixTree(rootNode, cluster) {
|
|
312
|
+
const tokenCount = cluster.logTemplateTokens.length;
|
|
313
|
+
const tokenCountStr = String(tokenCount);
|
|
314
|
+
let firstLayerNode = rootNode.keyToChildNode.get(tokenCountStr);
|
|
315
|
+
if (firstLayerNode === undefined) {
|
|
316
|
+
firstLayerNode = new Node();
|
|
317
|
+
rootNode.keyToChildNode.set(tokenCountStr, firstLayerNode);
|
|
318
|
+
}
|
|
319
|
+
let curNode = firstLayerNode;
|
|
320
|
+
// handle case of empty log string
|
|
321
|
+
if (tokenCount === 0) {
|
|
322
|
+
curNode.clusterIds = [cluster.clusterId];
|
|
323
|
+
return;
|
|
324
|
+
}
|
|
325
|
+
let currentDepth = 1;
|
|
326
|
+
for (const token of cluster.logTemplateTokens) {
|
|
327
|
+
// if at max depth or this is last token in template
|
|
328
|
+
if (currentDepth >= this.maxNodeDepth || currentDepth >= tokenCount) {
|
|
329
|
+
// clean up stale clusters before adding a new one
|
|
330
|
+
const newClusterIds = [];
|
|
331
|
+
for (const clusterId of curNode.clusterIds) {
|
|
332
|
+
if (this.idToCluster.has(clusterId)) {
|
|
333
|
+
newClusterIds.push(clusterId);
|
|
334
|
+
}
|
|
335
|
+
}
|
|
336
|
+
newClusterIds.push(cluster.clusterId);
|
|
337
|
+
curNode.clusterIds = newClusterIds;
|
|
338
|
+
break;
|
|
339
|
+
}
|
|
340
|
+
// if token not matched in this layer of existing tree
|
|
341
|
+
if (!curNode.keyToChildNode.has(token)) {
|
|
342
|
+
if (this.parametrizeNumericTokens && DrainBase.hasNumbers(token)) {
|
|
343
|
+
if (!curNode.keyToChildNode.has(this.paramStr)) {
|
|
344
|
+
const newNode = new Node();
|
|
345
|
+
curNode.keyToChildNode.set(this.paramStr, newNode);
|
|
346
|
+
curNode = newNode;
|
|
347
|
+
}
|
|
348
|
+
else {
|
|
349
|
+
curNode = curNode.keyToChildNode.get(this.paramStr);
|
|
350
|
+
}
|
|
351
|
+
}
|
|
352
|
+
else {
|
|
353
|
+
if (curNode.keyToChildNode.has(this.paramStr)) {
|
|
354
|
+
if (curNode.keyToChildNode.size < this.maxChildren) {
|
|
355
|
+
const newNode = new Node();
|
|
356
|
+
curNode.keyToChildNode.set(token, newNode);
|
|
357
|
+
curNode = newNode;
|
|
358
|
+
}
|
|
359
|
+
else {
|
|
360
|
+
curNode = curNode.keyToChildNode.get(this.paramStr);
|
|
361
|
+
}
|
|
362
|
+
}
|
|
363
|
+
else {
|
|
364
|
+
if (curNode.keyToChildNode.size + 1 < this.maxChildren) {
|
|
365
|
+
const newNode = new Node();
|
|
366
|
+
curNode.keyToChildNode.set(token, newNode);
|
|
367
|
+
curNode = newNode;
|
|
368
|
+
}
|
|
369
|
+
else if (curNode.keyToChildNode.size + 1 === this.maxChildren) {
|
|
370
|
+
const newNode = new Node();
|
|
371
|
+
curNode.keyToChildNode.set(this.paramStr, newNode);
|
|
372
|
+
curNode = newNode;
|
|
373
|
+
}
|
|
374
|
+
else {
|
|
375
|
+
curNode = curNode.keyToChildNode.get(this.paramStr);
|
|
376
|
+
}
|
|
377
|
+
}
|
|
378
|
+
}
|
|
379
|
+
}
|
|
380
|
+
else {
|
|
381
|
+
// if the token is matched
|
|
382
|
+
curNode = curNode.keyToChildNode.get(token);
|
|
383
|
+
}
|
|
384
|
+
currentDepth += 1;
|
|
385
|
+
}
|
|
386
|
+
}
|
|
387
|
+
getSeqDistance(seq1, seq2, includeParams) {
|
|
388
|
+
if (seq1.length !== seq2.length) {
|
|
389
|
+
throw new Error('seq1 and seq2 must have the same length');
|
|
390
|
+
}
|
|
391
|
+
if (seq1.length === 0) {
|
|
392
|
+
return [1.0, 0];
|
|
393
|
+
}
|
|
394
|
+
let simTokens = 0;
|
|
395
|
+
let paramCount = 0;
|
|
396
|
+
for (let i = 0; i < seq1.length; i++) {
|
|
397
|
+
const token1 = seq1[i];
|
|
398
|
+
const token2 = seq2[i];
|
|
399
|
+
if (token1 === this.paramStr) {
|
|
400
|
+
paramCount += 1;
|
|
401
|
+
continue;
|
|
402
|
+
}
|
|
403
|
+
if (token1 === token2) {
|
|
404
|
+
simTokens += 1;
|
|
405
|
+
}
|
|
406
|
+
}
|
|
407
|
+
if (includeParams) {
|
|
408
|
+
simTokens += paramCount;
|
|
409
|
+
}
|
|
410
|
+
const retVal = simTokens / seq1.length;
|
|
411
|
+
return [retVal, paramCount];
|
|
412
|
+
}
|
|
413
|
+
createTemplate(seq1, seq2) {
|
|
414
|
+
if (seq1.length !== seq2.length) {
|
|
415
|
+
throw new Error('seq1 and seq2 must have the same length');
|
|
416
|
+
}
|
|
417
|
+
return seq1.map((token1, i) => (token1 === seq2[i] ? seq2[i] : this.paramStr));
|
|
418
|
+
}
|
|
419
|
+
match(content, fullSearchStrategy = 'never') {
|
|
420
|
+
if (!['always', 'never', 'fallback'].includes(fullSearchStrategy)) {
|
|
421
|
+
throw new Error(`Invalid full_search_strategy: ${fullSearchStrategy}`);
|
|
422
|
+
}
|
|
423
|
+
const requiredSimTh = 1.0;
|
|
424
|
+
const contentTokens = this.getContentAsTokens(content);
|
|
425
|
+
const fullSearch = () => {
|
|
426
|
+
const allIds = this.getClustersIdsForSeqLen(contentTokens.length);
|
|
427
|
+
return this.fastMatch(allIds, contentTokens, requiredSimTh, true);
|
|
428
|
+
};
|
|
429
|
+
if (fullSearchStrategy === 'always') {
|
|
430
|
+
return fullSearch();
|
|
431
|
+
}
|
|
432
|
+
const matchCluster = this.treeSearch(this.rootNode, contentTokens, requiredSimTh, true);
|
|
433
|
+
if (matchCluster !== null) {
|
|
434
|
+
return matchCluster;
|
|
435
|
+
}
|
|
436
|
+
if (fullSearchStrategy === 'never') {
|
|
437
|
+
return null;
|
|
438
|
+
}
|
|
439
|
+
return fullSearch();
|
|
440
|
+
}
|
|
441
|
+
}
|
|
442
|
+
//# sourceMappingURL=drain.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"drain.js","sourceRoot":"","sources":["../src/drain.ts"],"names":[],"mappings":"AAAA,+BAA+B;AAC/B,4DAA4D;AAC5D,mGAAmG;AAEnG,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AACrC,OAAO,EAAE,YAAY,EAAiB,MAAM,sBAAsB,CAAC;AAInE,MAAM,OAAO,UAAU;IACrB,iBAAiB,CAAW;IAC5B,SAAS,CAAS;IAClB,IAAI,CAAS;IAEb,YAAY,iBAAmC,EAAE,SAAiB;QAChE,IAAI,CAAC,iBAAiB,GAAG,CAAC,GAAG,iBAAiB,CAAC,CAAC;QAChD,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,IAAI,GAAG,CAAC,CAAC;IAChB,CAAC;IAED,WAAW;QACT,OAAO,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC1C,CAAC;IAED,QAAQ;QACN,OAAO,MAAM,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,WAAW,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,KAAK,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;IAChH,CAAC;CACF;AAeD,MAAM,gBAAgB;IACZ,GAAG,GAAG,IAAI,GAAG,EAAsB,CAAC;IAE5C,GAAG,CAAC,GAAW;QACb,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAC3B,CAAC;IAED,IAAI,CAAC,GAAW;QACd,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAC3B,CAAC;IAED,GAAG,CAAC,GAAW,EAAE,KAAiB;QAChC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;IAC3B,CAAC;IAED,GAAG,CAAC,GAAW;QACb,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAC3B,CAAC;IAED,MAAM,CAAC,GAAW;QAChB,OAAO,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;IAC9B,CAAC;IAED,MAAM;QACJ,OAAO,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC;IAC3B,CAAC;IAED,IAAI;QACF,OAAO,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;IACzB,CAAC;IAED,IAAI,IAAI;QACN,OAAO,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC;IACvB,CAAC;CACF;AAED,MAAM,aAAa;IACT,KAAK,CAA+B;IAE5C,YAAY,OAAe;QACzB,IAAI,CAAC,KAAK,GAAG,IAAI,QAAQ,CAAqB,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC,CAAC;IAClE,CAAC;IAED,GAAG,CAAC,GAAW;QACb,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAC7B,CAAC;IAED,IAAI,CAAC,GAAW;QACd,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC9B,CAAC;IAED,GAAG,CAAC,GAAW,EAAE,KAAiB;QAChC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;IAC7B,CAAC;IAED,GAAG,CAAC,GAAW;QACb,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAC7B,CAAC;IAED,MAAM,CAAC,GAAW;QAChB,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;IAChC,CAAC;IAED,CAAC,MAAM;QACL,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;YACxC,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED,CAAC,IAAI;QACH,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,EAAE,CAAC;YACpC,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;IAED,IAAI,IAAI;QACN,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;IACzB,CAAC;CACF;AAED,MAAM,OAAO,IAAI;IACf,cAAc,CAAoB;IAClC,UAAU,CAAW;IAErB;QACE,IAAI,CAAC,cAAc,GAAG,IAAI,GAAG,EAAE,CAAC;QAChC,IAAI,CAAC,UAAU,GAAG,EAAE,CAAC;IACvB,CAAC;CACF;AAED,MAAM,OAAgB,SAAS;IAC7B,eAAe,CAAS;IACxB,YAAY,CAAS;IACrB,KAAK,CAAS;IACd,WAAW,CAAS;IACpB,QAAQ,CAAO;IACf,QAAQ,CAAW;IACnB,eAAe,CAAW;IAC1B,WAAW,CAAgB;IAC3B,QAAQ,CAAS;IACjB,wBAAwB,CAAU;IAClC,WAAW,CAAa;IACxB,eAAe,CAAS;IAExB,YACE,KAAK,GAAG,CAAC,EACT,KAAK,GAAG,GAAG,EACX,WAAW,GAAG,GAAG,EACjB,cAA6B,IAAI,EACjC,kBAA4B,EAAE,EAC9B,WAAqB,IAAI,YAAY,EAAE,EACvC,QAAQ,GAAG,KAAK,EAChB,wBAAwB,GAAG,IAAI;QAE/B,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;YACd,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;QACvD,CAAC;QAED,IAAI,CAAC,eAAe,GAAG,KAAK,CAAC;QAC7B,IAAI,CAAC,YAAY,GAAG,KAAK,GAAG,CAAC,CAAC;QAC9B,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,QAAQ,GAAG,IAAI,IAAI,EAAE,CAAC;QAC3B,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,eAAe,GAAG,eAAe,CAAC;QACvC,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,wBAAwB,GAAG,wBAAwB,CAAC;QAEzD,IAAI,CAAC,WAAW,GAAG,WAAW,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,gBAAgB,EAAE,CAAC,CAAC,CAAC,IAAI,aAAa,CAAC,WAAW,CAAC,CAAC;QAClG,IAAI,CAAC,eAAe,GAAG,CAAC,CAAC;IAC3B,CAAC;IAED,IAAI,QAAQ;QACV,OAAO,CAAC,GAAG,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC;IACxC,CAAC;IAED,MAAM,CAAC,UAAU,CAAC,CAAS;QACzB,OAAO,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACtB,CAAC;IAED,SAAS,CACP,UAAoB,EACpB,MAAgB,EAChB,KAAa,EACb,aAAsB;QAEtB,IAAI,YAAY,GAAsB,IAAI,CAAC;QAC3C,IAAI,MAAM,GAAG,CAAC,CAAC,CAAC;QAChB,IAAI,aAAa,GAAG,CAAC,CAAC,CAAC;QACvB,IAAI,UAAU,GAAsB,IAAI,CAAC;QAEzC,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;YACnC,8DAA8D;YAC9D,MAAM,OAAO,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACjD,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;gBAC1B,SAAS;YACX,CAAC;YACD,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,GAAG,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,iBAAiB,EAAE,MAAM,EAAE,aAAa,CAAC,CAAC;YACnG,IAAI,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,KAAK,MAAM,IAAI,UAAU,GAAG,aAAa,CAAC,EAAE,CAAC;gBACzE,MAAM,GAAG,MAAM,CAAC;gBAChB,aAAa,GAAG,UAAU,CAAC;gBAC3B,UAAU,GAAG,OAAO,CAAC;YACvB,CAAC;QACH,CAAC;QAED,IAAI,MAAM,IAAI,KAAK,EAAE,CAAC;YACpB,YAAY,GAAG,UAAU,CAAC;QAC5B,CAAC;QAED,OAAO,YAAY,CAAC;IACtB,CAAC;IAED,SAAS,CAAC,IAAiC,EAAE,WAAW,GAAG,CAAC;QAC1D,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,WAAW,CAAC,CAAC;IAC9D,CAAC;IAEO,SAAS,CACf,KAAa,EACb,IAAU,EACV,KAAa,EACb,IAAiC,EACjC,WAAW,GAAG,CAAC;QAEf,IAAI,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAEhC,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;YAChB,MAAM,IAAI,IAAI,KAAK,GAAG,CAAC;QACzB,CAAC;aAAM,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;YACvB,IAAI,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;gBACxB,MAAM,IAAI,MAAM,KAAK,GAAG,CAAC;YAC3B,CAAC;iBAAM,CAAC;gBACN,MAAM,IAAI,IAAI,KAAK,GAAG,CAAC;YACzB,CAAC;QACH,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,IAAI,KAAK,GAAG,CAAC;QACzB,CAAC;QAED,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC/B,MAAM,IAAI,mBAAmB,IAAI,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC;QACzD,CAAC;QAED,IAAI,IAAI,EAAE,CAAC;YACT,IAAI,CAAC,KAAK,CAAC,GAAG,MAAM,IAAI,CAAC,CAAC;QAC5B,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACtB,CAAC;QAED,KAAK,MAAM,CAAC,UAAU,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACtD,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,KAAK,EAAE,KAAK,GAAG,CAAC,EAAE,IAAI,EAAE,WAAW,CAAC,CAAC;QAClE,CAAC;QAED,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,WAAW,CAAC,EAAE,CAAC;YACxD,MAAM,OAAO,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YAC1C,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC;YAC5D,IAAI,IAAI,EAAE,CAAC;gBACT,IAAI,CAAC,KAAK,CAAC,GAAG,UAAU,IAAI,CAAC,CAAC;YAChC,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;YAC1B,CAAC;QACH,CAAC;IACH,CAAC;IAED,kBAAkB,CAAC,OAAe;QAChC,OAAO,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;QACzB,KAAK,MAAM,SAAS,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;YAC7C,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC/C,CAAC;QACD,OAAO,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC1D,CAAC;IAED,aAAa,CAAC,OAAe;QAC3B,MAAM,aAAa,GAAG,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;QAEvD,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClB,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,aAAa,CAAC,CAAC;QAC5C,CAAC;QACD,IAAI,YAAY,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,QAAQ,EAAE,aAAa,EAAE,IAAI,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QACpF,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClB,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAC;QAC7B,CAAC;QAED,IAAI,UAAkB,CAAC;QAEvB,gCAAgC;QAChC,IAAI,YAAY,KAAK,IAAI,EAAE,CAAC;YAC1B,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAClB,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,gBAAgB,CAAC,CAAC;YAC/C,CAAC;YACD,IAAI,CAAC,eAAe,IAAI,CAAC,CAAC;YAC1B,MAAM,SAAS,GAAG,IAAI,CAAC,eAAe,CAAC;YACvC,YAAY,GAAG,IAAI,UAAU,CAAC,aAAa,EAAE,SAAS,CAAC,CAAC;YACxD,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;YAC9C,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;YACrD,UAAU,GAAG,iBAAiB,CAAC;QACjC,CAAC;aAAM,CAAC;YACN,kDAAkD;YAClD,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAClB,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,eAAe,CAAC,CAAC;YAC9C,CAAC;YACD,MAAM,iBAAiB,GAAG,IAAI,CAAC,cAAc,CAAC,aAAa,EAAE,YAAY,CAAC,iBAAiB,CAAC,CAAC;YAC7F,IAAI,IAAI,CAAC,WAAW,CAAC,iBAAiB,EAAE,YAAY,CAAC,iBAAiB,CAAC,EAAE,CAAC;gBACxE,UAAU,GAAG,MAAM,CAAC;YACtB,CAAC;iBAAM,CAAC;gBACN,YAAY,CAAC,iBAAiB,GAAG,CAAC,GAAG,iBAAiB,CAAC,CAAC;gBACxD,UAAU,GAAG,0BAA0B,CAAC;YAC1C,CAAC;YACD,YAAY,CAAC,IAAI,IAAI,CAAC,CAAC;YACvB,qDAAqD;YACrD,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC;QAC/C,CAAC;QAED,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClB,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAC;QAC7B,CAAC;QAED,OAAO,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC;IACpC,CAAC;IAEO,WAAW,CAAC,CAAW,EAAE,CAAW;QAC1C,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,MAAM;YAAE,OAAO,KAAK,CAAC;QACxC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAClC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gBAAE,OAAO,KAAK,CAAC;QAClC,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,mBAAmB;QACjB,IAAI,IAAI,GAAG,CAAC,CAAC;QACb,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,EAAE,CAAC;YAC1C,IAAI,IAAI,CAAC,CAAC,IAAI,CAAC;QACjB,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,uBAAuB,CAAC,MAAuB;QAC7C,MAAM,uBAAuB,GAAG,CAAC,IAAU,EAAE,YAAsB,EAAQ,EAAE;YAC3E,YAAY,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC;YACtC,KAAK,MAAM,SAAS,IAAI,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE,EAAE,CAAC;gBACrD,uBAAuB,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;YACnD,CAAC;QACH,CAAC,CAAC;QAEF,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;QACjE,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;YAC1B,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,uBAAuB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QACzC,OAAO,MAAM,CAAC;IAChB,CAAC;CAgBF;AAED,MAAM,OAAO,KAAM,SAAQ,SAAS;IAClC,UAAU,CAAC,QAAc,EAAE,MAAgB,EAAE,KAAa,EAAE,aAAsB;QAChF,6DAA6D;QAC7D,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC;QACjC,MAAM,SAAS,GAAG,QAAQ,CAAC,cAAc,CAAC,GAAG,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC;QAElE,wCAAwC;QACxC,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;YAC5B,OAAO,IAAI,CAAC;QACd,CAAC;QAED,kCAAkC;QAClC,IAAI,UAAU,KAAK,CAAC,EAAE,CAAC;YACrB,OAAO,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC;QAChE,CAAC;QAED,kCAAkC;QAClC,IAAI,OAAO,GAAS,SAAS,CAAC;QAC9B,IAAI,YAAY,GAAG,CAAC,CAAC;QACrB,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,IAAI,YAAY,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;gBACtC,MAAM;YACR,CAAC;YACD,IAAI,YAAY,KAAK,UAAU,EAAE,CAAC;gBAChC,MAAM;YACR,CAAC;YAED,MAAM,cAAc,GAAsB,OAAO,CAAC,cAAc,CAAC;YACjE,IAAI,QAAQ,GAAqB,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAC3D,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;gBAC3B,QAAQ,GAAG,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC/C,CAAC;YACD,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;gBAC3B,OAAO,IAAI,CAAC;YACd,CAAC;YACD,OAAO,GAAG,QAAQ,CAAC;YACnB,YAAY,IAAI,CAAC,CAAC;QACpB,CAAC;QAED,OAAO,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,UAAU,EAAE,MAAM,EAAE,KAAK,EAAE,aAAa,CAAC,CAAC;IAC1E,CAAC;IAED,kBAAkB,CAAC,QAAc,EAAE,OAAmB;QACpD,MAAM,UAAU,GAAG,OAAO,CAAC,iBAAiB,CAAC,MAAM,CAAC;QACpD,MAAM,aAAa,GAAG,MAAM,CAAC,UAAU,CAAC,CAAC;QACzC,IAAI,cAAc,GAAG,QAAQ,CAAC,cAAc,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;QAChE,IAAI,cAAc,KAAK,SAAS,EAAE,CAAC;YACjC,cAAc,GAAG,IAAI,IAAI,EAAE,CAAC;YAC5B,QAAQ,CAAC,cAAc,CAAC,GAAG,CAAC,aAAa,EAAE,cAAc,CAAC,CAAC;QAC7D,CAAC;QAED,IAAI,OAAO,GAAG,cAAc,CAAC;QAE7B,kCAAkC;QAClC,IAAI,UAAU,KAAK,CAAC,EAAE,CAAC;YACrB,OAAO,CAAC,UAAU,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;YACzC,OAAO;QACT,CAAC;QAED,IAAI,YAAY,GAAG,CAAC,CAAC;QACrB,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,iBAAiB,EAAE,CAAC;YAC9C,oDAAoD;YACpD,IAAI,YAAY,IAAI,IAAI,CAAC,YAAY,IAAI,YAAY,IAAI,UAAU,EAAE,CAAC;gBACpE,kDAAkD;gBAClD,MAAM,aAAa,GAAa,EAAE,CAAC;gBACnC,KAAK,MAAM,SAAS,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;oBAC3C,IAAI,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;wBACpC,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;oBAChC,CAAC;gBACH,CAAC;gBACD,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;gBACtC,OAAO,CAAC,UAAU,GAAG,aAAa,CAAC;gBACnC,MAAM;YACR,CAAC;YAED,sDAAsD;YACtD,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;gBACvC,IAAI,IAAI,CAAC,wBAAwB,IAAI,SAAS,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;oBACjE,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;wBAC/C,MAAM,OAAO,GAAG,IAAI,IAAI,EAAE,CAAC;wBAC3B,OAAO,CAAC,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;wBACnD,OAAO,GAAG,OAAO,CAAC;oBACpB,CAAC;yBAAM,CAAC;wBACN,OAAO,GAAG,OAAO,CAAC,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAE,CAAC;oBACvD,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,IAAI,OAAO,CAAC,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;wBAC9C,IAAI,OAAO,CAAC,cAAc,CAAC,IAAI,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;4BACnD,MAAM,OAAO,GAAG,IAAI,IAAI,EAAE,CAAC;4BAC3B,OAAO,CAAC,cAAc,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;4BAC3C,OAAO,GAAG,OAAO,CAAC;wBACpB,CAAC;6BAAM,CAAC;4BACN,OAAO,GAAG,OAAO,CAAC,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAE,CAAC;wBACvD,CAAC;oBACH,CAAC;yBAAM,CAAC;wBACN,IAAI,OAAO,CAAC,cAAc,CAAC,IAAI,GAAG,CAAC,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;4BACvD,MAAM,OAAO,GAAG,IAAI,IAAI,EAAE,CAAC;4BAC3B,OAAO,CAAC,cAAc,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;4BAC3C,OAAO,GAAG,OAAO,CAAC;wBACpB,CAAC;6BAAM,IAAI,OAAO,CAAC,cAAc,CAAC,IAAI,GAAG,CAAC,KAAK,IAAI,CAAC,WAAW,EAAE,CAAC;4BAChE,MAAM,OAAO,GAAG,IAAI,IAAI,EAAE,CAAC;4BAC3B,OAAO,CAAC,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;4BACnD,OAAO,GAAG,OAAO,CAAC;wBACpB,CAAC;6BAAM,CAAC;4BACN,OAAO,GAAG,OAAO,CAAC,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAE,CAAC;wBACvD,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,0BAA0B;gBAC1B,OAAO,GAAG,OAAO,CAAC,cAAc,CAAC,GAAG,CAAC,KAAK,CAAE,CAAC;YAC/C,CAAC;YAED,YAAY,IAAI,CAAC,CAAC;QACpB,CAAC;IACH,CAAC;IAED,cAAc,CAAC,IAAc,EAAE,IAAc,EAAE,aAAsB;QACnE,IAAI,IAAI,CAAC,MAAM,KAAK,IAAI,CAAC,MAAM,EAAE,CAAC;YAChC,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC;QAC7D,CAAC;QAED,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACtB,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QAClB,CAAC;QAED,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,IAAI,UAAU,GAAG,CAAC,CAAC;QAEnB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACrC,MAAM,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;YACvB,MAAM,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;YACvB,IAAI,MAAM,KAAK,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAC7B,UAAU,IAAI,CAAC,CAAC;gBAChB,SAAS;YACX,CAAC;YACD,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;gBACtB,SAAS,IAAI,CAAC,CAAC;YACjB,CAAC;QACH,CAAC;QAED,IAAI,aAAa,EAAE,CAAC;YAClB,SAAS,IAAI,UAAU,CAAC;QAC1B,CAAC;QAED,MAAM,MAAM,GAAG,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC;QACvC,OAAO,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;IAC9B,CAAC;IAED,cAAc,CAAC,IAAc,EAAE,IAAc;QAC3C,IAAI,IAAI,CAAC,MAAM,KAAK,IAAI,CAAC,MAAM,EAAE,CAAC;YAChC,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC;QAC7D,CAAC;QACD,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;IACjF,CAAC;IAED,KAAK,CAAC,OAAe,EAAE,qBAAyC,OAAO;QACrE,IAAI,CAAC,CAAC,QAAQ,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC,QAAQ,CAAC,kBAAkB,CAAC,EAAE,CAAC;YAClE,MAAM,IAAI,KAAK,CAAC,iCAAiC,kBAAkB,EAAE,CAAC,CAAC;QACzE,CAAC;QAED,MAAM,aAAa,GAAG,GAAG,CAAC;QAC1B,MAAM,aAAa,GAAG,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;QAEvD,MAAM,UAAU,GAAG,GAAsB,EAAE;YACzC,MAAM,MAAM,GAAG,IAAI,CAAC,uBAAuB,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;YAClE,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,aAAa,EAAE,aAAa,EAAE,IAAI,CAAC,CAAC;QACpE,CAAC,CAAC;QAEF,IAAI,kBAAkB,KAAK,QAAQ,EAAE,CAAC;YACpC,OAAO,UAAU,EAAE,CAAC;QACtB,CAAC;QAED,MAAM,YAAY,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,QAAQ,EAAE,aAAa,EAAE,aAAa,EAAE,IAAI,CAAC,CAAC;QACxF,IAAI,YAAY,KAAK,IAAI,EAAE,CAAC;YAC1B,OAAO,YAAY,CAAC;QACtB,CAAC;QAED,IAAI,kBAAkB,KAAK,OAAO,EAAE,CAAC;YACnC,OAAO,IAAI,CAAC;QACd,CAAC;QAED,OAAO,UAAU,EAAE,CAAC;IACtB,CAAC;CACF"}
|
package/dist/index.d.ts
ADDED
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
export type { ClusterMap, FullSearchStrategy } from './drain.js';
|
|
2
|
+
export { Drain, DrainBase, LogCluster, Node } from './drain.js';
|
|
3
|
+
export { JaccardDrain } from './jaccard-drain.js';
|
|
4
|
+
export { AbstractMaskingInstruction, LogMasker, MaskingInstruction, RegexMaskingInstruction, } from './masking.js';
|
|
5
|
+
export { FilePersistence } from './persistence/file-persistence.js';
|
|
6
|
+
export { MemoryBufferPersistence } from './persistence/memory-buffer-persistence.js';
|
|
7
|
+
export { PersistenceHandler } from './persistence/persistence-handler.js';
|
|
8
|
+
export { NullProfiler, Profiler, SimpleProfiler } from './simple-profiler.js';
|
|
9
|
+
export type { ExtractedParameter, MinerResult } from './template-miner.js';
|
|
10
|
+
export { TemplateMiner } from './template-miner.js';
|
|
11
|
+
export type { Drain3Config } from './template-miner-config.js';
|
|
12
|
+
export { TemplateMinerConfig } from './template-miner-config.js';
|
|
13
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAEA,YAAY,EAAE,UAAU,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAC;AAEjE,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAGhE,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAElD,OAAO,EACL,0BAA0B,EAC1B,SAAS,EACT,kBAAkB,EAClB,uBAAuB,GACxB,MAAM,cAAc,CAAC;AACtB,OAAO,EAAE,eAAe,EAAE,MAAM,mCAAmC,CAAC;AACpE,OAAO,EAAE,uBAAuB,EAAE,MAAM,4CAA4C,CAAC;AAErF,OAAO,EAAE,kBAAkB,EAAE,MAAM,sCAAsC,CAAC;AAE1E,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAC9E,YAAY,EAAE,kBAAkB,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAE3E,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,YAAY,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAC;AAE/D,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC"}
|
package/dist/index.js
ADDED
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
// SPDX-License-Identifier: MIT
|
|
2
|
+
// Core classes
|
|
3
|
+
export { Drain, DrainBase, LogCluster, Node } from './drain.js';
|
|
4
|
+
// Jaccard variant
|
|
5
|
+
export { JaccardDrain } from './jaccard-drain.js';
|
|
6
|
+
// Masking
|
|
7
|
+
export { AbstractMaskingInstruction, LogMasker, MaskingInstruction, RegexMaskingInstruction, } from './masking.js';
|
|
8
|
+
export { FilePersistence } from './persistence/file-persistence.js';
|
|
9
|
+
export { MemoryBufferPersistence } from './persistence/memory-buffer-persistence.js';
|
|
10
|
+
// Profiler
|
|
11
|
+
export { NullProfiler, Profiler, SimpleProfiler } from './simple-profiler.js';
|
|
12
|
+
// Template miner (high-level API)
|
|
13
|
+
export { TemplateMiner } from './template-miner.js';
|
|
14
|
+
// Configuration
|
|
15
|
+
export { TemplateMinerConfig } from './template-miner-config.js';
|
|
16
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,+BAA+B;AAG/B,eAAe;AACf,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAEhE,kBAAkB;AAClB,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,UAAU;AACV,OAAO,EACL,0BAA0B,EAC1B,SAAS,EACT,kBAAkB,EAClB,uBAAuB,GACxB,MAAM,cAAc,CAAC;AACtB,OAAO,EAAE,eAAe,EAAE,MAAM,mCAAmC,CAAC;AACpE,OAAO,EAAE,uBAAuB,EAAE,MAAM,4CAA4C,CAAC;AAGrF,WAAW;AACX,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAE9E,kCAAkC;AAClC,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAEpD,gBAAgB;AAChB,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import { DrainBase, type FullSearchStrategy, type LogCluster, Node } from './drain.js';
|
|
2
|
+
export declare class JaccardDrain extends DrainBase {
|
|
3
|
+
treeSearch(rootNode: Node, tokens: string[], simTh: number, includeParams: boolean): LogCluster | null;
|
|
4
|
+
addSeqToPrefixTree(rootNode: Node, cluster: LogCluster): void;
|
|
5
|
+
getSeqDistance(seq1: string[], seq2: string[], includeParams: boolean): [number, number];
|
|
6
|
+
createTemplate(seq1: string[], seq2: string[]): string[];
|
|
7
|
+
match(content: string, fullSearchStrategy?: FullSearchStrategy): LogCluster | null;
|
|
8
|
+
}
|
|
9
|
+
//# sourceMappingURL=jaccard-drain.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"jaccard-drain.d.ts","sourceRoot":"","sources":["../src/jaccard-drain.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,SAAS,EAAE,KAAK,kBAAkB,EAAE,KAAK,UAAU,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAEvF,qBAAa,YAAa,SAAQ,SAAS;IACzC,UAAU,CAAC,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,aAAa,EAAE,OAAO,GAAG,UAAU,GAAG,IAAI;IAiDtG,kBAAkB,CAAC,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,UAAU,GAAG,IAAI;IAyF7D,cAAc,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,aAAa,EAAE,OAAO,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC;IA4CxF,cAAc,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE;IAsBxD,KAAK,CAAC,OAAO,EAAE,MAAM,EAAE,kBAAkB,GAAE,kBAA4B,GAAG,UAAU,GAAG,IAAI;CA6B5F"}
|