@l-v-yonsama/multi-platform-database-drivers 0.11.14 → 0.13.20

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (71) hide show
  1. package/README.md +5 -0
  2. package/built/schema/log-parse-config.schema.json +406 -0
  3. package/built/src/drivers/RDSBaseDriver.d.ts +2 -1
  4. package/built/src/drivers/RDSBaseDriver.js +9 -0
  5. package/built/src/drivers/RDSBaseDriver.js.map +1 -1
  6. package/built/src/drivers/memcache/helper.js +1 -1
  7. package/built/src/drivers/memcache/helper.js.map +1 -1
  8. package/built/src/helpers/SQLHelper.d.ts +11 -1
  9. package/built/src/helpers/SQLHelper.js +94 -1
  10. package/built/src/helpers/SQLHelper.js.map +1 -1
  11. package/built/src/types/helpers/index.d.ts +9 -1
  12. package/built/src/types/helpers/index.js +3 -1
  13. package/built/src/types/helpers/index.js.map +1 -1
  14. package/built/src/types/index.d.ts +1 -0
  15. package/built/src/types/index.js +1 -0
  16. package/built/src/types/index.js.map +1 -1
  17. package/built/src/types/utils/index.d.ts +186 -0
  18. package/built/src/types/utils/index.js +29 -0
  19. package/built/src/types/utils/index.js.map +1 -0
  20. package/built/src/utils/index.d.ts +1 -0
  21. package/built/src/utils/index.js +1 -0
  22. package/built/src/utils/index.js.map +1 -1
  23. package/built/src/utils/log/LogParser.d.ts +8 -0
  24. package/built/src/utils/log/LogParser.js +162 -0
  25. package/built/src/utils/log/LogParser.js.map +1 -0
  26. package/built/src/utils/log/buildSqlExecutions.d.ts +7 -0
  27. package/built/src/utils/log/buildSqlExecutions.js +267 -0
  28. package/built/src/utils/log/buildSqlExecutions.js.map +1 -0
  29. package/built/src/utils/log/classify/classifyEvent.d.ts +3 -0
  30. package/built/src/utils/log/classify/classifyEvent.js +91 -0
  31. package/built/src/utils/log/classify/classifyEvent.js.map +1 -0
  32. package/built/src/utils/log/constant/base.d.ts +97 -0
  33. package/built/src/utils/log/constant/base.js +136 -0
  34. package/built/src/utils/log/constant/base.js.map +1 -0
  35. package/built/src/utils/log/constant/index.d.ts +3 -0
  36. package/built/src/utils/log/constant/index.js +7 -0
  37. package/built/src/utils/log/constant/index.js.map +1 -0
  38. package/built/src/utils/log/constant/logEventSplitPreset.d.ts +34 -0
  39. package/built/src/utils/log/constant/logEventSplitPreset.js +299 -0
  40. package/built/src/utils/log/constant/logEventSplitPreset.js.map +1 -0
  41. package/built/src/utils/log/constant/sqlLogParsePreset.d.ts +328 -0
  42. package/built/src/utils/log/constant/sqlLogParsePreset.js +383 -0
  43. package/built/src/utils/log/constant/sqlLogParsePreset.js.map +1 -0
  44. package/built/src/utils/log/detect/presetDetector.d.ts +11 -0
  45. package/built/src/utils/log/detect/presetDetector.js +140 -0
  46. package/built/src/utils/log/detect/presetDetector.js.map +1 -0
  47. package/built/src/utils/log/extract/runExtractors.d.ts +2 -0
  48. package/built/src/utils/log/extract/runExtractors.js +105 -0
  49. package/built/src/utils/log/extract/runExtractors.js.map +1 -0
  50. package/built/src/utils/log/index.d.ts +10 -0
  51. package/built/src/utils/log/index.js +14 -0
  52. package/built/src/utils/log/index.js.map +1 -0
  53. package/built/src/utils/log/logSummary.d.ts +6 -0
  54. package/built/src/utils/log/logSummary.js +91 -0
  55. package/built/src/utils/log/logSummary.js.map +1 -0
  56. package/built/src/utils/log/pattern/logEventPattern.d.ts +3 -0
  57. package/built/src/utils/log/pattern/logEventPattern.js +123 -0
  58. package/built/src/utils/log/pattern/logEventPattern.js.map +1 -0
  59. package/built/src/utils/log/rdh/convertExtractedSqlRdhResult.d.ts +11 -0
  60. package/built/src/utils/log/rdh/convertExtractedSqlRdhResult.js +161 -0
  61. package/built/src/utils/log/rdh/convertExtractedSqlRdhResult.js.map +1 -0
  62. package/built/src/utils/log/split/splitLogEvents.d.ts +2 -0
  63. package/built/src/utils/log/split/splitLogEvents.js +38 -0
  64. package/built/src/utils/log/split/splitLogEvents.js.map +1 -0
  65. package/built/src/utils/log/sql/removeSqlComments.d.ts +1 -0
  66. package/built/src/utils/log/sql/removeSqlComments.js +11 -0
  67. package/built/src/utils/log/sql/removeSqlComments.js.map +1 -0
  68. package/built/src/utils/log/validator.d.ts +6 -0
  69. package/built/src/utils/log/validator.js +272 -0
  70. package/built/src/utils/log/validator.js.map +1 -0
  71. package/package.json +15 -7
@@ -3,3 +3,4 @@ export * from './csv';
3
3
  export * from './dbType';
4
4
  export * from './jwt';
5
5
  export * from './driverUtil';
6
+ export * from './log';
@@ -6,4 +6,5 @@ tslib_1.__exportStar(require("./csv"), exports);
6
6
  tslib_1.__exportStar(require("./dbType"), exports);
7
7
  tslib_1.__exportStar(require("./jwt"), exports);
8
8
  tslib_1.__exportStar(require("./driverUtil"), exports);
9
+ tslib_1.__exportStar(require("./log"), exports);
9
10
  //# sourceMappingURL=index.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/utils/index.ts"],"names":[],"mappings":";;;AAAA,iDAAuB;AACvB,gDAAsB;AACtB,mDAAyB;AACzB,gDAAsB;AACtB,uDAA6B"}
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/utils/index.ts"],"names":[],"mappings":";;;AAAA,iDAAuB;AACvB,gDAAsB;AACtB,mDAAyB;AACzB,gDAAsB;AACtB,uDAA6B;AAC7B,gDAAsB"}
@@ -0,0 +1,8 @@
1
+ import { ExtractedSqlResult, LogParseConfig, LogParseParams } from '../../types';
2
+ export declare class LogParser {
3
+ private config;
4
+ private fieldSplitPattern;
5
+ constructor(config: LogParseConfig);
6
+ parse(params: LogParseParams): ExtractedSqlResult;
7
+ private parseSqlLogEvent;
8
+ }
@@ -0,0 +1,162 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.LogParser = void 0;
4
+ const tslib_1 = require("tslib");
5
+ const splitLogEvents_1 = require("./split/splitLogEvents");
6
+ const logEventPattern_1 = require("./pattern/logEventPattern");
7
+ const classifyEvent_1 = require("./classify/classifyEvent");
8
+ const runExtractors_1 = require("./extract/runExtractors");
9
+ const xregexp_1 = tslib_1.__importDefault(require("xregexp"));
10
+ const buildSqlExecutions_1 = require("./buildSqlExecutions");
11
+ const validator_1 = require("./validator");
12
+ const logSummary_1 = require("./logSummary");
13
+ class LogParser {
14
+ constructor(config) {
15
+ this.config = config;
16
+ this.fieldSplitPattern = (0, logEventPattern_1.createLogEventPattern)({
17
+ fields: config.split.fields,
18
+ });
19
+ }
20
+ parse(params) {
21
+ var _a;
22
+ const { config } = this;
23
+ const { logText, withSqlFragments, linesToParse, language } = params;
24
+ const stage = (_a = params.stage) !== null && _a !== void 0 ? _a : 'sqlExecution';
25
+ const r = (0, validator_1.validateConfig)(this.config, stage);
26
+ if (!r.ok) {
27
+ if (r.errorMessage) {
28
+ throw new Error(`Invalid LogParser config. ${r.errorMessage}`);
29
+ }
30
+ throw new Error(`Invalid LogParser config.`);
31
+ }
32
+ const logEvents = [];
33
+ let sqlFragments;
34
+ const result = {
35
+ ok: false,
36
+ stage,
37
+ logEvents,
38
+ sqlFragments,
39
+ sqlExecutions: [],
40
+ inputSummary: {
41
+ logEventSplitPattern: (0, logEventPattern_1.createLogEventPatternText)(config.split),
42
+ classificationSummary: (0, logSummary_1.summarizeClassifyRules)(config.classify),
43
+ extractionSummary: (0, logSummary_1.summarizeExtractors)(config.extractors),
44
+ },
45
+ outputSummary: {
46
+ eventTypeCounts: {},
47
+ sqlExecutionTypeCounts: {},
48
+ totalSqlExecutions: 0,
49
+ totalEvents: 0,
50
+ },
51
+ elapsedTimeMilli: {
52
+ split: 0,
53
+ total: 0,
54
+ },
55
+ };
56
+ const startTime = new Date().getTime();
57
+ try {
58
+ const logEventLines = (0, splitLogEvents_1.splitLogEvents)(logText, this.config.split, linesToParse);
59
+ const beforeClassificationTime = new Date().getTime();
60
+ result.elapsedTimeMilli.split = beforeClassificationTime - startTime;
61
+ const expandMessageRules = this.config.classify.filter((it) => it.expandMessage === true);
62
+ for (const logEventLine of logEventLines) {
63
+ const logEvent = this.parseSqlLogEvent(logEventLine.text, logEventLine.lineNo);
64
+ if (!logEvent)
65
+ continue;
66
+ const expanedLogEvents = (0, classifyEvent_1.expandLogEvent)(logEvent, expandMessageRules);
67
+ for (const expanedLogEvent of expanedLogEvents) {
68
+ if (stage === 'split') {
69
+ logEvents.push(Object.assign(Object.assign({}, expanedLogEvent), { eventType: 'NORMAL' }));
70
+ }
71
+ else {
72
+ logEvents.push((0, classifyEvent_1.classifyEvent)(expanedLogEvent, this.config.classify));
73
+ }
74
+ }
75
+ }
76
+ result.outputSummary.eventTypeCounts = countBy(logEvents.map((e) => e.eventType));
77
+ result.outputSummary.totalEvents = result.logEvents.length;
78
+ const afterClassificationTime = new Date().getTime();
79
+ if (stage !== 'split') {
80
+ result.elapsedTimeMilli.classification =
81
+ afterClassificationTime - beforeClassificationTime;
82
+ }
83
+ if (stage === 'split' || stage === 'classify') {
84
+ result.ok = true;
85
+ result.elapsedTimeMilli.total = new Date().getTime() - startTime;
86
+ return result;
87
+ }
88
+ const fragments = (0, runExtractors_1.runExtractors)(logEvents, this.config.extractors);
89
+ if (withSqlFragments) {
90
+ result.sqlFragments = fragments;
91
+ }
92
+ if (stage === 'extract') {
93
+ result.ok = true;
94
+ result.elapsedTimeMilli.total = new Date().getTime() - startTime;
95
+ return result;
96
+ }
97
+ result.sqlExecutions = (0, buildSqlExecutions_1.buildSqlExecutions)({ fragments, language });
98
+ if (result.sqlExecutions) {
99
+ const list = result.sqlExecutions;
100
+ if (list.length === 0 ||
101
+ list[0].type === undefined ||
102
+ list[0].type === '') {
103
+ result.errorRate = 0;
104
+ }
105
+ else {
106
+ const total = list.length;
107
+ const errors = list.filter((it) => { var _a; return ((_a = it.type) !== null && _a !== void 0 ? _a : '').toLowerCase() === 'error'; }).length;
108
+ result.errorRate = (errors / total) * 100;
109
+ }
110
+ result.outputSummary.totalSqlExecutions = result.sqlExecutions.length;
111
+ }
112
+ result.elapsedTimeMilli.sqlExecutions =
113
+ new Date().getTime() - afterClassificationTime;
114
+ result.outputSummary.sqlExecutionTypeCounts = countBy(result.sqlExecutions.map((e) => e.type));
115
+ result.elapsedTimeMilli.total = new Date().getTime() - startTime;
116
+ result.ok = true;
117
+ return result;
118
+ }
119
+ catch (error) {
120
+ result.elapsedTimeMilli.total = new Date().getTime() - startTime;
121
+ console.error(error);
122
+ result.error = error.message;
123
+ return result;
124
+ }
125
+ }
126
+ parseSqlLogEvent(event, lineNo) {
127
+ var _a;
128
+ const match = xregexp_1.default.exec(event, this.fieldSplitPattern);
129
+ if (!match)
130
+ return null;
131
+ const data = { lineNo, messageSeq: 1 };
132
+ const FIX = ['timestamp', 'thread', 'level', 'logger', 'message'];
133
+ for (const field of this.config.split.fields) {
134
+ if (field.type === 'literal' ||
135
+ field.type === 'line-break-literal' ||
136
+ field.name === 'lineNo') {
137
+ continue;
138
+ }
139
+ const value = (_a = match.groups) === null || _a === void 0 ? void 0 : _a[field.name];
140
+ if (FIX.includes(field.name)) {
141
+ data[field.name] = value;
142
+ }
143
+ else {
144
+ if (!data.fields)
145
+ data.fields = {};
146
+ data.fields[field.name] = value;
147
+ }
148
+ }
149
+ return data;
150
+ }
151
+ }
152
+ exports.LogParser = LogParser;
153
+ function countBy(list) {
154
+ var _a;
155
+ const result = {};
156
+ for (const v of list) {
157
+ const key = v !== null && v !== void 0 ? v : 'UNKNOWN';
158
+ result[key] = ((_a = result[key]) !== null && _a !== void 0 ? _a : 0) + 1;
159
+ }
160
+ return result;
161
+ }
162
+ //# sourceMappingURL=LogParser.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"LogParser.js","sourceRoot":"","sources":["../../../../src/utils/log/LogParser.ts"],"names":[],"mappings":";;;;AASA,2DAAwD;AACxD,+DAGmC;AACnC,4DAAyE;AACzE,2DAAwD;AAExD,8DAA8B;AAC9B,6DAA0D;AAC1D,2CAA6C;AAC7C,6CAA2E;AAE3E,MAAa,SAAS;IAGpB,YAAoB,MAAsB;QAAtB,WAAM,GAAN,MAAM,CAAgB;QACxC,IAAI,CAAC,iBAAiB,GAAG,IAAA,uCAAqB,EAAC;YAC7C,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,MAAM;SAC5B,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,MAAsB;;QAC1B,MAAM,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;QACxB,MAAM,EAAE,OAAO,EAAE,gBAAgB,EAAE,YAAY,EAAE,QAAQ,EAAE,GAAG,MAAM,CAAC;QAErE,MAAM,KAAK,GAAG,MAAA,MAAM,CAAC,KAAK,mCAAI,cAAc,CAAC;QAC7C,MAAM,CAAC,GAAG,IAAA,0BAAc,EAAC,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;QAC7C,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE;YACT,IAAI,CAAC,CAAC,YAAY,EAAE;gBAClB,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC,YAAY,EAAE,CAAC,CAAC;aAChE;YACD,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;SAC9C;QAED,MAAM,SAAS,GAAsB,EAAE,CAAC;QACxC,IAAI,YAAuC,CAAC;QAE5C,MAAM,MAAM,GAAuB;YACjC,EAAE,EAAE,KAAK;YACT,KAAK;YACL,SAAS;YACT,YAAY;YACZ,aAAa,EAAE,EAAE;YACjB,YAAY,EAAE;gBACZ,oBAAoB,EAAE,IAAA,2CAAyB,EAAC,MAAM,CAAC,KAAK,CAAC;gBAC7D,qBAAqB,EAAE,IAAA,mCAAsB,EAAC,MAAM,CAAC,QAAQ,CAAC;gBAC9D,iBAAiB,EAAE,IAAA,gCAAmB,EAAC,MAAM,CAAC,UAAU,CAAC;aAC1D;YACD,aAAa,EAAE;gBACb,eAAe,EAAE,EAAE;gBACnB,sBAAsB,EAAE,EAAE;gBAC1B,kBAAkB,EAAE,CAAC;gBACrB,WAAW,EAAE,CAAC;aACf;YACD,gBAAgB,EAAE;gBAChB,KAAK,EAAE,CAAC;gBACR,KAAK,EAAE,CAAC;aACT;SACF,CAAC;QAEF,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;QACvC,IAAI;YACF,MAAM,aAAa,GAAG,IAAA,+BAAc,EAClC,OAAO,EACP,IAAI,CAAC,MAAM,CAAC,KAAK,EACjB,YAAY,CACb,CAAC;YACF,MAAM,wBAAwB,GAAG,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;YACtD,MAAM,CAAC,gBAAgB,CAAC,KAAK,GAAG,wBAAwB,GAAG,SAAS,CAAC;YACrE,MAAM,kBAAkB,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CACpD,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,aAAa,KAAK,IAAI,CAClC,CAAC;YAEF,KAAK,MAAM,YAAY,IAAI,aAAa,EAAE;gBACxC,MAAM,QAAQ,GAAG,IAAI,CAAC,gBAAgB,CACpC,YAAY,CAAC,IAAI,EACjB,YAAY,CAAC,MAAM,CACpB,CAAC;gBAEF,IAAI,CAAC,QAAQ;oBAAE,SAAS;gBAExB,MAAM,gBAAgB,GAAG,IAAA,8BAAc,EAAC,QAAQ,EAAE,kBAAkB,CAAC,CAAC;gBACtE,KAAK,MAAM,eAAe,IAAI,gBAAgB,EAAE;oBAC9C,IAAI,KAAK,KAAK,OAAO,EAAE;wBACrB,SAAS,CAAC,IAAI,iCAAM,eAAe,KAAE,SAAS,EAAE,QAAQ,IAAG,CAAC;qBAC7D;yBAAM;wBACL,SAAS,CAAC,IAAI,CACZ,IAAA,6BAAa,EAAC,eAAe,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CACrD,CAAC;qBACH;iBACF;aACF;YACD,MAAM,CAAC,aAAa,CAAC,eAAe,GAAG,OAAO,CAC5C,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAClC,CAAC;YACF,MAAM,CAAC,aAAa,CAAC,WAAW,GAAG,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC;YAC3D,MAAM,uBAAuB,GAAG,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;YACrD,IAAI,KAAK,KAAK,OAAO,EAAE;gBACrB,MAAM,CAAC,gBAAgB,CAAC,cAAc;oBACpC,uBAAuB,GAAG,wBAAwB,CAAC;aACtD;YAED,IAAI,KAAK,KAAK,OAAO,IAAI,KAAK,KAAK,UAAU,EAAE;gBAC7C,MAAM,CAAC,EAAE,GAAG,IAAI,CAAC;gBACjB,MAAM,CAAC,gBAAgB,CAAC,KAAK,GAAG,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,GAAG,SAAS,CAAC;gBACjE,OAAO,MAAM,CAAC;aACf;YAED,MAAM,SAAS,GAAkB,IAAA,6BAAa,EAC5C,SAAS,EACT,IAAI,CAAC,MAAM,CAAC,UAAU,CACvB,CAAC;YACF,IAAI,gBAAgB,EAAE;gBACpB,MAAM,CAAC,YAAY,GAAG,SAAS,CAAC;aACjC;YAED,IAAI,KAAK,KAAK,SAAS,EAAE;gBACvB,MAAM,CAAC,EAAE,GAAG,IAAI,CAAC;gBACjB,MAAM,CAAC,gBAAgB,CAAC,KAAK,GAAG,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,GAAG,SAAS,CAAC;gBACjE,OAAO,MAAM,CAAC;aACf;YAED,MAAM,CAAC,aAAa,GAAG,IAAA,uCAAkB,EAAC,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC,CAAC;YACnE,IAAI,MAAM,CAAC,aAAa,EAAE;gBACxB,MAAM,IAAI,GAAG,MAAM,CAAC,aAAa,CAAC;gBAClC,IACE,IAAI,CAAC,MAAM,KAAK,CAAC;oBACjB,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS;oBAC1B,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,EAAE,EACnB;oBACA,MAAM,CAAC,SAAS,GAAG,CAAC,CAAC;iBACtB;qBAAM;oBACL,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC;oBAC1B,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CACxB,CAAC,EAAE,EAAE,EAAE,WAAC,OAAA,CAAC,MAAA,EAAE,CAAC,IAAI,mCAAI,EAAE,CAAC,CAAC,WAAW,EAAE,KAAK,OAAO,CAAA,EAAA,CAClD,CAAC,MAAM,CAAC;oBACT,MAAM,CAAC,SAAS,GAAG,CAAC,MAAM,GAAG,KAAK,CAAC,GAAG,GAAG,CAAC;iBAC3C;gBACD,MAAM,CAAC,aAAa,CAAC,kBAAkB,GAAG,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC;aACvE;YACD,MAAM,CAAC,gBAAgB,CAAC,aAAa;gBACnC,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,GAAG,uBAAuB,CAAC;YACjD,MAAM,CAAC,aAAa,CAAC,sBAAsB,GAAG,OAAO,CACnD,MAAM,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CACxC,CAAC;YACF,MAAM,CAAC,gBAAgB,CAAC,KAAK,GAAG,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,GAAG,SAAS,CAAC;YAEjE,MAAM,CAAC,EAAE,GAAG,IAAI,CAAC;YACjB,OAAO,MAAM,CAAC;SACf;QAAC,OAAO,KAAK,EAAE;YACd,MAAM,CAAC,gBAAgB,CAAC,KAAK,GAAG,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,GAAG,SAAS,CAAC;YACjE,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YACrB,MAAM,CAAC,KAAK,GAAI,KAAe,CAAC,OAAO,CAAC;YACxC,OAAO,MAAM,CAAC;SACf;IACH,CAAC;IAEO,gBAAgB,CAAC,KAAa,EAAE,MAAc;;QACpD,MAAM,KAAK,GAAG,iBAAO,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,iBAAiB,CAAC,CAAC;QAE1D,IAAI,CAAC,KAAK;YAAE,OAAO,IAAI,CAAC;QAExB,MAAM,IAAI,GAAsB,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC;QAE1D,MAAM,GAAG,GAAG,CAAC,WAAW,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC;QAElE,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE;YAC5C,IACE,KAAK,CAAC,IAAI,KAAK,SAAS;gBACxB,KAAK,CAAC,IAAI,KAAK,oBAAoB;gBACnC,KAAK,CAAC,IAAI,KAAK,QAAQ,EACvB;gBACA,SAAS;aACV;YAED,MAAM,KAAK,GAAG,MAAA,KAAK,CAAC,MAAM,0CAAG,KAAK,CAAC,IAAI,CAAC,CAAC;YAEzC,IAAI,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE;gBAC3B,IAAY,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC;aACnC;iBAAM;gBACL,IAAI,CAAC,IAAI,CAAC,MAAM;oBAAE,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC;gBACnC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC;aACjC;SACF;QAED,OAAO,IAAgB,CAAC;IAC1B,CAAC;CACF;AA/KD,8BA+KC;AACD,SAAS,OAAO,CACd,IAAS;;IAET,MAAM,MAAM,GAA2B,EAAE,CAAC;IAC1C,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE;QACpB,MAAM,GAAG,GAAG,CAAC,aAAD,CAAC,cAAD,CAAC,GAAI,SAAS,CAAC;QAC3B,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,MAAA,MAAM,CAAC,GAAG,CAAC,mCAAI,CAAC,CAAC,GAAG,CAAC,CAAC;KACtC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC"}
@@ -0,0 +1,7 @@
1
+ import { SqlLanguage } from 'sql-formatter';
2
+ import { SqlExecutionEvent, SqlFragment } from '../../types';
3
+ export declare function buildSqlExecutions({ fragments, language, }: {
4
+ fragments: SqlFragment[];
5
+ language?: SqlLanguage;
6
+ }): SqlExecutionEvent[];
7
+ export declare function splitMyBatisParams(body: string): string[];
@@ -0,0 +1,267 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.splitMyBatisParams = exports.buildSqlExecutions = void 0;
4
+ const helpers_1 = require("../../helpers");
5
+ const removeSqlComments_1 = require("./sql/removeSqlComments");
6
+ function buildSqlExecutions({ fragments, language, }) {
7
+ const sqlExecutions = [];
8
+ const builders = new Map();
9
+ const getBuilder = (thread) => {
10
+ const key = (thread === null || thread === void 0 ? void 0 : thread.trim()) || '__default__';
11
+ let builder = builders.get(key);
12
+ if (!builder) {
13
+ builder = { state: 'idle' };
14
+ builders.set(key, builder);
15
+ }
16
+ return builder;
17
+ };
18
+ const finalizeExecution = (builder) => {
19
+ var _a;
20
+ if (!builder.current)
21
+ return;
22
+ const rawSql = (_a = builder.current.sql) !== null && _a !== void 0 ? _a : '';
23
+ sqlExecutions.push(Object.assign(Object.assign(Object.assign({}, builder.current), { formattedSql: createFormattedSql({
24
+ rawSql,
25
+ params: builder.current.params,
26
+ framework: builder.current.framework,
27
+ language,
28
+ }), params: builder.current.params
29
+ ? builder.current.params.join(',')
30
+ : undefined }), buildExecutionMeta(rawSql, builder.current)));
31
+ builder.state = 'idle';
32
+ builder.current = undefined;
33
+ };
34
+ for (const fragment of fragments) {
35
+ const builder = getBuilder(fragment.thread);
36
+ if (fragment.type === 'SQL_SINGLE') {
37
+ const rawSql = fragment.value;
38
+ sqlExecutions.push(Object.assign({ startLine: calcLine(fragment), endLine: calcLine(fragment), timestamp: fragment.timestamp, thread: fragment.thread, sql: rawSql, formattedSql: createFormattedSql({
39
+ rawSql,
40
+ framework: fragment.framework,
41
+ language,
42
+ }), daoClass: fragment.daoClass, daoMethod: fragment.daoMethod, framework: fragment.framework }, buildExecutionMeta(rawSql)));
43
+ continue;
44
+ }
45
+ if (fragment.type === 'SQL' || fragment.type === 'FW_ERROR') {
46
+ if (builder.state === 'collecting' && builder.current) {
47
+ finalizeExecution(builder);
48
+ }
49
+ builder.state = 'collecting';
50
+ let sql = '';
51
+ let error = undefined;
52
+ if (fragment.type === 'SQL') {
53
+ sql = fragment.value;
54
+ }
55
+ else {
56
+ error = fragment.value;
57
+ }
58
+ builder.current = {
59
+ startLine: calcLine(fragment),
60
+ endLine: calcLine(fragment),
61
+ timestamp: fragment.timestamp,
62
+ thread: fragment.thread,
63
+ sql,
64
+ error,
65
+ daoClass: fragment.daoClass,
66
+ daoMethod: fragment.daoMethod,
67
+ framework: fragment.framework,
68
+ };
69
+ continue;
70
+ }
71
+ if (builder.current) {
72
+ builder.current.endLine = calcLine(fragment);
73
+ }
74
+ if (fragment.type === 'SQL_ERROR') {
75
+ if (builder.state === 'collecting' && builder.current) {
76
+ finalizeExecution(builder);
77
+ }
78
+ builder.state = 'collecting';
79
+ builder.current = {
80
+ startLine: calcLine(fragment),
81
+ endLine: calcLine(fragment),
82
+ timestamp: fragment.timestamp,
83
+ thread: fragment.thread,
84
+ sql: '',
85
+ formattedSql: '',
86
+ framework: fragment.framework,
87
+ daoClass: fragment.daoClass,
88
+ daoMethod: fragment.daoMethod,
89
+ error: fragment.value,
90
+ type: 'error',
91
+ };
92
+ continue;
93
+ }
94
+ if (builder.state !== 'collecting' || !builder.current) {
95
+ continue;
96
+ }
97
+ if (fragment.type === 'PARAMS') {
98
+ if (!builder.current.params) {
99
+ builder.current.params = [];
100
+ }
101
+ builder.current.params.push(fragment.value);
102
+ }
103
+ if (fragment.type === 'RESULT') {
104
+ builder.current.result = fragment.value;
105
+ finalizeExecution(builder);
106
+ }
107
+ if (fragment.type === 'SQL_ERROR_DETAIL') {
108
+ builder.current.errorDetail = fragment.value;
109
+ finalizeExecution(builder);
110
+ }
111
+ }
112
+ for (const builder of builders.values()) {
113
+ if (builder.state === 'collecting' && builder.current) {
114
+ finalizeExecution(builder);
115
+ }
116
+ }
117
+ return sqlExecutions;
118
+ }
119
+ exports.buildSqlExecutions = buildSqlExecutions;
120
+ function buildExecutionMeta(rawSql, current) {
121
+ var _a, _b;
122
+ if (current && (current.error || current.errorDetail)) {
123
+ return {
124
+ type: 'error',
125
+ };
126
+ }
127
+ try {
128
+ const { ast, names } = (0, helpers_1.parseQuery)(rawSql);
129
+ return {
130
+ schema: names === null || names === void 0 ? void 0 : names.schemaName,
131
+ table: (_a = names === null || names === void 0 ? void 0 : names.tableName) !== null && _a !== void 0 ? _a : names === null || names === void 0 ? void 0 : names.indexName,
132
+ type: (_b = ast === null || ast === void 0 ? void 0 : ast.type) !== null && _b !== void 0 ? _b : 'UNKNOWN',
133
+ };
134
+ }
135
+ catch (e) {
136
+ return {
137
+ type: 'UNKNOWN',
138
+ };
139
+ }
140
+ }
141
+ const calcLine = (fragment) => {
142
+ return fragment.lineNo + fragment.messageSeq - 1;
143
+ };
144
+ function createFormattedSql({ rawSql, params, framework, language, }) {
145
+ let cleaned = (0, removeSqlComments_1.removeSqlComments)(rawSql);
146
+ if (params && params.length > 0) {
147
+ switch (framework) {
148
+ case 'MyBatis':
149
+ cleaned = normalizeMyBatisSql(cleaned, params);
150
+ break;
151
+ case 'Hibernate':
152
+ cleaned = normalizeHibernateSql(cleaned, params);
153
+ break;
154
+ case 'SpringJdbc':
155
+ cleaned = normalizeSpringJdbcSql(cleaned, params);
156
+ break;
157
+ default:
158
+ break;
159
+ }
160
+ }
161
+ try {
162
+ return (0, helpers_1.formatQuery)(cleaned, { language });
163
+ }
164
+ catch (_a) {
165
+ return cleaned;
166
+ }
167
+ }
168
+ function normalizeMyBatisSql(sql, params) {
169
+ const body = params.join(',');
170
+ const tokens = splitMyBatisParams(body);
171
+ const formatted = tokens.map(formatTypedParam);
172
+ return applyParameters(sql, formatted);
173
+ }
174
+ function normalizeHibernateSql(sql, params) {
175
+ const values = [];
176
+ for (const line of params) {
177
+ const m = line.match(/<-\s*\[(.*)\]/);
178
+ if (!m)
179
+ continue;
180
+ const value = m[1];
181
+ if (value === 'null') {
182
+ values.push('NULL');
183
+ continue;
184
+ }
185
+ if (/^\d+(\.\d+)?$/.test(value)) {
186
+ values.push(value);
187
+ }
188
+ else {
189
+ values.push(`'${escapeSqlString(value)}'`);
190
+ }
191
+ }
192
+ return applyParameters(sql, values);
193
+ }
194
+ function normalizeSpringJdbcSql(sql, params) {
195
+ const values = [];
196
+ for (const line of params) {
197
+ const m = line.match(/parameter value \[([^\]]*)\]/);
198
+ if (!m)
199
+ continue;
200
+ const value = m[1];
201
+ if (value === 'null') {
202
+ values.push('NULL');
203
+ continue;
204
+ }
205
+ if (/^\d+(\.\d+)?$/.test(value)) {
206
+ values.push(value);
207
+ }
208
+ else {
209
+ values.push(`'${escapeSqlString(value)}'`);
210
+ }
211
+ }
212
+ return applyParameters(sql, values);
213
+ }
214
+ function splitMyBatisParams(body) {
215
+ const result = [];
216
+ const regex = /(null|[\s\S]*?\((?:String|Integer|Long|Short|Byte|Double|Float|Boolean|Timestamp|Date|Time|BigDecimal)\))(?:,\s*)?/g;
217
+ let match;
218
+ while ((match = regex.exec(body)) !== null) {
219
+ result.push(match[1].trim());
220
+ }
221
+ return result;
222
+ }
223
+ exports.splitMyBatisParams = splitMyBatisParams;
224
+ function formatTypedParam(token) {
225
+ if (token === 'null') {
226
+ return 'NULL';
227
+ }
228
+ const cleaned = token.replace(/\r?\n/g, '');
229
+ const typeStart = cleaned.lastIndexOf('(');
230
+ const typeEnd = cleaned.lastIndexOf(')');
231
+ if (typeStart === -1 || typeEnd === -1) {
232
+ return `'${escapeSqlString(cleaned.trim())}'`;
233
+ }
234
+ const value = cleaned.slice(0, typeStart).trim();
235
+ const type = cleaned.slice(typeStart + 1, typeEnd).trim();
236
+ if (value === 'null') {
237
+ return 'NULL';
238
+ }
239
+ if (isNumericType(type)) {
240
+ return value;
241
+ }
242
+ return `'${escapeSqlString(value)}'`;
243
+ }
244
+ function isNumericType(type) {
245
+ return [
246
+ 'Integer',
247
+ 'Long',
248
+ 'Short',
249
+ 'Byte',
250
+ 'Double',
251
+ 'Float',
252
+ 'BigDecimal',
253
+ ].includes(type);
254
+ }
255
+ function applyParameters(sql, params) {
256
+ let index = 0;
257
+ return sql.replace(/\?/g, () => {
258
+ if (index >= params.length)
259
+ return '?';
260
+ const value = params[index++];
261
+ return value.replace(/\r?\n/g, ' ').replace(/\s+/g, ' ');
262
+ });
263
+ }
264
+ function escapeSqlString(value) {
265
+ return value.replace(/'/g, "''");
266
+ }
267
+ //# sourceMappingURL=buildSqlExecutions.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"buildSqlExecutions.js","sourceRoot":"","sources":["../../../../src/utils/log/buildSqlExecutions.ts"],"names":[],"mappings":";;;AACA,2CAAwD;AAOxD,+DAA4D;AAE5D,SAAgB,kBAAkB,CAAC,EACjC,SAAS,EACT,QAAQ,GAIT;IACC,MAAM,aAAa,GAAwB,EAAE,CAAC;IAC9C,MAAM,QAAQ,GAAG,IAAI,GAAG,EAA+B,CAAC;IAExD,MAAM,UAAU,GAAG,CAAC,MAAe,EAAuB,EAAE;QAC1D,MAAM,GAAG,GAAG,CAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,IAAI,EAAE,KAAI,aAAa,CAAC;QAE5C,IAAI,OAAO,GAAG,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAEhC,IAAI,CAAC,OAAO,EAAE;YACZ,OAAO,GAAG,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;YAC5B,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;SAC5B;QAED,OAAO,OAAO,CAAC;IACjB,CAAC,CAAC;IAEF,MAAM,iBAAiB,GAAG,CAAC,OAA4B,EAAQ,EAAE;;QAC/D,IAAI,CAAC,OAAO,CAAC,OAAO;YAAE,OAAO;QAE7B,MAAM,MAAM,GAAG,MAAA,OAAO,CAAC,OAAO,CAAC,GAAG,mCAAI,EAAE,CAAC;QAEzC,aAAa,CAAC,IAAI,CAAC,8CACd,OAAO,CAAC,OAAO,KAClB,YAAY,EAAE,kBAAkB,CAAC;gBAC/B,MAAM;gBACN,MAAM,EAAE,OAAO,CAAC,OAAO,CAAC,MAAM;gBAC9B,SAAS,EAAE,OAAO,CAAC,OAAO,CAAC,SAAS;gBACpC,QAAQ;aACT,CAAC,EACF,MAAM,EAAE,OAAO,CAAC,OAAO,CAAC,MAAM;gBAC5B,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC;gBAClC,CAAC,CAAC,SAAS,KACV,kBAAkB,CAAC,MAAM,EAAE,OAAO,CAAC,OAAO,CAAC,CAC1B,CAAC,CAAC;QAExB,OAAO,CAAC,KAAK,GAAG,MAAM,CAAC;QACvB,OAAO,CAAC,OAAO,GAAG,SAAS,CAAC;IAC9B,CAAC,CAAC;IAEF,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE;QAChC,MAAM,OAAO,GAAG,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QAG5C,IAAI,QAAQ,CAAC,IAAI,KAAK,YAAY,EAAE;YAClC,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC;YAE9B,aAAa,CAAC,IAAI,iBAChB,SAAS,EAAE,QAAQ,CAAC,QAAQ,CAAC,EAC7B,OAAO,EAAE,QAAQ,CAAC,QAAQ,CAAC,EAC3B,SAAS,EAAE,QAAQ,CAAC,SAAS,EAC7B,MAAM,EAAE,QAAQ,CAAC,MAAM,EACvB,GAAG,EAAE,MAAM,EACX,YAAY,EAAE,kBAAkB,CAAC;oBAC/B,MAAM;oBACN,SAAS,EAAE,QAAQ,CAAC,SAAS;oBAC7B,QAAQ;iBACT,CAAC,EACF,QAAQ,EAAE,QAAQ,CAAC,QAAQ,EAC3B,SAAS,EAAE,QAAQ,CAAC,SAAS,EAC7B,SAAS,EAAE,QAAQ,CAAC,SAAS,IAC1B,kBAAkB,CAAC,MAAM,CAAC,EAC7B,CAAC;YAEH,SAAS;SACV;QAGD,IAAI,QAAQ,CAAC,IAAI,KAAK,KAAK,IAAI,QAAQ,CAAC,IAAI,KAAK,UAAU,EAAE;YAC3D,IAAI,OAAO,CAAC,KAAK,KAAK,YAAY,IAAI,OAAO,CAAC,OAAO,EAAE;gBACrD,iBAAiB,CAAC,OAAO,CAAC,CAAC;aAC5B;YAED,OAAO,CAAC,KAAK,GAAG,YAAY,CAAC;YAC7B,IAAI,GAAG,GAAG,EAAE,CAAC;YACb,IAAI,KAAK,GAAuB,SAAS,CAAC;YAC1C,IAAI,QAAQ,CAAC,IAAI,KAAK,KAAK,EAAE;gBAC3B,GAAG,GAAG,QAAQ,CAAC,KAAK,CAAC;aACtB;iBAAM;gBACL,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC;aACxB;YAED,OAAO,CAAC,OAAO,GAAG;gBAChB,SAAS,EAAE,QAAQ,CAAC,QAAQ,CAAC;gBAC7B,OAAO,EAAE,QAAQ,CAAC,QAAQ,CAAC;gBAC3B,SAAS,EAAE,QAAQ,CAAC,SAAS;gBAC7B,MAAM,EAAE,QAAQ,CAAC,MAAM;gBACvB,GAAG;gBACH,KAAK;gBACL,QAAQ,EAAE,QAAQ,CAAC,QAAQ;gBAC3B,SAAS,EAAE,QAAQ,CAAC,SAAS;gBAC7B,SAAS,EAAE,QAAQ,CAAC,SAAS;aAC9B,CAAC;YAEF,SAAS;SACV;QAED,IAAI,OAAO,CAAC,OAAO,EAAE;YACnB,OAAO,CAAC,OAAO,CAAC,OAAO,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC;SAC9C;QAED,IAAI,QAAQ,CAAC,IAAI,KAAK,WAAW,EAAE;YACjC,IAAI,OAAO,CAAC,KAAK,KAAK,YAAY,IAAI,OAAO,CAAC,OAAO,EAAE;gBACrD,iBAAiB,CAAC,OAAO,CAAC,CAAC;aAC5B;YAED,OAAO,CAAC,KAAK,GAAG,YAAY,CAAC;YAE7B,OAAO,CAAC,OAAO,GAAG;gBAChB,SAAS,EAAE,QAAQ,CAAC,QAAQ,CAAC;gBAC7B,OAAO,EAAE,QAAQ,CAAC,QAAQ,CAAC;gBAC3B,SAAS,EAAE,QAAQ,CAAC,SAAS;gBAC7B,MAAM,EAAE,QAAQ,CAAC,MAAM;gBACvB,GAAG,EAAE,EAAE;gBACP,YAAY,EAAE,EAAE;gBAChB,SAAS,EAAE,QAAQ,CAAC,SAAS;gBAC7B,QAAQ,EAAE,QAAQ,CAAC,QAAQ;gBAC3B,SAAS,EAAE,QAAQ,CAAC,SAAS;gBAC7B,KAAK,EAAE,QAAQ,CAAC,KAAK;gBACrB,IAAI,EAAE,OAAO;aACd,CAAC;YAEF,SAAS;SACV;QAED,IAAI,OAAO,CAAC,KAAK,KAAK,YAAY,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE;YACtD,SAAS;SACV;QAED,IAAI,QAAQ,CAAC,IAAI,KAAK,QAAQ,EAAE;YAC9B,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE;gBAC3B,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,EAAE,CAAC;aAC7B;YACD,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;SAC7C;QAED,IAAI,QAAQ,CAAC,IAAI,KAAK,QAAQ,EAAE;YAC9B,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC;YACxC,iBAAiB,CAAC,OAAO,CAAC,CAAC;SAC5B;QAED,IAAI,QAAQ,CAAC,IAAI,KAAK,kBAAkB,EAAE;YACxC,OAAO,CAAC,OAAO,CAAC,WAAW,GAAG,QAAQ,CAAC,KAAK,CAAC;YAC7C,iBAAiB,CAAC,OAAO,CAAC,CAAC;SAC5B;KACF;IAED,KAAK,MAAM,OAAO,IAAI,QAAQ,CAAC,MAAM,EAAE,EAAE;QACvC,IAAI,OAAO,CAAC,KAAK,KAAK,YAAY,IAAI,OAAO,CAAC,OAAO,EAAE;YACrD,iBAAiB,CAAC,OAAO,CAAC,CAAC;SAC5B;KACF;IAED,OAAO,aAAa,CAAC;AACvB,CAAC;AAhKD,gDAgKC;AAED,SAAS,kBAAkB,CACzB,MAAc,EACd,OAA2B;;IAE3B,IAAI,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,WAAW,CAAC,EAAE;QACrD,OAAO;YACL,IAAI,EAAE,OAAO;SACd,CAAC;KACH;IACD,IAAI;QACF,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,IAAA,oBAAU,EAAC,MAAM,CAAC,CAAC;QAE1C,OAAO;YACL,MAAM,EAAE,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,UAAU;YACzB,KAAK,EAAE,MAAA,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,SAAS,mCAAI,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,SAAS;YAC3C,IAAI,EAAE,MAAA,GAAG,aAAH,GAAG,uBAAH,GAAG,CAAE,IAAI,mCAAI,SAAS;SAC7B,CAAC;KACH;IAAC,OAAO,CAAC,EAAE;QACV,OAAO;YACL,IAAI,EAAE,SAAS;SAChB,CAAC;KACH;AACH,CAAC;AAED,MAAM,QAAQ,GAAG,CAAC,QAAqB,EAAU,EAAE;IACjD,OAAO,QAAQ,CAAC,MAAM,GAAG,QAAQ,CAAC,UAAU,GAAG,CAAC,CAAC;AACnD,CAAC,CAAC;AAEF,SAAS,kBAAkB,CAAC,EAC1B,MAAM,EACN,MAAM,EACN,SAAS,EACT,QAAQ,GAMT;IACC,IAAI,OAAO,GAAG,IAAA,qCAAiB,EAAC,MAAM,CAAC,CAAC;IAExC,IAAI,MAAM,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE;QAC/B,QAAQ,SAAS,EAAE;YACjB,KAAK,SAAS;gBACZ,OAAO,GAAG,mBAAmB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;gBAC/C,MAAM;YACR,KAAK,WAAW;gBACd,OAAO,GAAG,qBAAqB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;gBACjD,MAAM;YACR,KAAK,YAAY;gBACf,OAAO,GAAG,sBAAsB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;gBAClD,MAAM;YACR;gBACE,MAAM;SACT;KACF;IACD,IAAI;QACF,OAAO,IAAA,qBAAW,EAAC,OAAO,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC;KAC3C;IAAC,WAAM;QACN,OAAO,OAAO,CAAC;KAChB;AACH,CAAC;AACD,SAAS,mBAAmB,CAAC,GAAW,EAAE,MAAgB;IACxD,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAE9B,MAAM,MAAM,GAAG,kBAAkB,CAAC,IAAI,CAAC,CAAC;IAExC,MAAM,SAAS,GAAG,MAAM,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;IAE/C,OAAO,eAAe,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;AACzC,CAAC;AAED,SAAS,qBAAqB,CAAC,GAAW,EAAE,MAAgB;IAC1D,MAAM,MAAM,GAAa,EAAE,CAAC;IAE5B,KAAK,MAAM,IAAI,IAAI,MAAM,EAAE;QACzB,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;QACtC,IAAI,CAAC,CAAC;YAAE,SAAS;QAEjB,MAAM,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QAEnB,IAAI,KAAK,KAAK,MAAM,EAAE;YACpB,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACpB,SAAS;SACV;QAED,IAAI,eAAe,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE;YAC/B,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;SACpB;aAAM;YACL,MAAM,CAAC,IAAI,CAAC,IAAI,eAAe,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;SAC5C;KACF;IAED,OAAO,eAAe,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;AACtC,CAAC;AACD,SAAS,sBAAsB,CAAC,GAAW,EAAE,MAAgB;IAC3D,MAAM,MAAM,GAAa,EAAE,CAAC;IAE5B,KAAK,MAAM,IAAI,IAAI,MAAM,EAAE;QACzB,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAC;QACrD,IAAI,CAAC,CAAC;YAAE,SAAS;QAEjB,MAAM,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QAEnB,IAAI,KAAK,KAAK,MAAM,EAAE;YACpB,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACpB,SAAS;SACV;QAED,IAAI,eAAe,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE;YAC/B,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;SACpB;aAAM;YACL,MAAM,CAAC,IAAI,CAAC,IAAI,eAAe,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;SAC5C;KACF;IAED,OAAO,eAAe,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;AACtC,CAAC;AAED,SAAgB,kBAAkB,CAAC,IAAY;IAC7C,MAAM,MAAM,GAAa,EAAE,CAAC;IAE5B,MAAM,KAAK,GACT,qHAAqH,CAAC;IAExH,IAAI,KAA6B,CAAC;IAElC,OAAO,CAAC,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,EAAE;QAC1C,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;KAC9B;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAbD,gDAaC;AAED,SAAS,gBAAgB,CAAC,KAAa;IACrC,IAAI,KAAK,KAAK,MAAM,EAAE;QACpB,OAAO,MAAM,CAAC;KACf;IAED,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;IAE5C,MAAM,SAAS,GAAG,OAAO,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;IAC3C,MAAM,OAAO,GAAG,OAAO,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;IAEzC,IAAI,SAAS,KAAK,CAAC,CAAC,IAAI,OAAO,KAAK,CAAC,CAAC,EAAE;QACtC,OAAO,IAAI,eAAe,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC;KAC/C;IAED,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC,IAAI,EAAE,CAAC;IACjD,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,CAAC,SAAS,GAAG,CAAC,EAAE,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC;IAE1D,IAAI,KAAK,KAAK,MAAM,EAAE;QACpB,OAAO,MAAM,CAAC;KACf;IAED,IAAI,aAAa,CAAC,IAAI,CAAC,EAAE;QACvB,OAAO,KAAK,CAAC;KACd;IAED,OAAO,IAAI,eAAe,CAAC,KAAK,CAAC,GAAG,CAAC;AACvC,CAAC;AACD,SAAS,aAAa,CAAC,IAAY;IACjC,OAAO;QACL,SAAS;QACT,MAAM;QACN,OAAO;QACP,MAAM;QACN,QAAQ;QACR,OAAO;QACP,YAAY;KACb,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;AACnB,CAAC;AACD,SAAS,eAAe,CAAC,GAAW,EAAE,MAAgB;IACpD,IAAI,KAAK,GAAG,CAAC,CAAC;IAEd,OAAO,GAAG,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,EAAE;QAC7B,IAAI,KAAK,IAAI,MAAM,CAAC,MAAM;YAAE,OAAO,GAAG,CAAC;QAEvC,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;QAE9B,OAAO,KAAK,CAAC,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAC3D,CAAC,CAAC,CAAC;AACL,CAAC;AACD,SAAS,eAAe,CAAC,KAAa;IACpC,OAAO,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;AACnC,CAAC"}
@@ -0,0 +1,3 @@
1
+ import { ClassifiedEvent, LogClassifierRule, LogEvent } from '../../../types';
2
+ export declare function expandLogEvent(event: LogEvent, rules: readonly LogClassifierRule[]): LogEvent[];
3
+ export declare function classifyEvent(event: LogEvent, rules: readonly LogClassifierRule[]): ClassifiedEvent;
@@ -0,0 +1,91 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.classifyEvent = exports.expandLogEvent = void 0;
4
+ function expandLogEvent(event, rules) {
5
+ var _a, _b, _c;
6
+ const list = [];
7
+ for (let i = 0; i < rules.length; i++) {
8
+ const r = rules[i];
9
+ const fieldName = (_a = r.field) !== null && _a !== void 0 ? _a : 'message';
10
+ let value = '';
11
+ if (Object.keys(event).includes(fieldName)) {
12
+ value = event[fieldName];
13
+ }
14
+ else if (event.fields && Object.keys(event.fields).includes(fieldName)) {
15
+ value = event.fields[fieldName];
16
+ }
17
+ else {
18
+ throw new Error(`Rule[${i + 1}] field[${fieldName}] is not defined.`);
19
+ }
20
+ if (value && new RegExp(r.pattern, 'i').test(value)) {
21
+ const messages = (_c = (_b = event.message) === null || _b === void 0 ? void 0 : _b.split(/\r?\n/)) !== null && _c !== void 0 ? _c : [];
22
+ if (messages.length > 1) {
23
+ let offset = 0;
24
+ for (const m of messages) {
25
+ list.push(Object.assign(Object.assign({}, event), { message: m.trim(), messageSeq: event.messageSeq + offset }));
26
+ offset++;
27
+ }
28
+ continue;
29
+ }
30
+ }
31
+ }
32
+ if (list.length === 0) {
33
+ return [event];
34
+ }
35
+ return list;
36
+ }
37
+ exports.expandLogEvent = expandLogEvent;
38
+ const getLogEventValueByName = (event, fieldName = 'message') => {
39
+ if (Object.keys(event).includes(fieldName)) {
40
+ return event[fieldName];
41
+ }
42
+ else if (event.fields && Object.keys(event.fields).includes(fieldName)) {
43
+ return event.fields[fieldName];
44
+ }
45
+ else {
46
+ throw new Error(`Rule field[${fieldName}] is not defined.`);
47
+ }
48
+ };
49
+ function classifyEvent(event, rules) {
50
+ var _a;
51
+ for (let i = 0; i < rules.length; i++) {
52
+ const r = rules[i];
53
+ const value = getLogEventValueByName(event, (_a = r.field) !== null && _a !== void 0 ? _a : 'message');
54
+ if (value && new RegExp(r.pattern, 'i').test(value)) {
55
+ let transformed;
56
+ let eventContext;
57
+ if (r.transforms) {
58
+ transformed = event.message;
59
+ r.transforms.forEach((transform) => {
60
+ var _a, _b;
61
+ let flags = 'i';
62
+ if ((_a = transform.flags) === null || _a === void 0 ? void 0 : _a.dotAll) {
63
+ flags += 's';
64
+ }
65
+ if ((_b = transform.flags) === null || _b === void 0 ? void 0 : _b.multiline) {
66
+ flags += 'm';
67
+ }
68
+ const regex = new RegExp(transform.pattern, flags);
69
+ transformed = transformed.replace(regex, transform.replace).trim();
70
+ });
71
+ }
72
+ if (r.context) {
73
+ eventContext = {};
74
+ r.context.forEach((c) => {
75
+ const regex = new RegExp(c.pattern, 'i');
76
+ const targetValue = c.eventFieldName
77
+ ? getLogEventValueByName(event, c.eventFieldName)
78
+ : event.message;
79
+ eventContext[c.contextName] = targetValue
80
+ .replace(regex, c.replace)
81
+ .trim();
82
+ });
83
+ }
84
+ return Object.assign(Object.assign({}, event), { eventType: r.type, transformed,
85
+ eventContext });
86
+ }
87
+ }
88
+ return Object.assign(Object.assign({}, event), { eventType: 'NORMAL' });
89
+ }
90
+ exports.classifyEvent = classifyEvent;
91
+ //# sourceMappingURL=classifyEvent.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"classifyEvent.js","sourceRoot":"","sources":["../../../../../src/utils/log/classify/classifyEvent.ts"],"names":[],"mappings":";;;AAEA,SAAgB,cAAc,CAC5B,KAAe,EACf,KAAmC;;IAEnC,MAAM,IAAI,GAAe,EAAE,CAAC;IAE5B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;QACrC,MAAM,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACnB,MAAM,SAAS,GAAG,MAAA,CAAC,CAAC,KAAK,mCAAI,SAAS,CAAC;QACvC,IAAI,KAAK,GAAG,EAAE,CAAC;QACf,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE;YAC1C,KAAK,GAAG,KAAK,CAAC,SAAS,CAAC,CAAC;SAC1B;aAAM,IAAI,KAAK,CAAC,MAAM,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE;YACxE,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;SACjC;aAAM;YACL,MAAM,IAAI,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,WAAW,SAAS,mBAAmB,CAAC,CAAC;SACvE;QAED,IAAI,KAAK,IAAI,IAAI,MAAM,CAAC,CAAC,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE;YACnD,MAAM,QAAQ,GAAG,MAAA,MAAA,KAAK,CAAC,OAAO,0CAAE,KAAK,CAAC,OAAO,CAAC,mCAAI,EAAE,CAAC;YACrD,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE;gBACvB,IAAI,MAAM,GAAG,CAAC,CAAC;gBACf,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE;oBACxB,IAAI,CAAC,IAAI,iCACJ,KAAK,KACR,OAAO,EAAE,CAAC,CAAC,IAAI,EAAE,EACjB,UAAU,EAAE,KAAK,CAAC,UAAU,GAAG,MAAM,IACrC,CAAC;oBACH,MAAM,EAAE,CAAC;iBACV;gBACD,SAAS;aACV;SACF;KACF;IACD,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE;QACrB,OAAO,CAAC,KAAK,CAAC,CAAC;KAChB;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAvCD,wCAuCC;AAED,MAAM,sBAAsB,GAAG,CAC7B,KAAe,EACf,SAAS,GAAG,SAAS,EACb,EAAE;IACV,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE;QAC1C,OAAO,KAAK,CAAC,SAAS,CAAC,CAAC;KACzB;SAAM,IAAI,KAAK,CAAC,MAAM,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE;QACxE,OAAO,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;KAChC;SAAM;QACL,MAAM,IAAI,KAAK,CAAC,cAAc,SAAS,mBAAmB,CAAC,CAAC;KAC7D;AACH,CAAC,CAAC;AAEF,SAAgB,aAAa,CAC3B,KAAe,EACf,KAAmC;;IAEnC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;QACrC,MAAM,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACnB,MAAM,KAAK,GAAG,sBAAsB,CAAC,KAAK,EAAE,MAAA,CAAC,CAAC,KAAK,mCAAI,SAAS,CAAC,CAAC;QAElE,IAAI,KAAK,IAAI,IAAI,MAAM,CAAC,CAAC,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE;YACnD,IAAI,WAA+B,CAAC;YACpC,IAAI,YAAgD,CAAC;YAErD,IAAI,CAAC,CAAC,UAAU,EAAE;gBAChB,WAAW,GAAG,KAAK,CAAC,OAAO,CAAC;gBAC5B,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,SAAS,EAAE,EAAE;;oBACjC,IAAI,KAAK,GAAG,GAAG,CAAC;oBAChB,IAAI,MAAA,SAAS,CAAC,KAAK,0CAAE,MAAM,EAAE;wBAC3B,KAAK,IAAI,GAAG,CAAC;qBACd;oBACD,IAAI,MAAA,SAAS,CAAC,KAAK,0CAAE,SAAS,EAAE;wBAC9B,KAAK,IAAI,GAAG,CAAC;qBACd;oBACD,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,SAAS,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;oBACnD,WAAW,GAAG,WAAW,CAAC,OAAO,CAAC,KAAK,EAAE,SAAS,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC;gBACrE,CAAC,CAAC,CAAC;aACJ;YAED,IAAI,CAAC,CAAC,OAAO,EAAE;gBACb,YAAY,GAAG,EAAE,CAAC;gBAClB,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE;oBACtB,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,CAAC,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;oBACzC,MAAM,WAAW,GAAG,CAAC,CAAC,cAAc;wBAClC,CAAC,CAAC,sBAAsB,CAAC,KAAK,EAAE,CAAC,CAAC,cAAc,CAAC;wBACjD,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC;oBAClB,YAAY,CAAC,CAAC,CAAC,WAAW,CAAC,GAAG,WAAW;yBACtC,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,OAAO,CAAC;yBACzB,IAAI,EAAE,CAAC;gBACZ,CAAC,CAAC,CAAC;aACJ;YAED,uCACK,KAAK,KACR,SAAS,EAAE,CAAC,CAAC,IAAI,EACjB,WAAW;gBACX,YAAY,IACZ;SACH;KACF;IAED,uCACK,KAAK,KACR,SAAS,EAAE,QAAQ,IACnB;AACJ,CAAC;AArDD,sCAqDC"}