@jupiterone/integration-sdk-runtime 12.8.3 → 13.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/src/api/index.js +3 -3
- package/dist/src/api/index.js.map +1 -1
- package/dist/src/execution/config.js +1 -2
- package/dist/src/execution/config.js.map +1 -1
- package/dist/src/execution/dependencyGraph.js +53 -6
- package/dist/src/execution/dependencyGraph.js.map +1 -1
- package/dist/src/execution/duplicateKeyTracker.js +2 -2
- package/dist/src/execution/duplicateKeyTracker.js.map +1 -1
- package/dist/src/execution/executeIntegration.js +3 -4
- package/dist/src/execution/executeIntegration.js.map +1 -1
- package/dist/src/execution/instance.js +2 -2
- package/dist/src/execution/instance.js.map +1 -1
- package/dist/src/execution/jobState.js +2 -2
- package/dist/src/execution/jobState.js.map +1 -1
- package/dist/src/execution/step.js +4 -5
- package/dist/src/execution/step.js.map +1 -1
- package/dist/src/execution/uploader.js +8 -10
- package/dist/src/execution/uploader.js.map +1 -1
- package/dist/src/execution/utils/getIngestionSourceStepStartStates.js +1 -2
- package/dist/src/execution/utils/getIngestionSourceStepStartStates.js.map +1 -1
- package/dist/src/execution/utils/getMaskedFields.js +1 -2
- package/dist/src/execution/utils/getMaskedFields.js.map +1 -1
- package/dist/src/execution/utils/processDeclaredTypesDiff.js +1 -2
- package/dist/src/execution/utils/processDeclaredTypesDiff.js.map +1 -1
- package/dist/src/execution/utils/seperateStepsByDependencyGraph.js +2 -2
- package/dist/src/execution/utils/seperateStepsByDependencyGraph.js.map +1 -1
- package/dist/src/execution/utils/trimStringValues.js +1 -2
- package/dist/src/execution/utils/trimStringValues.js.map +1 -1
- package/dist/src/execution/validation.js +1 -2
- package/dist/src/execution/validation.js.map +1 -1
- package/dist/src/fileSystem.js +16 -16
- package/dist/src/fileSystem.js.map +1 -1
- package/dist/src/logger/index.d.ts +0 -1
- package/dist/src/logger/index.js +4 -4
- package/dist/src/logger/index.js.map +1 -1
- package/dist/src/logger/registerEventHandlers.js +4 -4
- package/dist/src/logger/registerEventHandlers.js.map +1 -1
- package/dist/src/metrics/index.js +2 -2
- package/dist/src/metrics/index.js.map +1 -1
- package/dist/src/storage/FileSystemGraphObjectStore/FileSystemGraphObjectStore.d.ts +30 -2
- package/dist/src/storage/FileSystemGraphObjectStore/FileSystemGraphObjectStore.js +110 -60
- package/dist/src/storage/FileSystemGraphObjectStore/FileSystemGraphObjectStore.js.map +1 -1
- package/dist/src/storage/FileSystemGraphObjectStore/flushDataToDisk.js +1 -2
- package/dist/src/storage/FileSystemGraphObjectStore/flushDataToDisk.js.map +1 -1
- package/dist/src/storage/FileSystemGraphObjectStore/indices.js +3 -4
- package/dist/src/storage/FileSystemGraphObjectStore/indices.js.map +1 -1
- package/dist/src/storage/FileSystemGraphObjectStore/path.js +3 -4
- package/dist/src/storage/FileSystemGraphObjectStore/path.js.map +1 -1
- package/dist/src/synchronization/batchBySize.js +2 -3
- package/dist/src/synchronization/batchBySize.js.map +1 -1
- package/dist/src/synchronization/error.js +1 -2
- package/dist/src/synchronization/error.js.map +1 -1
- package/dist/src/synchronization/index.js +11 -11
- package/dist/src/synchronization/index.js.map +1 -1
- package/dist/src/synchronization/shrinkBatchRawData.js +1 -2
- package/dist/src/synchronization/shrinkBatchRawData.js.map +1 -1
- package/dist/src/synchronization/util.d.ts +0 -1
- package/dist/src/synchronization/util.js +1 -2
- package/dist/src/synchronization/util.js.map +1 -1
- package/dist/tsconfig.dist.tsbuildinfo +1 -1
- package/package.json +4 -4
|
@@ -1,6 +1,7 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.
|
|
3
|
+
exports.DEFAULT_DEPENDENCY_GRAPH_IDENTIFIER = void 0;
|
|
4
|
+
exports.seperateStepsByDependencyGraph = seperateStepsByDependencyGraph;
|
|
4
5
|
exports.DEFAULT_DEPENDENCY_GRAPH_IDENTIFIER = '__defaultDependencyGraph';
|
|
5
6
|
function seperateStepsByDependencyGraph(integrationSteps) {
|
|
6
7
|
return integrationSteps.reduce((stepsByGraphId, step) => {
|
|
@@ -11,5 +12,4 @@ function seperateStepsByDependencyGraph(integrationSteps) {
|
|
|
11
12
|
return stepsByGraphId;
|
|
12
13
|
}, {});
|
|
13
14
|
}
|
|
14
|
-
exports.seperateStepsByDependencyGraph = seperateStepsByDependencyGraph;
|
|
15
15
|
//# sourceMappingURL=seperateStepsByDependencyGraph.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"seperateStepsByDependencyGraph.js","sourceRoot":"","sources":["../../../../src/execution/utils/seperateStepsByDependencyGraph.ts"],"names":[],"mappings":";;;
|
|
1
|
+
{"version":3,"file":"seperateStepsByDependencyGraph.js","sourceRoot":"","sources":["../../../../src/execution/utils/seperateStepsByDependencyGraph.ts"],"names":[],"mappings":";;;AAIA,wEAWC;AAbY,QAAA,mCAAmC,GAAG,0BAA0B,CAAC;AAE9E,SAAgB,8BAA8B,CAC5C,gBAAmB;IAEnB,OAAO,gBAAgB,CAAC,MAAM,CAAC,CAAC,cAAc,EAAE,IAAI,EAAE,EAAE;QACtD,MAAM,OAAO,GACX,IAAI,CAAC,iBAAiB,IAAI,2CAAmC,CAAC;QAChE,cAAc,CAAC,OAAO,CAAC,EAAE,IAAI;YAC3B,CAAC,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;YACpC,CAAC,CAAC,CAAC,cAAc,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;QACvC,OAAO,cAAc,CAAC;IACxB,CAAC,EAAE,EAAE,CAAC,CAAC;AACT,CAAC"}
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.trimStringValues =
|
|
3
|
+
exports.trimStringValues = trimStringValues;
|
|
4
4
|
const lodash_1 = require("lodash");
|
|
5
5
|
function trimStringValues(object, fieldsToSkip = []) {
|
|
6
6
|
const trimmed = (0, lodash_1.cloneDeep)(object);
|
|
@@ -15,5 +15,4 @@ function trimStringValues(object, fieldsToSkip = []) {
|
|
|
15
15
|
});
|
|
16
16
|
return trimmed;
|
|
17
17
|
}
|
|
18
|
-
exports.trimStringValues = trimStringValues;
|
|
19
18
|
//# sourceMappingURL=trimStringValues.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"trimStringValues.js","sourceRoot":"","sources":["../../../../src/execution/utils/trimStringValues.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"trimStringValues.js","sourceRoot":"","sources":["../../../../src/execution/utils/trimStringValues.ts"],"names":[],"mappings":";;AAEA,4CAcC;AAhBD,mCAAuD;AAEvD,SAAgB,gBAAgB,CAC9B,MAAS,EACT,eAAyB,EAAE;IAE3B,MAAM,OAAO,GAAG,IAAA,kBAAS,EAAC,MAAM,CAAC,CAAC;IAClC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,CAAC,GAAY,EAAE,EAAE;QAC5C,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;QACzB,IAAI,IAAA,iBAAQ,EAAC,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,GAAa,CAAC,EAAE,CAAC;YAC3D,OAAO,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC;QAC5B,CAAC;aAAM,IAAI,IAAA,iBAAQ,EAAC,GAAG,CAAC,EAAE,CAAC;YACzB,OAAO,CAAC,GAAG,CAAC,GAAG,gBAAgB,CAAC,GAAG,EAAE,YAAY,CAAC,CAAC;QACrD,CAAC;IACH,CAAC,CAAC,CAAC;IACH,OAAO,OAAO,CAAC;AACjB,CAAC"}
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.validateStepStartStates =
|
|
3
|
+
exports.validateStepStartStates = validateStepStartStates;
|
|
4
4
|
const integration_sdk_core_1 = require("@jupiterone/integration-sdk-core");
|
|
5
5
|
function validateStepStartStates(steps, stepStartStates) {
|
|
6
6
|
const stepSet = new Set(steps.map((step) => step.id));
|
|
@@ -24,5 +24,4 @@ function validateStepStartStates(steps, stepStartStates) {
|
|
|
24
24
|
throw new integration_sdk_core_1.UnaccountedStepStartStatesError(`Start states not found for: ${unaccountedStepIdsString}`);
|
|
25
25
|
}
|
|
26
26
|
}
|
|
27
|
-
exports.validateStepStartStates = validateStepStartStates;
|
|
28
27
|
//# sourceMappingURL=validation.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"validation.js","sourceRoot":"","sources":["../../../src/execution/validation.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"validation.js","sourceRoot":"","sources":["../../../src/execution/validation.ts"],"names":[],"mappings":";;AAQA,0DAkCC;AA1CD,2EAM0C;AAE1C,SAAgB,uBAAuB,CAErC,KAAoC,EAAE,eAAgC;IACtE,MAAM,OAAO,GAAG,IAAI,GAAG,CAAS,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;IAE9D,MAAM,cAAc,GAAa,EAAE,CAAC;IAEpC,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE;QAC9C,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;YACzB,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC9B,CAAC;QAED,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IACzB,CAAC,CAAC,CAAC;IAEH,IAAI,cAAc,CAAC,MAAM,EAAE,CAAC;QAC1B,MAAM,oBAAoB,GAAG,cAAc;aACxC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,MAAM,GAAG,CAAC;aAC9B,IAAI,CAAC,IAAI,CAAC,CAAC;QAEd,MAAM,IAAI,wDAAiC,CACzC,wCAAwC,oBAAoB,EAAE,CAC/D,CAAC;IACJ,CAAC;IAED,IAAI,OAAO,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;QACrB,MAAM,wBAAwB,GAAG,CAAC,GAAG,OAAO,CAAC;aAC1C,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,MAAM,GAAG,CAAC;aAC9B,IAAI,CAAC,IAAI,CAAC,CAAC;QAEd,MAAM,IAAI,sDAA+B,CACvC,+BAA+B,wBAAwB,EAAE,CAC1D,CAAC;IACJ,CAAC;AACH,CAAC"}
|
package/dist/src/fileSystem.js
CHANGED
|
@@ -26,7 +26,22 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
|
26
26
|
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
27
27
|
};
|
|
28
28
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
29
|
-
exports.
|
|
29
|
+
exports.DEFAULT_STORAGE_DIRECTORY_NAME = void 0;
|
|
30
|
+
exports.getRootStorageDirectory = getRootStorageDirectory;
|
|
31
|
+
exports.getRootStorageAbsolutePath = getRootStorageAbsolutePath;
|
|
32
|
+
exports.getRootStorageDirectorySize = getRootStorageDirectorySize;
|
|
33
|
+
exports.writeJsonToPath = writeJsonToPath;
|
|
34
|
+
exports.isCompressionEnabled = isCompressionEnabled;
|
|
35
|
+
exports.writeFileToPath = writeFileToPath;
|
|
36
|
+
exports.readJsonFromPath = readJsonFromPath;
|
|
37
|
+
exports.symlink = symlink;
|
|
38
|
+
exports.walkDirectory = walkDirectory;
|
|
39
|
+
exports.iterateParsedGraphFiles = iterateParsedGraphFiles;
|
|
40
|
+
exports.iterateParsedEntityGraphFiles = iterateParsedEntityGraphFiles;
|
|
41
|
+
exports.iterateParsedRelationshipGraphFiles = iterateParsedRelationshipGraphFiles;
|
|
42
|
+
exports.isRootStorageDirectoryPresent = isRootStorageDirectoryPresent;
|
|
43
|
+
exports.removeStorageDirectory = removeStorageDirectory;
|
|
44
|
+
exports.isDirectoryPresent = isDirectoryPresent;
|
|
30
45
|
/**
|
|
31
46
|
* Home of all file system interactions
|
|
32
47
|
*
|
|
@@ -47,17 +62,14 @@ function getRootStorageDirectory() {
|
|
|
47
62
|
return (process.env.JUPITERONE_INTEGRATION_STORAGE_DIRECTORY ||
|
|
48
63
|
path_1.default.resolve(process.cwd(), exports.DEFAULT_STORAGE_DIRECTORY_NAME));
|
|
49
64
|
}
|
|
50
|
-
exports.getRootStorageDirectory = getRootStorageDirectory;
|
|
51
65
|
function getRootStorageAbsolutePath(relativePath) {
|
|
52
66
|
return path_1.default.resolve(getRootStorageDirectory(), relativePath);
|
|
53
67
|
}
|
|
54
|
-
exports.getRootStorageAbsolutePath = getRootStorageAbsolutePath;
|
|
55
68
|
function getRootStorageDirectorySize() {
|
|
56
69
|
return new Promise((resolve, reject) => {
|
|
57
70
|
(0, get_folder_size_1.default)(getRootStorageDirectory(), (err, size) => err ? reject(err) : resolve(size));
|
|
58
71
|
});
|
|
59
72
|
}
|
|
60
|
-
exports.getRootStorageDirectorySize = getRootStorageDirectorySize;
|
|
61
73
|
/**
|
|
62
74
|
* Function for writing arbitrary data to a path
|
|
63
75
|
* relative to the cache directory.
|
|
@@ -72,11 +84,9 @@ async function writeJsonToPath({ path: relativePath, data, pretty = false, }) {
|
|
|
72
84
|
content,
|
|
73
85
|
});
|
|
74
86
|
}
|
|
75
|
-
exports.writeJsonToPath = writeJsonToPath;
|
|
76
87
|
function isCompressionEnabled() {
|
|
77
88
|
return !!process.env.INTEGRATION_FILE_COMPRESSION_ENABLED;
|
|
78
89
|
}
|
|
79
|
-
exports.isCompressionEnabled = isCompressionEnabled;
|
|
80
90
|
async function writeFileToPath({ path: relativePath, content, }) {
|
|
81
91
|
const directory = getRootStorageDirectory();
|
|
82
92
|
const fullPath = path_1.default.resolve(directory, relativePath);
|
|
@@ -88,7 +98,6 @@ async function writeFileToPath({ path: relativePath, content, }) {
|
|
|
88
98
|
await fs_1.promises.writeFile(fullPath, content, 'utf8');
|
|
89
99
|
}
|
|
90
100
|
}
|
|
91
|
-
exports.writeFileToPath = writeFileToPath;
|
|
92
101
|
/**
|
|
93
102
|
* Reads any file and parses content as JSON; does not need to be relative to
|
|
94
103
|
* `getRootStorageDirectory()`.
|
|
@@ -110,7 +119,6 @@ async function readJsonFromPath(path) {
|
|
|
110
119
|
}
|
|
111
120
|
return JSON.parse(fileStr);
|
|
112
121
|
}
|
|
113
|
-
exports.readJsonFromPath = readJsonFromPath;
|
|
114
122
|
/**
|
|
115
123
|
* Function for creating a symlink from on file to another.
|
|
116
124
|
*
|
|
@@ -131,7 +139,6 @@ async function symlink({ sourcePath, destinationPath }) {
|
|
|
131
139
|
await fs_1.promises.symlink(fullSourcePath, fullDestinationPath, 'junction');
|
|
132
140
|
}
|
|
133
141
|
}
|
|
134
|
-
exports.symlink = symlink;
|
|
135
142
|
/**
|
|
136
143
|
* Function for recursively walking through a directory and calling back with
|
|
137
144
|
* every file path
|
|
@@ -172,7 +179,6 @@ async function walkDirectory({ path: relativePath, iteratee, }) {
|
|
|
172
179
|
await handleFilePath(path_1.default.resolve(fullPath, file));
|
|
173
180
|
}
|
|
174
181
|
}
|
|
175
|
-
exports.walkDirectory = walkDirectory;
|
|
176
182
|
function iterateParsedGraphFiles(iteratee, graphPath) {
|
|
177
183
|
return walkDirectory({
|
|
178
184
|
path: graphPath || 'graph',
|
|
@@ -184,7 +190,6 @@ function iterateParsedGraphFiles(iteratee, graphPath) {
|
|
|
184
190
|
},
|
|
185
191
|
});
|
|
186
192
|
}
|
|
187
|
-
exports.iterateParsedGraphFiles = iterateParsedGraphFiles;
|
|
188
193
|
async function iterateParsedEntityGraphFiles(iteratee, graphPath) {
|
|
189
194
|
return iterateParsedGraphFiles(async (data) => {
|
|
190
195
|
if (data.entities) {
|
|
@@ -192,7 +197,6 @@ async function iterateParsedEntityGraphFiles(iteratee, graphPath) {
|
|
|
192
197
|
}
|
|
193
198
|
}, graphPath);
|
|
194
199
|
}
|
|
195
|
-
exports.iterateParsedEntityGraphFiles = iterateParsedEntityGraphFiles;
|
|
196
200
|
async function iterateParsedRelationshipGraphFiles(iteratee, graphPath) {
|
|
197
201
|
return iterateParsedGraphFiles(async (data) => {
|
|
198
202
|
if (data.relationships) {
|
|
@@ -200,12 +204,10 @@ async function iterateParsedRelationshipGraphFiles(iteratee, graphPath) {
|
|
|
200
204
|
}
|
|
201
205
|
}, graphPath);
|
|
202
206
|
}
|
|
203
|
-
exports.iterateParsedRelationshipGraphFiles = iterateParsedRelationshipGraphFiles;
|
|
204
207
|
function isRootStorageDirectoryPresent() {
|
|
205
208
|
const rootStorageDir = getRootStorageDirectory();
|
|
206
209
|
return isDirectoryPresent(rootStorageDir);
|
|
207
210
|
}
|
|
208
|
-
exports.isRootStorageDirectoryPresent = isRootStorageDirectoryPresent;
|
|
209
211
|
/**
|
|
210
212
|
* Wipes the storage directory clean
|
|
211
213
|
*/
|
|
@@ -215,7 +217,6 @@ async function removeStorageDirectory() {
|
|
|
215
217
|
await removeDirectory(rootStorageDir);
|
|
216
218
|
}
|
|
217
219
|
}
|
|
218
|
-
exports.removeStorageDirectory = removeStorageDirectory;
|
|
219
220
|
function removeDirectory(directory) {
|
|
220
221
|
return new Promise((resolve, reject) => (0, rimraf_1.default)(directory, (err) => {
|
|
221
222
|
if (err) {
|
|
@@ -237,7 +238,6 @@ async function isDirectoryPresent(fullPath) {
|
|
|
237
238
|
throw err;
|
|
238
239
|
}
|
|
239
240
|
}
|
|
240
|
-
exports.isDirectoryPresent = isDirectoryPresent;
|
|
241
241
|
async function ensurePathCanBeWrittenTo(pathToWrite) {
|
|
242
242
|
const directoryPath = path_1.default.dirname(pathToWrite);
|
|
243
243
|
await fs_1.promises.mkdir(directoryPath, { recursive: true });
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"fileSystem.js","sourceRoot":"","sources":["../../src/fileSystem.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;
|
|
1
|
+
{"version":3,"file":"fileSystem.js","sourceRoot":"","sources":["../../src/fileSystem.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAsBA,0DAKC;AAED,gEAEC;AAED,kEAMC;AAeD,0CAWC;AAOD,oDAEC;AAED,0CAcC;AASD,4CAcC;AAaD,0BAeC;AAmBD,sCAyCC;AAED,0DAcC;AAED,sEASC;AAED,kFASC;AAED,sEAGC;AAKD,wDAKC;AAaD,gDAYC;AAvRD;;;;;GAKG;AACH,2BAAoC;AACpC,gDAAwB;AAExB,oDAA4B;AAC5B,sEAA4C;AAC5C,2CAA6B;AAC7B,+BAAiC;AAEjC,0EAAmF;AAGnF,MAAM,cAAc,GAAG,IAAA,gBAAS,EAAC,IAAI,CAAC,cAAc,CAAC,CAAC;AACtD,MAAM,gBAAgB,GAAG,IAAA,gBAAS,EAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;AAE7C,QAAA,8BAA8B,GAAG,iBAAiB,CAAC;AAEhE,SAAgB,uBAAuB;IACrC,OAAO,CACL,OAAO,CAAC,GAAG,CAAC,wCAAwC;QACpD,cAAI,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,sCAA8B,CAAC,CAC5D,CAAC;AACJ,CAAC;AAED,SAAgB,0BAA0B,CAAC,YAAoB;IAC7D,OAAO,cAAI,CAAC,OAAO,CAAC,uBAAuB,EAAE,EAAE,YAAY,CAAC,CAAC;AAC/D,CAAC;AAED,SAAgB,2BAA2B;IACzC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,IAAA,yBAAa,EAAC,uBAAuB,EAAE,EAAE,CAAC,GAAU,EAAE,IAAY,EAAE,EAAE,CACpE,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAClC,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC;AAQD;;;;;;GAMG;AACI,KAAK,UAAU,eAAe,CAAC,EACpC,IAAI,EAAE,YAAY,EAClB,IAAI,EACJ,MAAM,GAAG,KAAK,GACO;IACrB,MAAM,OAAO,GAAG,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IAE9E,MAAM,eAAe,CAAC;QACpB,IAAI,EAAE,YAAY;QAClB,OAAO;KACR,CAAC,CAAC;AACL,CAAC;AAOD,SAAgB,oBAAoB;IAClC,OAAO,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,oCAAoC,CAAC;AAC5D,CAAC;AAEM,KAAK,UAAU,eAAe,CAAC,EACpC,IAAI,EAAE,YAAY,EAClB,OAAO,GACiB;IACxB,MAAM,SAAS,GAAG,uBAAuB,EAAE,CAAC;IAC5C,MAAM,QAAQ,GAAG,cAAI,CAAC,OAAO,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;IAEvD,MAAM,wBAAwB,CAAC,QAAQ,CAAC,CAAC;IAEzC,IAAI,oBAAoB,EAAE,EAAE,CAAC;QAC3B,MAAM,aAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,MAAM,cAAc,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC,CAAC;IACtE,CAAC;SAAM,CAAC;QACN,MAAM,aAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;IAChD,CAAC;AACH,CAAC;AAED;;;;;;GAMG;AACI,KAAK,UAAU,gBAAgB,CAAI,IAAY;IACpD,IAAI,OAAe,CAAC;IAEpB,IAAI,oBAAoB,EAAE,EAAE,CAAC;QAC3B,yEAAyE;QACzE,sEAAsE;QACtE,wCAAwC;QACxC,MAAM,IAAI,GAAG,MAAM,aAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QACrC,OAAO,GAAG,CAAC,MAAM,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;IAC7D,CAAC;SAAM,CAAC;QACN,OAAO,GAAG,MAAM,aAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAC5C,CAAC;IAED,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAM,CAAC;AAClC,CAAC;AAOD;;;;;GAKG;AACI,KAAK,UAAU,OAAO,CAAC,EAAE,UAAU,EAAE,eAAe,EAAgB;IACzE,MAAM,SAAS,GAAG,uBAAuB,EAAE,CAAC;IAC5C,MAAM,cAAc,GAAG,cAAI,CAAC,OAAO,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;IAC3D,MAAM,mBAAmB,GAAG,cAAI,CAAC,OAAO,CAAC,SAAS,EAAE,eAAe,CAAC,CAAC;IAErE,MAAM,wBAAwB,CAAC,mBAAmB,CAAC,CAAC;IACpD,qDAAqD;IACrD,IACE,OAAO,CAAC,QAAQ,KAAK,OAAO;QAC5B,CAAC,MAAM,aAAE,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC,MAAM,EAAE,EACzC,CAAC;QACD,MAAM,aAAE,CAAC,IAAI,CAAC,cAAc,EAAE,mBAAmB,CAAC,CAAC;IACrD,CAAC;SAAM,CAAC;QACN,MAAM,aAAE,CAAC,OAAO,CAAC,cAAc,EAAE,mBAAmB,EAAE,UAAU,CAAC,CAAC;IACpE,CAAC;AACH,CAAC;AAeD;;;GAGG;AACI,KAAK,UAAU,aAAa,CAAC,EAClC,IAAI,EAAE,YAAY,EAClB,QAAQ,GACW;IACnB,MAAM,SAAS,GAAG,uBAAuB,EAAE,CAAC;IAC5C,MAAM,QAAQ,GAAG,cAAI,CAAC,OAAO,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;IAEvD,MAAM,WAAW,GAAG,MAAM,kBAAkB,CAAC,QAAQ,CAAC,CAAC;IACvD,IAAI,CAAC,WAAW,EAAE,CAAC;QACjB,OAAO;IACT,CAAC;IAED,MAAM,KAAK,GAAG,MAAM,aAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IAEzC,MAAM,MAAM,GAAG,KAAK,EAAE,QAAgB,EAAE,EAAE;QACxC,MAAM,QAAQ,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC;IAC/B,CAAC,CAAC;IAEF,MAAM,cAAc,GAAG,KAAK,EAAE,QAAgB,EAAE,EAAE;QAChD,MAAM,KAAK,GAAG,MAAM,aAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QACvC,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;YACxB,iCAAiC;YACjC,MAAM,aAAa,CAAC;gBAClB,QAAQ;gBACR,IAAI,EAAE,QAAQ;aACf,CAAC,CAAC;QACL,CAAC;aAAM,IAAI,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;YAC1B,kBAAkB;YAClB,MAAM,MAAM,CAAC,QAAQ,CAAC,CAAC;QACzB,CAAC;aAAM,IAAI,KAAK,CAAC,cAAc,EAAE,EAAE,CAAC;YAClC,2CAA2C;YAC3C,0CAA0C;YAC1C,kCAAkC;YAClC,MAAM,QAAQ,GAAG,MAAM,aAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;YAC7C,MAAM,cAAc,CAAC,QAAQ,CAAC,CAAC;QACjC,CAAC;IACH,CAAC,CAAC;IAEF,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,cAAc,CAAC,cAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAC;IACrD,CAAC;AACH,CAAC;AAED,SAAgB,uBAAuB,CACrC,QAA+D,EAC/D,SAAkB;IAElB,OAAO,aAAa,CAAC;QACnB,IAAI,EAAE,SAAS,IAAI,OAAO;QAC1B,KAAK,CAAC,QAAQ,CAAC,EAAE,QAAQ,EAAE;YACzB,MAAM,MAAM,GAAG,MAAM,IAAA,6BAAmB,EAAyB;gBAC/D,QAAQ;aACT,CAAC,CAAC;YAEH,MAAM,QAAQ,CAAC,MAAM,CAAC,CAAC;QACzB,CAAC;KACF,CAAC,CAAC;AACL,CAAC;AAEM,KAAK,UAAU,6BAA6B,CACjD,QAA+C,EAC/C,SAAkB;IAElB,OAAO,uBAAuB,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;QAC5C,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClB,MAAM,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAChC,CAAC;IACH,CAAC,EAAE,SAAS,CAAC,CAAC;AAChB,CAAC;AAEM,KAAK,UAAU,mCAAmC,CACvD,QAA0D,EAC1D,SAAkB;IAElB,OAAO,uBAAuB,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;QAC5C,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YACvB,MAAM,QAAQ,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QACrC,CAAC;IACH,CAAC,EAAE,SAAS,CAAC,CAAC;AAChB,CAAC;AAED,SAAgB,6BAA6B;IAC3C,MAAM,cAAc,GAAG,uBAAuB,EAAE,CAAC;IACjD,OAAO,kBAAkB,CAAC,cAAc,CAAC,CAAC;AAC5C,CAAC;AAED;;GAEG;AACI,KAAK,UAAU,sBAAsB;IAC1C,MAAM,cAAc,GAAG,uBAAuB,EAAE,CAAC;IACjD,IAAI,MAAM,kBAAkB,CAAC,cAAc,CAAC,EAAE,CAAC;QAC7C,MAAM,eAAe,CAAC,cAAc,CAAC,CAAC;IACxC,CAAC;AACH,CAAC;AAED,SAAS,eAAe,CAAC,SAAiB;IACxC,OAAO,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,CAC3C,IAAA,gBAAM,EAAC,SAAS,EAAE,CAAC,GAAG,EAAE,EAAE;QACxB,IAAI,GAAG,EAAE,CAAC;YACR,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC;QACrB,CAAC;QACD,OAAO,EAAE,CAAC;IACZ,CAAC,CAAC,CACH,CAAC;AACJ,CAAC;AAEM,KAAK,UAAU,kBAAkB,CAAC,QAAgB;IACvD,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,MAAM,aAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QACvC,OAAO,KAAK,CAAC,WAAW,EAAE,CAAC;IAC7B,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC1B,OAAO,KAAK,CAAC;QACf,CAAC;QAED,sCAAsC;QACtC,MAAM,GAAG,CAAC;IACZ,CAAC;AACH,CAAC;AAED,KAAK,UAAU,wBAAwB,CAAC,WAAmB;IACzD,MAAM,aAAa,GAAG,cAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IAChD,MAAM,aAAE,CAAC,KAAK,CAAC,aAAa,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;AACrD,CAAC"}
|
|
@@ -1,4 +1,3 @@
|
|
|
1
|
-
/// <reference types="node" />
|
|
2
1
|
import Logger from 'bunyan';
|
|
3
2
|
import { EventEmitter } from 'events';
|
|
4
3
|
import { ExecutionContext, IntegrationError, IntegrationExecutionContext, IntegrationInvocationConfig, IntegrationLogger as IntegrationLoggerType, IntegrationStepExecutionContext, InvocationConfig, Metric, StepExecutionContext, StepMetadata, SynchronizationJob, IntegrationInstanceConfig, PublishEventInput, PublishWarnEventInput, IntegrationEvent, PublishInfoEventInput, PublishErrorEventInput, DisabledStepReason, PublishMetricOptions, StepLogAdditionalContext } from '@jupiterone/integration-sdk-core';
|
package/dist/src/logger/index.js
CHANGED
|
@@ -17,7 +17,10 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
|
17
17
|
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
18
18
|
};
|
|
19
19
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
20
|
-
exports.
|
|
20
|
+
exports.IntegrationLogger = exports.PROVIDER_AUTH_ERROR_HELP = void 0;
|
|
21
|
+
exports.createLogger = createLogger;
|
|
22
|
+
exports.createIntegrationLogger = createIntegrationLogger;
|
|
23
|
+
exports.createErrorEventDescription = createErrorEventDescription;
|
|
21
24
|
const bunyan_1 = __importDefault(require("bunyan"));
|
|
22
25
|
const util_1 = require("util");
|
|
23
26
|
const events_1 = require("events");
|
|
@@ -61,7 +64,6 @@ function createLogger({ name, pretty, serializers, onFailure, }) {
|
|
|
61
64
|
onFailure,
|
|
62
65
|
});
|
|
63
66
|
}
|
|
64
|
-
exports.createLogger = createLogger;
|
|
65
67
|
/**
|
|
66
68
|
* Create a logger for the integration that will include invocation details and
|
|
67
69
|
* serializers common to all integrations.
|
|
@@ -85,7 +87,6 @@ function createIntegrationLogger({ name, invocationConfig, pretty, serializers,
|
|
|
85
87
|
onFailure,
|
|
86
88
|
});
|
|
87
89
|
}
|
|
88
|
-
exports.createIntegrationLogger = createIntegrationLogger;
|
|
89
90
|
function createInstanceConfigSerializer(fields) {
|
|
90
91
|
return (config) => {
|
|
91
92
|
if (!config) {
|
|
@@ -373,5 +374,4 @@ eventData) {
|
|
|
373
374
|
description: `${message} (${errorDetails})`,
|
|
374
375
|
};
|
|
375
376
|
}
|
|
376
|
-
exports.createErrorEventDescription = createErrorEventDescription;
|
|
377
377
|
//# sourceMappingURL=index.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/logger/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;AAAA,oDAA4B;AAC5B,+BAA+B;AAC/B,mCAAsC;AACtC,mCAA4C;AAE5C,2EA4B0C;AAE1C,0DAAwC;AAE3B,QAAA,wBAAwB,GACnC,sCAAsC;IACtC,4GAA4G;IAC5G,gFAAgF,CAAC;AAEnF,2BAA2B;AAC3B,MAAM,YAAY,GAAG,OAAO,CAAC,eAAe,CAAC,CAAC;AAuB9C,SAAgB,YAAY,CAG1B,EACA,IAAI,EACJ,MAAM,EACN,WAAW,EACX,SAAS,GAIV;IACC,MAAM,YAAY,GAAyB;QACzC,IAAI;QACJ,KAAK,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,IAAI,MAAM,CAAoB;QAC3D,WAAW,EAAE;YACX,GAAG,EAAE,UAAU,GAAG;gBAChB,IAAI,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK;oBAAE,OAAO,GAAG,CAAC;gBACnC,OAAO;oBACL,OAAO,EAAE,GAAG,CAAC,OAAO;oBACpB,IAAI,EAAE,GAAG,CAAC,IAAI;oBACd,KAAK,EAAE,IAAA,cAAO,EAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC;oBAC9B,IAAI,EAAE,GAAG,CAAC,IAAI;oBACd,MAAM,EAAE,GAAG,CAAC,MAAM;iBACnB,CAAC;YACJ,CAAC;SACF;KACF,CAAC;IAEF,IAAI,MAAM,EAAE,CAAC;QACX,YAAY,CAAC,OAAO,GAAG,CAAC,EAAE,MAAM,EAAE,YAAY,CAAC,EAAE,UAAU,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC;IAC7E,CAAC;IAED,MAAM,MAAM,GAAG,gBAAM,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC;IAEjD,IAAI,WAAW,EAAE,CAAC;QAChB,MAAM,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC;IACrC,CAAC;IAED,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAS,CAAC;IAElC,OAAO,IAAI,iBAAiB,CAAC;QAC3B,MAAM;QACN,QAAQ;QACR,SAAS;KACV,CAAC,CAAC;AACL,CAAC;AA9CD,oCA8CC;AAED;;;GAGG;AACH,SAAgB,uBAAuB,CAGrC,EACA,IAAI,EACJ,gBAAgB,EAChB,MAAM,EACN,WAAW,EACX,SAAS,GACwC;IACjD,MAAM,uBAAuB,GAAG,8BAA8B,CAC5D,gBAAgB,EAAE,oBAAoB,CACvC,CAAC;IAEF,OAAO,YAAY,CAAC;QAClB,IAAI;QACJ,MAAM;QACN,WAAW,EAAE;YACX,yBAAyB,EAAE,uBAAuB;YAClD,oCAAoC;YACpC,QAAQ,EAAE,CAAC,QAA6B,EAAE,EAAE,CAAC,CAAC;gBAC5C,GAAG,QAAQ;gBACX,MAAM,EAAE,QAAQ,CAAC,MAAM;oBACrB,CAAC,CAAC,uBAAuB,CAAC,QAAQ,CAAC,MAAM,CAAC;oBAC1C,CAAC,CAAC,SAAS;aACd,CAAC;YACF,GAAG,WAAW;SACf;QACD,SAAS;KACV,CAAC,CAAC;AACL,CAAC;AA9BD,0DA8BC;AAED,SAAS,8BAA8B,CAErC,MAAmD;IACnD,OAAO,CAAC,MAAW,EAAE,EAAE;QACrB,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,OAAO,MAAM,CAAC;QAChB,CAAC;aAAM,CAAC;YACN,MAAM,UAAU,GAAQ,EAAE,CAAC;YAC3B,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;gBACpC,MAAM,KAAK,GAAG,MAAM,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC;gBAClC,IAAI,KAAK,EAAE,CAAC;oBACV,UAAU,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;gBACjD,CAAC;qBAAM,CAAC;oBACN,UAAU,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC;gBACxB,CAAC;YACH,CAAC;YACD,OAAO,UAAU,CAAC;QACpB,CAAC;IACH,CAAC,CAAC;AACJ,CAAC;AAmBD,MAAa,iBACX,SAAQ,qBAAY;IAGZ,OAAO,CAAS;IAChB,SAAS,CAAa;IACrB,SAAS,CAAoB;IAEtC,YAAY,KAA6B;QACvC,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC,MAAM,CAAC;QAC5B,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC,QAAQ,CAAC;QAEhC,gEAAgE;QAChE,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC,SAAS,IAAI,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IACjD,CAAC;IAED;;;;;;;;;;;;;;;;;OAiBG;IACH,cAAc,CAAC,GAAU;QACvB,OAAO,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IACjC,CAAC;IAED,KAAK,CAAC,GAAG,MAAa;QACpB,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,MAAM,CAAC,CAAC;IACvC,CAAC;IACD,IAAI,CAAC,GAAG,MAAa;QACnB,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,CAAC;IACtC,CAAC;IAED,IAAI,CAAC,GAAG,MAAa;QACnB,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QAElC,IAAI,CAAC,aAAa,CAChB;YACE,IAAI,EAAE,aAAa;YACnB,KAAK,EAAE,CAAC;SACT,EACD;YACE,SAAS,EAAE,KAAK;SACjB,CACF,CAAC;QAEF,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,CAAC;IACtC,CAAC;IAED,KAAK,CAAC,GAAG,MAAa;QACpB,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,MAAM,CAAC,CAAC;IACvC,CAAC;IAED,KAAK,CAAC,GAAG,MAAa;QACpB,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxB,OAAO;QACT,CAAC;QAED,IAAI,gBAAgB,GAAwB,EAAE,CAAC;QAC/C,IAAI,aAAa,GAAU,MAAM,CAAC;QAElC,IAAI,MAAM,CAAC,CAAC,CAAC,YAAY,KAAK,EAAE,CAAC;YAC/B,gBAAgB,GAAG,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;YACtC,aAAa,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QAClC,CAAC;aAAM,IAAI,OAAO,MAAM,CAAC,CAAC,CAAC,KAAK,QAAQ,EAAE,CAAC;YACzC,gBAAgB,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;YAC7B,aAAa,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QAClC,CAAC;QAED,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,CACvB,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,gBAAgB,EAAE,EACtC,GAAG,aAAa,CACjB,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,GAAG,MAAa;QACpB,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QAElC,IAAI,CAAC,aAAa,CAChB;YACE,IAAI,EAAE,cAAc;YACpB,KAAK,EAAE,CAAC;SACT,EACD;YACE,SAAS,EAAE,KAAK;SACjB,CACF,CAAC;QAEF,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,MAAM,CAAC,CAAC;IAChC,CAAC;IAED,KAAK,CAAC,UAAkB,EAAE,EAAE,MAAgB;QAC1C,MAAM,WAAW,GAAG,IAAI,iBAAiB,CAAC;YACxC,QAAQ,EAAE,IAAI,CAAC,SAAS;YACxB,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,EAAE,MAAM,CAAC;YAC3C,SAAS,EAAE,IAAI,CAAC,SAAS;SAC1B,CAAC,CAAC;QAEH,wBAAwB;QACxB,WAAW,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC;QAC5D,WAAW,CAAC,EAAE,CAAC,QAAQ,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAC;QAE9D,OAAO,WAAW,CAAC;IACrB,CAAC;IAED,IAAI,CACF,IAAO,EACP,IAAU;QAEV,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAChC,CAAC;IAED,SAAS,CAAC,IAAkB;QAC1B,MAAM,IAAI,GAAG,YAAY,CAAC;QAC1B,MAAM,WAAW,GAAG,kBAAkB,IAAI,CAAC,IAAI,MAAM,CAAC;QACtD,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;QACxB,IAAI,CAAC,YAAY,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC;IAC3C,CAAC;IAED,WAAW,CAAC,IAAkB;QAC5B,MAAM,IAAI,GAAG,UAAU,CAAC;QACxB,MAAM,WAAW,GAAG,mBAAmB,IAAI,CAAC,IAAI,IAAI,CAAC;QACrD,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;QACxB,IAAI,CAAC,YAAY,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC;IAC3C,CAAC;IAED,QAAQ,CACN,IAAkB,EAClB,MAA0B,EAC1B,iBAA4C;QAE5C,IAAI,CAAC,MAAM,IAAI,MAAM,KAAK,yCAAkB,CAAC,IAAI,EAAE,CAAC;YAClD,OAAO;QACT,CAAC;QAED,MAAM,IAAI,GAAG,WAAW,CAAC;QACzB,IAAI,WAAW,GAAG,iBAAiB,IAAI,CAAC,IAAI,KAAK,CAAC;QAElD,QAAQ,MAAM,EAAE,CAAC;YACf,KAAK,yCAAkB,CAAC,WAAW,CAAC,CAAC,CAAC;gBACpC,WAAW,IAAI,yKAAyK,CAAC;gBACzL,MAAM;YACR,CAAC;YACD,KAAK,yCAAkB,CAAC,IAAI,CAAC,CAAC,CAAC;gBAC7B,WAAW,IAAI,iDAAiD,CAAC;gBACjE,MAAM;YACR,CAAC;YACD,KAAK,yCAAkB,CAAC,UAAU,CAAC,CAAC,CAAC;gBACnC,WAAW,IAAI,gEAAgE,CAAC;gBAChF,MAAM;YACR,CAAC;YACD,KAAK,yCAAkB,CAAC,MAAM,CAAC,CAAC,CAAC;gBAC/B,WAAW,IAAI,wEAAwE,CAAC;gBACxF,MAAM;YACR,CAAC;YACD,KAAK,yCAAkB,CAAC,WAAW,CAAC,CAAC,CAAC;gBACpC,WAAW,IAAI,wEAAwE,CAAC;gBACxF,MAAM;YACR,CAAC;YACD,KAAK,yCAAkB,CAAC,eAAe,CAAC,CAAC,CAAC;gBACxC,MAAM,cAAc,GAAG,iBAAiB,EAAE,UAAU,EAAE,IAAI,CAAC;gBAC3D,IAAI,CAAC,cAAc,EAAE,CAAC;oBACpB,IAAI,CAAC,IAAI,CAAC,2CAA2C,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;gBACpE,CAAC;gBACD,WAAW,IAAI,cAAc;oBAC3B,CAAC,CAAC,0CAA0C,cAAc,6GAA6G;oBACvK,CAAC,CAAC,iJAAiJ,CAAC;gBACtJ,MAAM;YACR,CAAC;QACH,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QACvB,IAAI,CAAC,YAAY,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC;IAC3C,CAAC;IAED,WAAW,CAAC,IAAkB,EAAE,GAAU;QACxC,MAAM,SAAS,GAAG,cAAc,CAAC;QACjC,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,GAAG,2BAA2B,CAC1D,GAAG,EACH,SAAS,IAAI,CAAC,IAAI,oCAAoC,CACvD,CAAC;QACF,IAAI,CAAC,aAAa,CAAC,EAAE,SAAS,EAAE,OAAO,EAAE,GAAG,EAAE,WAAW,EAAE,CAAC,CAAC;IAC/D,CAAC;IAED,0BAA0B,CAAC,GAAuB;QAChD,MAAM,IAAI,GAAG,mBAAmB,CAAC;QACjC,MAAM,WAAW,GAAG,iDAAiD,CAAC;QACtE,IAAI,CAAC,IAAI,CACP;YACE,oBAAoB,EAAE,GAAG,CAAC,EAAE;SAC7B,EACD,WAAW,CACZ,CAAC;QACF,IAAI,CAAC,YAAY,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC;IAC3C,CAAC;IAED,wBAAwB,CAAC,GAAuB;QAC9C,MAAM,IAAI,GAAG,iBAAiB,CAAC;QAC/B,MAAM,WAAW,GAAG,kBAAkB,CAAC;QACvC,IAAI,CAAC,IAAI,CACP;YACE,oBAAoB,EAAE,GAAG,CAAC,EAAE;SAC7B,EACD,WAAW,CACZ,CAAC;QACF,IAAI,CAAC,YAAY,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC;IAC3C,CAAC;IAED,iBAAiB,CAAC,GAAU;QAC1B,MAAM,SAAS,GAAG,oBAAoB,CAAC;QACvC,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,GAAG,2BAA2B,CAC1D,GAAG,EACH,4DAA4D,CAC7D,CAAC;QACF,IAAI,CAAC,aAAa,CAAC,EAAE,SAAS,EAAE,OAAO,EAAE,GAAG,EAAE,WAAW,EAAE,CAAC,CAAC;IAC/D,CAAC;IAEO,aAAa,CAAC,OAKrB;QACC,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,GAAG,EAAE,WAAW,EAAE,GAAG,OAAO,CAAC;QAEzD,uEAAuE;QACvE,yEAAyE;QACzE,wEAAwE;QACxE,MAAM,IAAI,GAAI,GAAW,CAAC,IAAI,CAAC;QAE/B,IAAI,IAAA,kDAA2B,EAAC,GAAG,CAAC,EAAE,CAAC;YACrC,IAAI,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,WAAW,CAAC,CAAC;YAChD,IAAI,CAAC,SAAS,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;QAC1B,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,WAAW,CAAC,CAAC;QACjD,CAAC;QAED,IAAI,CAAC,YAAY,CAAC;YAChB,IAAI,EAAE,SAAS;YACf,WAAW;YACX,KAAK,EAAE,wCAAiB,CAAC,KAAK;SAC/B,CAAC,CAAC;IACL,CAAC;IAED,aAAa,CACX,MAAiC,EACjC,EAAE,SAAS,GAAG,IAAI,KAA2B,EAAE;QAE/C,MAAM,mBAAmB,GAAG;YAC1B,GAAG,MAAM;YACT,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;SACtB,CAAC;QAEF,IAAI,SAAS,EAAE,CAAC;YACd,IAAI,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,mBAAmB,EAAE,EAAE,mBAAmB,CAAC,CAAC;QACnE,CAAC;QAED,2DAA2D;QAC3D,2BAA2B;QAC3B,OAAO,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,mBAAmB,CAAC,CAAC;IAClD,CAAC;IAED,YAAY,CAAC,KAAwB;QACnC,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE;YACxB,GAAG,KAAK;YACR,KAAK,EAAE,KAAK,CAAC,KAAK,IAAI,wCAAiB,CAAC,IAAI;SAC7C,CAAC,CAAC;IACL,CAAC;IAED,gBAAgB,CAAC,KAA4B;QAC3C,OAAO,IAAI,CAAC,YAAY,CAAC,EAAE,GAAG,KAAK,EAAE,KAAK,EAAE,wCAAiB,CAAC,IAAI,EAAE,CAAC,CAAC;IACxE,CAAC;IAED,gBAAgB,CAAC,KAA4B;QAC3C,OAAO,IAAI,CAAC,YAAY,CAAC,EAAE,GAAG,KAAK,EAAE,KAAK,EAAE,wCAAiB,CAAC,IAAI,EAAE,CAAC,CAAC;IACxE,CAAC;IAED,iBAAiB,CAAC,KAA6B;QAC7C,OAAO,IAAI,CAAC,YAAY,CAAC,EAAE,GAAG,KAAK,EAAE,KAAK,EAAE,wCAAiB,CAAC,KAAK,EAAE,CAAC,CAAC;IACzE,CAAC;IAEO,iBAAiB,CAAC,MAAW;QACnC,IAAI,MAAM,YAAY,KAAK,EAAE,CAAC;YAC5B,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAC7B,CAAC;aAAM,IAAI,MAAM,EAAE,GAAG,YAAY,KAAK,EAAE,CAAC;YACxC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACjC,CAAC;IACH,CAAC;CACF;AA7SD,8CA6SC;AAID,SAAgB,2BAA2B,CACzC,GAA6B,EAC7B,OAAe;AAEf;;;GAGG;AACH,SAAkB;IAElB,MAAM,OAAO,GAAG,IAAA,mBAAI,GAAE,CAAC;IAEvB,IAAI,SAAiB,CAAC;IACtB,IAAI,WAAmB,CAAC;IAExB,IAAI,GAAG,YAAY,uCAAgB,EAAE,CAAC;QACpC,SAAS,GAAG,GAAG,CAAC,IAAI,CAAC;QACrB,WAAW,GAAG,GAAG,CAAC,OAAO,CAAC;IAC5B,CAAC;SAAM,CAAC;QACN,SAAS,GAAG,4CAAqB,CAAC;QAClC,WAAW,GAAG,8CAAuB,CAAC;IACxC,CAAC;IAED,IAAI,IAAA,0CAAmB,EAAC,GAAG,CAAC,EAAE,CAAC;QAC7B,uDAAuD;QACvD,wCAAwC;QACxC,OAAO,IAAI,gCAAwB,CAAC;IACtC,CAAC;IAED,MAAM,cAAc,GAAoB;QACtC,CAAC,WAAW,EAAE,SAAS,CAAC;QACxB,CAAC,QAAQ,EAAE,WAAW,CAAC;KACxB,CAAC;IAEF,IAAI,SAAS,EAAE,CAAC;QACd,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;YACzC,cAAc,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QAC7C,CAAC;IACH,CAAC;IAED,MAAM,YAAY,GAAG,cAAc;SAChC,GAAG,CAAC,CAAC,aAAa,EAAE,EAAE;QACrB,OAAO,GAAG,aAAa,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACnE,CAAC,CAAC;SACD,IAAI,CAAC,IAAI,CAAC,CAAC;IAEd,OAAO;QACL,OAAO;QACP,WAAW,EAAE,GAAG,OAAO,KAAK,YAAY,GAAG;KAC5C,CAAC;AACJ,CAAC;AAlDD,kEAkDC"}
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/logger/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;AAkEA,oCA8CC;AAMD,0DA8BC;AAyVD,kEAkDC;AA/hBD,oDAA4B;AAC5B,+BAA+B;AAC/B,mCAAsC;AACtC,mCAA4C;AAE5C,2EA4B0C;AAE1C,0DAAwC;AAE3B,QAAA,wBAAwB,GACnC,sCAAsC;IACtC,4GAA4G;IAC5G,gFAAgF,CAAC;AAEnF,2BAA2B;AAC3B,MAAM,YAAY,GAAG,OAAO,CAAC,eAAe,CAAC,CAAC;AAuB9C,SAAgB,YAAY,CAG1B,EACA,IAAI,EACJ,MAAM,EACN,WAAW,EACX,SAAS,GAIV;IACC,MAAM,YAAY,GAAyB;QACzC,IAAI;QACJ,KAAK,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,IAAI,MAAM,CAAoB;QAC3D,WAAW,EAAE;YACX,GAAG,EAAE,UAAU,GAAG;gBAChB,IAAI,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK;oBAAE,OAAO,GAAG,CAAC;gBACnC,OAAO;oBACL,OAAO,EAAE,GAAG,CAAC,OAAO;oBACpB,IAAI,EAAE,GAAG,CAAC,IAAI;oBACd,KAAK,EAAE,IAAA,cAAO,EAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC;oBAC9B,IAAI,EAAE,GAAG,CAAC,IAAI;oBACd,MAAM,EAAE,GAAG,CAAC,MAAM;iBACnB,CAAC;YACJ,CAAC;SACF;KACF,CAAC;IAEF,IAAI,MAAM,EAAE,CAAC;QACX,YAAY,CAAC,OAAO,GAAG,CAAC,EAAE,MAAM,EAAE,YAAY,CAAC,EAAE,UAAU,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC;IAC7E,CAAC;IAED,MAAM,MAAM,GAAG,gBAAM,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC;IAEjD,IAAI,WAAW,EAAE,CAAC;QAChB,MAAM,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC;IACrC,CAAC;IAED,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAS,CAAC;IAElC,OAAO,IAAI,iBAAiB,CAAC;QAC3B,MAAM;QACN,QAAQ;QACR,SAAS;KACV,CAAC,CAAC;AACL,CAAC;AAED;;;GAGG;AACH,SAAgB,uBAAuB,CAGrC,EACA,IAAI,EACJ,gBAAgB,EAChB,MAAM,EACN,WAAW,EACX,SAAS,GACwC;IACjD,MAAM,uBAAuB,GAAG,8BAA8B,CAC5D,gBAAgB,EAAE,oBAAoB,CACvC,CAAC;IAEF,OAAO,YAAY,CAAC;QAClB,IAAI;QACJ,MAAM;QACN,WAAW,EAAE;YACX,yBAAyB,EAAE,uBAAuB;YAClD,oCAAoC;YACpC,QAAQ,EAAE,CAAC,QAA6B,EAAE,EAAE,CAAC,CAAC;gBAC5C,GAAG,QAAQ;gBACX,MAAM,EAAE,QAAQ,CAAC,MAAM;oBACrB,CAAC,CAAC,uBAAuB,CAAC,QAAQ,CAAC,MAAM,CAAC;oBAC1C,CAAC,CAAC,SAAS;aACd,CAAC;YACF,GAAG,WAAW;SACf;QACD,SAAS;KACV,CAAC,CAAC;AACL,CAAC;AAED,SAAS,8BAA8B,CAErC,MAAmD;IACnD,OAAO,CAAC,MAAW,EAAE,EAAE;QACrB,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,OAAO,MAAM,CAAC;QAChB,CAAC;aAAM,CAAC;YACN,MAAM,UAAU,GAAQ,EAAE,CAAC;YAC3B,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;gBACpC,MAAM,KAAK,GAAG,MAAM,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC;gBAClC,IAAI,KAAK,EAAE,CAAC;oBACV,UAAU,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;gBACjD,CAAC;qBAAM,CAAC;oBACN,UAAU,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC;gBACxB,CAAC;YACH,CAAC;YACD,OAAO,UAAU,CAAC;QACpB,CAAC;IACH,CAAC,CAAC;AACJ,CAAC;AAmBD,MAAa,iBACX,SAAQ,qBAAY;IAGZ,OAAO,CAAS;IAChB,SAAS,CAAa;IACrB,SAAS,CAAoB;IAEtC,YAAY,KAA6B;QACvC,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC,MAAM,CAAC;QAC5B,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC,QAAQ,CAAC;QAEhC,gEAAgE;QAChE,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC,SAAS,IAAI,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IACjD,CAAC;IAED;;;;;;;;;;;;;;;;;OAiBG;IACH,cAAc,CAAC,GAAU;QACvB,OAAO,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IACjC,CAAC;IAED,KAAK,CAAC,GAAG,MAAa;QACpB,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,MAAM,CAAC,CAAC;IACvC,CAAC;IACD,IAAI,CAAC,GAAG,MAAa;QACnB,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,CAAC;IACtC,CAAC;IAED,IAAI,CAAC,GAAG,MAAa;QACnB,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QAElC,IAAI,CAAC,aAAa,CAChB;YACE,IAAI,EAAE,aAAa;YACnB,KAAK,EAAE,CAAC;SACT,EACD;YACE,SAAS,EAAE,KAAK;SACjB,CACF,CAAC;QAEF,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,CAAC;IACtC,CAAC;IAED,KAAK,CAAC,GAAG,MAAa;QACpB,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,MAAM,CAAC,CAAC;IACvC,CAAC;IAED,KAAK,CAAC,GAAG,MAAa;QACpB,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxB,OAAO;QACT,CAAC;QAED,IAAI,gBAAgB,GAAwB,EAAE,CAAC;QAC/C,IAAI,aAAa,GAAU,MAAM,CAAC;QAElC,IAAI,MAAM,CAAC,CAAC,CAAC,YAAY,KAAK,EAAE,CAAC;YAC/B,gBAAgB,GAAG,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;YACtC,aAAa,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QAClC,CAAC;aAAM,IAAI,OAAO,MAAM,CAAC,CAAC,CAAC,KAAK,QAAQ,EAAE,CAAC;YACzC,gBAAgB,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;YAC7B,aAAa,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QAClC,CAAC;QAED,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,CACvB,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,gBAAgB,EAAE,EACtC,GAAG,aAAa,CACjB,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,GAAG,MAAa;QACpB,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QAElC,IAAI,CAAC,aAAa,CAChB;YACE,IAAI,EAAE,cAAc;YACpB,KAAK,EAAE,CAAC;SACT,EACD;YACE,SAAS,EAAE,KAAK;SACjB,CACF,CAAC;QAEF,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,MAAM,CAAC,CAAC;IAChC,CAAC;IAED,KAAK,CAAC,UAAkB,EAAE,EAAE,MAAgB;QAC1C,MAAM,WAAW,GAAG,IAAI,iBAAiB,CAAC;YACxC,QAAQ,EAAE,IAAI,CAAC,SAAS;YACxB,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,EAAE,MAAM,CAAC;YAC3C,SAAS,EAAE,IAAI,CAAC,SAAS;SAC1B,CAAC,CAAC;QAEH,wBAAwB;QACxB,WAAW,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC;QAC5D,WAAW,CAAC,EAAE,CAAC,QAAQ,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAC;QAE9D,OAAO,WAAW,CAAC;IACrB,CAAC;IAED,IAAI,CACF,IAAO,EACP,IAAU;QAEV,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAChC,CAAC;IAED,SAAS,CAAC,IAAkB;QAC1B,MAAM,IAAI,GAAG,YAAY,CAAC;QAC1B,MAAM,WAAW,GAAG,kBAAkB,IAAI,CAAC,IAAI,MAAM,CAAC;QACtD,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;QACxB,IAAI,CAAC,YAAY,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC;IAC3C,CAAC;IAED,WAAW,CAAC,IAAkB;QAC5B,MAAM,IAAI,GAAG,UAAU,CAAC;QACxB,MAAM,WAAW,GAAG,mBAAmB,IAAI,CAAC,IAAI,IAAI,CAAC;QACrD,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;QACxB,IAAI,CAAC,YAAY,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC;IAC3C,CAAC;IAED,QAAQ,CACN,IAAkB,EAClB,MAA0B,EAC1B,iBAA4C;QAE5C,IAAI,CAAC,MAAM,IAAI,MAAM,KAAK,yCAAkB,CAAC,IAAI,EAAE,CAAC;YAClD,OAAO;QACT,CAAC;QAED,MAAM,IAAI,GAAG,WAAW,CAAC;QACzB,IAAI,WAAW,GAAG,iBAAiB,IAAI,CAAC,IAAI,KAAK,CAAC;QAElD,QAAQ,MAAM,EAAE,CAAC;YACf,KAAK,yCAAkB,CAAC,WAAW,CAAC,CAAC,CAAC;gBACpC,WAAW,IAAI,yKAAyK,CAAC;gBACzL,MAAM;YACR,CAAC;YACD,KAAK,yCAAkB,CAAC,IAAI,CAAC,CAAC,CAAC;gBAC7B,WAAW,IAAI,iDAAiD,CAAC;gBACjE,MAAM;YACR,CAAC;YACD,KAAK,yCAAkB,CAAC,UAAU,CAAC,CAAC,CAAC;gBACnC,WAAW,IAAI,gEAAgE,CAAC;gBAChF,MAAM;YACR,CAAC;YACD,KAAK,yCAAkB,CAAC,MAAM,CAAC,CAAC,CAAC;gBAC/B,WAAW,IAAI,wEAAwE,CAAC;gBACxF,MAAM;YACR,CAAC;YACD,KAAK,yCAAkB,CAAC,WAAW,CAAC,CAAC,CAAC;gBACpC,WAAW,IAAI,wEAAwE,CAAC;gBACxF,MAAM;YACR,CAAC;YACD,KAAK,yCAAkB,CAAC,eAAe,CAAC,CAAC,CAAC;gBACxC,MAAM,cAAc,GAAG,iBAAiB,EAAE,UAAU,EAAE,IAAI,CAAC;gBAC3D,IAAI,CAAC,cAAc,EAAE,CAAC;oBACpB,IAAI,CAAC,IAAI,CAAC,2CAA2C,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;gBACpE,CAAC;gBACD,WAAW,IAAI,cAAc;oBAC3B,CAAC,CAAC,0CAA0C,cAAc,6GAA6G;oBACvK,CAAC,CAAC,iJAAiJ,CAAC;gBACtJ,MAAM;YACR,CAAC;QACH,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QACvB,IAAI,CAAC,YAAY,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC;IAC3C,CAAC;IAED,WAAW,CAAC,IAAkB,EAAE,GAAU;QACxC,MAAM,SAAS,GAAG,cAAc,CAAC;QACjC,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,GAAG,2BAA2B,CAC1D,GAAG,EACH,SAAS,IAAI,CAAC,IAAI,oCAAoC,CACvD,CAAC;QACF,IAAI,CAAC,aAAa,CAAC,EAAE,SAAS,EAAE,OAAO,EAAE,GAAG,EAAE,WAAW,EAAE,CAAC,CAAC;IAC/D,CAAC;IAED,0BAA0B,CAAC,GAAuB;QAChD,MAAM,IAAI,GAAG,mBAAmB,CAAC;QACjC,MAAM,WAAW,GAAG,iDAAiD,CAAC;QACtE,IAAI,CAAC,IAAI,CACP;YACE,oBAAoB,EAAE,GAAG,CAAC,EAAE;SAC7B,EACD,WAAW,CACZ,CAAC;QACF,IAAI,CAAC,YAAY,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC;IAC3C,CAAC;IAED,wBAAwB,CAAC,GAAuB;QAC9C,MAAM,IAAI,GAAG,iBAAiB,CAAC;QAC/B,MAAM,WAAW,GAAG,kBAAkB,CAAC;QACvC,IAAI,CAAC,IAAI,CACP;YACE,oBAAoB,EAAE,GAAG,CAAC,EAAE;SAC7B,EACD,WAAW,CACZ,CAAC;QACF,IAAI,CAAC,YAAY,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC;IAC3C,CAAC;IAED,iBAAiB,CAAC,GAAU;QAC1B,MAAM,SAAS,GAAG,oBAAoB,CAAC;QACvC,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,GAAG,2BAA2B,CAC1D,GAAG,EACH,4DAA4D,CAC7D,CAAC;QACF,IAAI,CAAC,aAAa,CAAC,EAAE,SAAS,EAAE,OAAO,EAAE,GAAG,EAAE,WAAW,EAAE,CAAC,CAAC;IAC/D,CAAC;IAEO,aAAa,CAAC,OAKrB;QACC,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,GAAG,EAAE,WAAW,EAAE,GAAG,OAAO,CAAC;QAEzD,uEAAuE;QACvE,yEAAyE;QACzE,wEAAwE;QACxE,MAAM,IAAI,GAAI,GAAW,CAAC,IAAI,CAAC;QAE/B,IAAI,IAAA,kDAA2B,EAAC,GAAG,CAAC,EAAE,CAAC;YACrC,IAAI,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,WAAW,CAAC,CAAC;YAChD,IAAI,CAAC,SAAS,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;QAC1B,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,WAAW,CAAC,CAAC;QACjD,CAAC;QAED,IAAI,CAAC,YAAY,CAAC;YAChB,IAAI,EAAE,SAAS;YACf,WAAW;YACX,KAAK,EAAE,wCAAiB,CAAC,KAAK;SAC/B,CAAC,CAAC;IACL,CAAC;IAED,aAAa,CACX,MAAiC,EACjC,EAAE,SAAS,GAAG,IAAI,KAA2B,EAAE;QAE/C,MAAM,mBAAmB,GAAG;YAC1B,GAAG,MAAM;YACT,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;SACtB,CAAC;QAEF,IAAI,SAAS,EAAE,CAAC;YACd,IAAI,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,mBAAmB,EAAE,EAAE,mBAAmB,CAAC,CAAC;QACnE,CAAC;QAED,2DAA2D;QAC3D,2BAA2B;QAC3B,OAAO,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,mBAAmB,CAAC,CAAC;IAClD,CAAC;IAED,YAAY,CAAC,KAAwB;QACnC,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE;YACxB,GAAG,KAAK;YACR,KAAK,EAAE,KAAK,CAAC,KAAK,IAAI,wCAAiB,CAAC,IAAI;SAC7C,CAAC,CAAC;IACL,CAAC;IAED,gBAAgB,CAAC,KAA4B;QAC3C,OAAO,IAAI,CAAC,YAAY,CAAC,EAAE,GAAG,KAAK,EAAE,KAAK,EAAE,wCAAiB,CAAC,IAAI,EAAE,CAAC,CAAC;IACxE,CAAC;IAED,gBAAgB,CAAC,KAA4B;QAC3C,OAAO,IAAI,CAAC,YAAY,CAAC,EAAE,GAAG,KAAK,EAAE,KAAK,EAAE,wCAAiB,CAAC,IAAI,EAAE,CAAC,CAAC;IACxE,CAAC;IAED,iBAAiB,CAAC,KAA6B;QAC7C,OAAO,IAAI,CAAC,YAAY,CAAC,EAAE,GAAG,KAAK,EAAE,KAAK,EAAE,wCAAiB,CAAC,KAAK,EAAE,CAAC,CAAC;IACzE,CAAC;IAEO,iBAAiB,CAAC,MAAW;QACnC,IAAI,MAAM,YAAY,KAAK,EAAE,CAAC;YAC5B,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAC7B,CAAC;aAAM,IAAI,MAAM,EAAE,GAAG,YAAY,KAAK,EAAE,CAAC;YACxC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACjC,CAAC;IACH,CAAC;CACF;AA7SD,8CA6SC;AAID,SAAgB,2BAA2B,CACzC,GAA6B,EAC7B,OAAe;AAEf;;;GAGG;AACH,SAAkB;IAElB,MAAM,OAAO,GAAG,IAAA,mBAAI,GAAE,CAAC;IAEvB,IAAI,SAAiB,CAAC;IACtB,IAAI,WAAmB,CAAC;IAExB,IAAI,GAAG,YAAY,uCAAgB,EAAE,CAAC;QACpC,SAAS,GAAG,GAAG,CAAC,IAAI,CAAC;QACrB,WAAW,GAAG,GAAG,CAAC,OAAO,CAAC;IAC5B,CAAC;SAAM,CAAC;QACN,SAAS,GAAG,4CAAqB,CAAC;QAClC,WAAW,GAAG,8CAAuB,CAAC;IACxC,CAAC;IAED,IAAI,IAAA,0CAAmB,EAAC,GAAG,CAAC,EAAE,CAAC;QAC7B,uDAAuD;QACvD,wCAAwC;QACxC,OAAO,IAAI,gCAAwB,CAAC;IACtC,CAAC;IAED,MAAM,cAAc,GAAoB;QACtC,CAAC,WAAW,EAAE,SAAS,CAAC;QACxB,CAAC,QAAQ,EAAE,WAAW,CAAC;KACxB,CAAC;IAEF,IAAI,SAAS,EAAE,CAAC;QACd,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;YACzC,cAAc,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QAC7C,CAAC;IACH,CAAC;IAED,MAAM,YAAY,GAAG,cAAc;SAChC,GAAG,CAAC,CAAC,aAAa,EAAE,EAAE;QACrB,OAAO,GAAG,aAAa,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACnE,CAAC,CAAC;SACD,IAAI,CAAC,IAAI,CAAC,CAAC;IAEd,OAAO;QACL,OAAO;QACP,WAAW,EAAE,GAAG,OAAO,KAAK,YAAY,GAAG;KAC5C,CAAC;AACJ,CAAC"}
|
|
@@ -1,6 +1,9 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.unregisterIntegrationLoggerEventHandlers =
|
|
3
|
+
exports.unregisterIntegrationLoggerEventHandlers = void 0;
|
|
4
|
+
exports.registerEventHandlers = registerEventHandlers;
|
|
5
|
+
exports.unregisterEventHandlers = unregisterEventHandlers;
|
|
6
|
+
exports.registerIntegrationLoggerEventHandlers = registerIntegrationLoggerEventHandlers;
|
|
4
7
|
function createUncaughtExceptionListener(callback) {
|
|
5
8
|
return (error) => {
|
|
6
9
|
callback(error, 'uncaughtException');
|
|
@@ -24,7 +27,6 @@ function registerEventHandlers(callback) {
|
|
|
24
27
|
uncaughtExceptionListener,
|
|
25
28
|
};
|
|
26
29
|
}
|
|
27
|
-
exports.registerEventHandlers = registerEventHandlers;
|
|
28
30
|
/**
|
|
29
31
|
* Call this function before exiting the node process when using `registerEventHandlers`
|
|
30
32
|
*/
|
|
@@ -33,7 +35,6 @@ function unregisterEventHandlers({ uncaughtExceptionListener, }) {
|
|
|
33
35
|
process.removeListener('uncaughtException', uncaughtExceptionListener);
|
|
34
36
|
});
|
|
35
37
|
}
|
|
36
|
-
exports.unregisterEventHandlers = unregisterEventHandlers;
|
|
37
38
|
function integrationLoggerEventHandlerCallback(getErrorLogger) {
|
|
38
39
|
return (err, event) => {
|
|
39
40
|
const logger = getErrorLogger();
|
|
@@ -54,7 +55,6 @@ function integrationLoggerEventHandlerCallback(getErrorLogger) {
|
|
|
54
55
|
function registerIntegrationLoggerEventHandlers(getErrorLogger) {
|
|
55
56
|
return registerEventHandlers(integrationLoggerEventHandlerCallback(getErrorLogger));
|
|
56
57
|
}
|
|
57
|
-
exports.registerIntegrationLoggerEventHandlers = registerIntegrationLoggerEventHandlers;
|
|
58
58
|
/**
|
|
59
59
|
* Call this function before exiting the node process when using `registerIntegrationLoggerEventHandlers`
|
|
60
60
|
*
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"registerEventHandlers.js","sourceRoot":"","sources":["../../../src/logger/registerEventHandlers.ts"],"names":[],"mappings":";;;
|
|
1
|
+
{"version":3,"file":"registerEventHandlers.js","sourceRoot":"","sources":["../../../src/logger/registerEventHandlers.ts"],"names":[],"mappings":";;;AAgCA,sDAQC;AAKD,0DAMC;AA4BD,wFAMC;AA5ED,SAAS,+BAA+B,CACtC,QAAgC;IAEhC,OAAO,CAAC,KAAK,EAAE,EAAE;QACf,QAAQ,CAAC,KAAK,EAAE,mBAAmB,CAAC,CAAC;IACvC,CAAC,CAAC;AACJ,CAAC;AAMD;;;;;;;;;;GAUG;AACH,SAAgB,qBAAqB,CACnC,QAAgC;IAEhC,MAAM,yBAAyB,GAAG,+BAA+B,CAAC,QAAQ,CAAC,CAAC;IAC5E,OAAO,CAAC,EAAE,CAAC,mBAAmB,EAAE,yBAAyB,CAAC,CAAC;IAC3D,OAAO;QACL,yBAAyB;KAC1B,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAgB,uBAAuB,CAAC,EACtC,yBAAyB,GACA;IACzB,OAAO,CAAC,QAAQ,CAAC,GAAG,EAAE;QACpB,OAAO,CAAC,cAAc,CAAC,mBAAmB,EAAE,yBAAyB,CAAC,CAAC;IACzE,CAAC,CAAC,CAAC;AACL,CAAC;AAOD,SAAS,qCAAqC,CAC5C,cAAiC;IAEjC,OAAO,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE;QACpB,MAAM,MAAM,GAAG,cAAc,EAAE,CAAC;QAChC,MAAM,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC;QAE7B,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;YACrB,MAAM,CAAC,SAAS,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;QAC5B,CAAC;IACH,CAAC,CAAC;AACJ,CAAC;AAED;;;;;;;GAOG;AACH,SAAgB,sCAAsC,CACpD,cAAiC;IAEjC,OAAO,qBAAqB,CAC1B,qCAAqC,CAAC,cAAc,CAAC,CACtD,CAAC;AACJ,CAAC;AAED;;;;;;;GAOG;AACU,QAAA,wCAAwC,GAAG,uBAAuB,CAAC"}
|
|
@@ -1,6 +1,7 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.
|
|
3
|
+
exports.IntegrationRuntimeMetric = void 0;
|
|
4
|
+
exports.timeOperation = timeOperation;
|
|
4
5
|
/**
|
|
5
6
|
* Custom metrics that are published from the integration SDK runtime
|
|
6
7
|
*/
|
|
@@ -22,5 +23,4 @@ async function timeOperation({ logger, metricName, dimensions, operation, }) {
|
|
|
22
23
|
});
|
|
23
24
|
});
|
|
24
25
|
}
|
|
25
|
-
exports.timeOperation = timeOperation;
|
|
26
26
|
//# sourceMappingURL=index.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/metrics/index.ts"],"names":[],"mappings":";;;
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/metrics/index.ts"],"names":[],"mappings":";;;AAkBA,sCAiBC;AAjCD;;GAEG;AACH,IAAY,wBAIX;AAJD,WAAY,wBAAwB;IAClC,qEAAyC,CAAA;IACzC,+EAAmD,CAAA;IACnD,6FAAiE,CAAA;AACnE,CAAC,EAJW,wBAAwB,wCAAxB,wBAAwB,QAInC;AASM,KAAK,UAAU,aAAa,CAAsB,EACvD,MAAM,EACN,UAAU,EACV,UAAU,EACV,SAAS,GACa;IACtB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC7B,OAAO,MAAM,OAAO,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE;QACrD,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QAExC,MAAM,CAAC,aAAa,CAAC;YACnB,IAAI,EAAE,UAAU;YAChB,IAAI,EAAE,cAAc;YACpB,UAAU;YACV,KAAK,EAAE,QAAQ;SAChB,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC"}
|
|
@@ -38,8 +38,36 @@ export declare class FileSystemGraphObjectStore implements GraphObjectStore {
|
|
|
38
38
|
iterateEntities<T extends Entity = Entity>(filter: GraphObjectFilter, iteratee: GraphObjectIteratee<T>): Promise<void>;
|
|
39
39
|
iterateRelationships<T extends Relationship = Relationship>(filter: GraphObjectFilter, iteratee: GraphObjectIteratee<T>): Promise<void>;
|
|
40
40
|
flush(onEntitiesFlushed?: (entities: Entity[]) => Promise<void>, onRelationshipsFlushed?: (relationships: Relationship[]) => Promise<void>): Promise<void>;
|
|
41
|
-
|
|
42
|
-
|
|
41
|
+
/**
|
|
42
|
+
* Asynchronously flushes entity data to disk.
|
|
43
|
+
*
|
|
44
|
+
* This function ensures that entity data is saved to disk when necessary. It uses a locking mechanism
|
|
45
|
+
* to prevent concurrent modifications and checks if the data size exceeds a certain threshold before flushing.
|
|
46
|
+
*
|
|
47
|
+
* @param {function} [onEntitiesFlushed] - Optional. A callback function that is invoked after the entities
|
|
48
|
+
* have been flushed to disk. It receives an array of entities as
|
|
49
|
+
* an argument and returns a Promise.
|
|
50
|
+
* @param {Boolean} [force=false] - Optional. A boolean flag indicating whether to force the flushing process
|
|
51
|
+
* regardless of the data size threshold.
|
|
52
|
+
*
|
|
53
|
+
* This process ensures efficient and necessary data uploads, avoiding redundant or unnecessary disk operations.
|
|
54
|
+
*/
|
|
55
|
+
flushEntitiesToDisk(onEntitiesFlushed?: (entities: Entity[]) => Promise<void>, force?: Boolean): Promise<void>;
|
|
56
|
+
/**
|
|
57
|
+
* Asynchronously flushes relationship data to disk.
|
|
58
|
+
*
|
|
59
|
+
* This function ensures that relationship data is saved to disk when necessary. It uses a locking mechanism
|
|
60
|
+
* to prevent concurrent modifications and checks if the data size exceeds a certain threshold before flushing.
|
|
61
|
+
*
|
|
62
|
+
* @param {function} [onRelationshipsFlushed] - Optional. A callback function that is invoked after the relationships
|
|
63
|
+
* have been flushed to disk. It receives an array of relationships as
|
|
64
|
+
* an argument and returns a Promise.
|
|
65
|
+
* @param {Boolean} [force=false] - Optional. A boolean flag indicating whether to force the flushing process
|
|
66
|
+
* regardless of the data size threshold.
|
|
67
|
+
*
|
|
68
|
+
* This process ensures efficient and necessary data uploads, avoiding redundant or unnecessary disk operations.
|
|
69
|
+
*/
|
|
70
|
+
flushRelationshipsToDisk(onRelationshipsFlushed?: (relationships: Relationship[]) => Promise<void>, force?: Boolean): Promise<void>;
|
|
43
71
|
getIndexMetadataForGraphObjectType({ stepId, _type, graphObjectCollectionType, }: GetIndexMetadataForGraphObjectTypeParams): GraphObjectIndexMetadata | undefined;
|
|
44
72
|
/**
|
|
45
73
|
* This function is ensures that only one input operation can
|
|
@@ -1,11 +1,7 @@
|
|
|
1
1
|
"use strict";
|
|
2
|
-
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
-
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
-
};
|
|
5
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
3
|
exports.FileSystemGraphObjectStore = exports.MAX_GRAPH_OBJECT_BUFFER_THRESHOLD_IN_BYTES = exports.DEFAULT_GRAPH_OBJECT_FILE_SIZE = exports.DEFAULT_GRAPH_OBJECT_BUFFER_THRESHOLD = void 0;
|
|
7
4
|
const async_sema_1 = require("async-sema");
|
|
8
|
-
const p_map_1 = __importDefault(require("p-map"));
|
|
9
5
|
const flushDataToDisk_1 = require("./flushDataToDisk");
|
|
10
6
|
const indices_1 = require("./indices");
|
|
11
7
|
const memory_1 = require("../memory");
|
|
@@ -119,75 +115,129 @@ class FileSystemGraphObjectStore {
|
|
|
119
115
|
}
|
|
120
116
|
async flush(onEntitiesFlushed, onRelationshipsFlushed) {
|
|
121
117
|
await Promise.all([
|
|
122
|
-
this.flushEntitiesToDisk(onEntitiesFlushed),
|
|
123
|
-
this.flushRelationshipsToDisk(onRelationshipsFlushed),
|
|
118
|
+
this.flushEntitiesToDisk(onEntitiesFlushed, true),
|
|
119
|
+
this.flushRelationshipsToDisk(onRelationshipsFlushed, true),
|
|
124
120
|
]);
|
|
125
121
|
}
|
|
126
|
-
|
|
127
|
-
|
|
128
|
-
|
|
129
|
-
|
|
130
|
-
|
|
131
|
-
|
|
132
|
-
|
|
133
|
-
|
|
134
|
-
|
|
135
|
-
|
|
136
|
-
|
|
137
|
-
|
|
138
|
-
|
|
139
|
-
|
|
140
|
-
|
|
141
|
-
|
|
142
|
-
|
|
143
|
-
|
|
144
|
-
|
|
145
|
-
|
|
122
|
+
/**
|
|
123
|
+
* Asynchronously flushes entity data to disk.
|
|
124
|
+
*
|
|
125
|
+
* This function ensures that entity data is saved to disk when necessary. It uses a locking mechanism
|
|
126
|
+
* to prevent concurrent modifications and checks if the data size exceeds a certain threshold before flushing.
|
|
127
|
+
*
|
|
128
|
+
* @param {function} [onEntitiesFlushed] - Optional. A callback function that is invoked after the entities
|
|
129
|
+
* have been flushed to disk. It receives an array of entities as
|
|
130
|
+
* an argument and returns a Promise.
|
|
131
|
+
* @param {Boolean} [force=false] - Optional. A boolean flag indicating whether to force the flushing process
|
|
132
|
+
* regardless of the data size threshold.
|
|
133
|
+
*
|
|
134
|
+
* This process ensures efficient and necessary data uploads, avoiding redundant or unnecessary disk operations.
|
|
135
|
+
*/
|
|
136
|
+
async flushEntitiesToDisk(onEntitiesFlushed, force = false) {
|
|
137
|
+
await this.lockOperation(async () => {
|
|
138
|
+
// This code rechecks the condition that triggers the flushing process to avoid unnecessary uploads
|
|
139
|
+
// During concurrent steps, we might be deleting items from memory while a step is adding new items. This could cause the threshold
|
|
140
|
+
// to be triggered again. By rechecking the condition, we ensure that only necessary uploads occur.
|
|
141
|
+
if (!force &&
|
|
142
|
+
this.localGraphObjectStore.getTotalEntitySizeInBytes() <
|
|
143
|
+
this.graphObjectBufferThresholdInBytes) {
|
|
144
|
+
return;
|
|
145
|
+
}
|
|
146
|
+
const entitiesByStep = this.localGraphObjectStore.collectEntitiesByStep();
|
|
147
|
+
let entitiesToUpload = [];
|
|
148
|
+
for (const [stepId, entities] of entitiesByStep) {
|
|
149
|
+
const indexable = entities.filter((e) => {
|
|
150
|
+
const indexMetadata = this.getIndexMetadataForGraphObjectType({
|
|
151
|
+
stepId,
|
|
152
|
+
_type: e._type,
|
|
153
|
+
graphObjectCollectionType: 'entities',
|
|
146
154
|
});
|
|
147
|
-
|
|
148
|
-
|
|
149
|
-
this.entityOnDiskLocationMap.set(e._key, {
|
|
150
|
-
graphDataPath,
|
|
151
|
-
index,
|
|
152
|
-
});
|
|
153
|
-
}
|
|
155
|
+
if (typeof indexMetadata === 'undefined') {
|
|
156
|
+
return true;
|
|
154
157
|
}
|
|
155
|
-
|
|
158
|
+
return indexMetadata.enabled === true;
|
|
159
|
+
});
|
|
160
|
+
if (indexable.length) {
|
|
161
|
+
await Promise.all((0, lodash_1.chunk)(indexable, this.graphObjectFileSize).map(async (data) => {
|
|
162
|
+
const graphObjectsToFilePaths = await (0, flushDataToDisk_1.flushDataToDisk)({
|
|
163
|
+
storageDirectoryPath: stepId,
|
|
164
|
+
collectionType: 'entities',
|
|
165
|
+
data,
|
|
166
|
+
pretty: this.prettifyFiles,
|
|
167
|
+
});
|
|
168
|
+
for (const { graphDataPath, collection, } of graphObjectsToFilePaths) {
|
|
169
|
+
for (const [index, e] of collection.entries()) {
|
|
170
|
+
this.entityOnDiskLocationMap.set(e._key, {
|
|
171
|
+
graphDataPath,
|
|
172
|
+
index,
|
|
173
|
+
});
|
|
174
|
+
}
|
|
175
|
+
}
|
|
176
|
+
}));
|
|
177
|
+
}
|
|
178
|
+
this.localGraphObjectStore.flushEntities(entities, stepId);
|
|
179
|
+
entitiesToUpload = entitiesToUpload.concat(entities);
|
|
156
180
|
}
|
|
157
|
-
this.localGraphObjectStore.flushEntities(entities, stepId);
|
|
158
181
|
if (onEntitiesFlushed) {
|
|
159
|
-
await onEntitiesFlushed(
|
|
182
|
+
await onEntitiesFlushed(entitiesToUpload);
|
|
160
183
|
}
|
|
161
|
-
})
|
|
184
|
+
});
|
|
162
185
|
}
|
|
163
|
-
|
|
164
|
-
|
|
165
|
-
|
|
166
|
-
|
|
167
|
-
|
|
168
|
-
|
|
169
|
-
|
|
186
|
+
/**
|
|
187
|
+
* Asynchronously flushes relationship data to disk.
|
|
188
|
+
*
|
|
189
|
+
* This function ensures that relationship data is saved to disk when necessary. It uses a locking mechanism
|
|
190
|
+
* to prevent concurrent modifications and checks if the data size exceeds a certain threshold before flushing.
|
|
191
|
+
*
|
|
192
|
+
* @param {function} [onRelationshipsFlushed] - Optional. A callback function that is invoked after the relationships
|
|
193
|
+
* have been flushed to disk. It receives an array of relationships as
|
|
194
|
+
* an argument and returns a Promise.
|
|
195
|
+
* @param {Boolean} [force=false] - Optional. A boolean flag indicating whether to force the flushing process
|
|
196
|
+
* regardless of the data size threshold.
|
|
197
|
+
*
|
|
198
|
+
* This process ensures efficient and necessary data uploads, avoiding redundant or unnecessary disk operations.
|
|
199
|
+
*/
|
|
200
|
+
async flushRelationshipsToDisk(onRelationshipsFlushed, force = false) {
|
|
201
|
+
await this.lockOperation(async () => {
|
|
202
|
+
// This code rechecks the condition that triggers the flushing process to avoid unnecessary uploads
|
|
203
|
+
// During concurrent steps, we might be deleting items from memory while a step is adding new items. This could cause the threshold
|
|
204
|
+
// to be triggered again. By rechecking the condition, we ensure that only necessary uploads occur.
|
|
205
|
+
if (!force &&
|
|
206
|
+
this.localGraphObjectStore.getTotalRelationshipSizeInBytes() <
|
|
207
|
+
this.graphObjectBufferThresholdInBytes) {
|
|
208
|
+
return;
|
|
209
|
+
}
|
|
210
|
+
const relationshipsByStep = this.localGraphObjectStore.collectRelationshipsByStep();
|
|
211
|
+
let relationshipsToUpload = [];
|
|
212
|
+
for (const [stepId, relationships] of relationshipsByStep) {
|
|
213
|
+
const indexable = relationships.filter((r) => {
|
|
214
|
+
const indexMetadata = this.getIndexMetadataForGraphObjectType({
|
|
215
|
+
stepId,
|
|
216
|
+
_type: r._type,
|
|
217
|
+
graphObjectCollectionType: 'relationships',
|
|
218
|
+
});
|
|
219
|
+
if (typeof indexMetadata === 'undefined') {
|
|
220
|
+
return true;
|
|
221
|
+
}
|
|
222
|
+
return indexMetadata.enabled === true;
|
|
170
223
|
});
|
|
171
|
-
if (
|
|
172
|
-
|
|
224
|
+
if (indexable.length) {
|
|
225
|
+
await Promise.all((0, lodash_1.chunk)(indexable, this.graphObjectFileSize).map(async (data) => {
|
|
226
|
+
await (0, flushDataToDisk_1.flushDataToDisk)({
|
|
227
|
+
storageDirectoryPath: stepId,
|
|
228
|
+
collectionType: 'relationships',
|
|
229
|
+
data,
|
|
230
|
+
pretty: this.prettifyFiles,
|
|
231
|
+
});
|
|
232
|
+
}));
|
|
173
233
|
}
|
|
174
|
-
|
|
175
|
-
|
|
176
|
-
if (indexable.length) {
|
|
177
|
-
await Promise.all((0, lodash_1.chunk)(indexable, this.graphObjectFileSize).map(async (data) => {
|
|
178
|
-
await (0, flushDataToDisk_1.flushDataToDisk)({
|
|
179
|
-
storageDirectoryPath: stepId,
|
|
180
|
-
collectionType: 'relationships',
|
|
181
|
-
data,
|
|
182
|
-
pretty: this.prettifyFiles,
|
|
183
|
-
});
|
|
184
|
-
}));
|
|
234
|
+
this.localGraphObjectStore.flushRelationships(relationships, stepId);
|
|
235
|
+
relationshipsToUpload = relationshipsToUpload.concat(relationships);
|
|
185
236
|
}
|
|
186
|
-
this.localGraphObjectStore.flushRelationships(relationships, stepId);
|
|
187
237
|
if (onRelationshipsFlushed) {
|
|
188
|
-
await onRelationshipsFlushed(
|
|
238
|
+
await onRelationshipsFlushed(relationshipsToUpload);
|
|
189
239
|
}
|
|
190
|
-
})
|
|
240
|
+
});
|
|
191
241
|
}
|
|
192
242
|
getIndexMetadataForGraphObjectType({ stepId, _type, graphObjectCollectionType, }) {
|
|
193
243
|
if (!this.stepIdToGraphObjectIndexMetadataMap) {
|