@jupiterone/integration-sdk-runtime 8.3.2 → 8.4.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/src/api/index.js +1 -1
- package/dist/src/api/index.js.map +1 -1
- package/dist/src/execution/config.js +1 -1
- package/dist/src/execution/config.js.map +1 -1
- package/dist/src/execution/dependencyGraph.js +54 -10
- package/dist/src/execution/dependencyGraph.js.map +1 -1
- package/dist/src/execution/executeIntegration.js +19 -20
- package/dist/src/execution/executeIntegration.js.map +1 -1
- package/dist/src/execution/instance.js +1 -1
- package/dist/src/execution/instance.js.map +1 -1
- package/dist/src/execution/step.d.ts +5 -1
- package/dist/src/execution/step.js +35 -8
- package/dist/src/execution/step.js.map +1 -1
- package/dist/src/execution/uploader.js +2 -2
- package/dist/src/execution/uploader.js.map +1 -1
- package/dist/src/execution/utils/getMaskedFields.js +1 -1
- package/dist/src/execution/utils/getMaskedFields.js.map +1 -1
- package/dist/src/execution/utils/trimStringValues.js +3 -3
- package/dist/src/execution/utils/trimStringValues.js.map +1 -1
- package/dist/src/fileSystem.d.ts +5 -2
- package/dist/src/fileSystem.js +25 -9
- package/dist/src/fileSystem.js.map +1 -1
- package/dist/src/logger/index.js +4 -6
- package/dist/src/logger/index.js.map +1 -1
- package/dist/src/storage/FileSystemGraphObjectStore/FileSystemGraphObjectStore.js +8 -8
- package/dist/src/storage/FileSystemGraphObjectStore/FileSystemGraphObjectStore.js.map +1 -1
- package/dist/src/storage/FileSystemGraphObjectStore/flushDataToDisk.js +7 -7
- package/dist/src/storage/FileSystemGraphObjectStore/flushDataToDisk.js.map +1 -1
- package/dist/src/storage/FileSystemGraphObjectStore/indices.js +3 -3
- package/dist/src/storage/FileSystemGraphObjectStore/indices.js.map +1 -1
- package/dist/src/synchronization/index.js +11 -11
- package/dist/src/synchronization/index.js.map +1 -1
- package/dist/tsconfig.dist.tsbuildinfo +1 -6498
- package/package.json +4 -4
package/dist/src/api/index.js
CHANGED
|
@@ -39,7 +39,7 @@ function getApiBaseUrl({ dev } = { dev: false }) {
|
|
|
39
39
|
}
|
|
40
40
|
exports.getApiBaseUrl = getApiBaseUrl;
|
|
41
41
|
function getFromEnv(variableName, missingError) {
|
|
42
|
-
dotenv_expand_1.default(dotenv_1.default.config());
|
|
42
|
+
(0, dotenv_expand_1.default)(dotenv_1.default.config());
|
|
43
43
|
const value = process.env[variableName];
|
|
44
44
|
if (!value) {
|
|
45
45
|
throw new missingError();
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/api/index.ts"],"names":[],"mappings":";;;;;;AACA,4DAAoC;AAGpC,oDAA4B;AAC5B,kEAAyC;AAEzC,mCAGiB;AAUjB;;;;;;;;GAQG;AACH,SAAgB,eAAe,CAAC,EAC9B,UAAU,EACV,OAAO,EACP,WAAW,GACU;IACrB,MAAM,OAAO,GAA2B;QACtC,kBAAkB,EAAE,OAAO;QAC3B,cAAc,EAAE,kBAAkB;KACnC,CAAC;IAEF,IAAI,WAAW,EAAE;QACf,OAAO,CAAC,aAAa,GAAG,UAAU,WAAW,EAAE,CAAC;KACjD;IAED,OAAO,IAAI,eAAK,CAAC;QACf,OAAO,EAAE,UAAU;QACnB,OAAO;KACR,CAAc,CAAC;AAClB,CAAC;AAlBD,0CAkBC;AAMD,SAAgB,aAAa,CAAC,EAAE,GAAG,KAAyB,EAAE,GAAG,EAAE,KAAK,EAAE;IACxE,IAAI,GAAG,EAAE;QACP,OAAO,+BAA+B,CAAC;KACxC;IAED,OAAO,8BAA8B,CAAC;AACxC,CAAC;AAND,sCAMC;AAED,SAAS,UAAU,CACjB,YAAoB,EACpB,YAAwC;IAExC,uBAAY,
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/api/index.ts"],"names":[],"mappings":";;;;;;AACA,4DAAoC;AAGpC,oDAA4B;AAC5B,kEAAyC;AAEzC,mCAGiB;AAUjB;;;;;;;;GAQG;AACH,SAAgB,eAAe,CAAC,EAC9B,UAAU,EACV,OAAO,EACP,WAAW,GACU;IACrB,MAAM,OAAO,GAA2B;QACtC,kBAAkB,EAAE,OAAO;QAC3B,cAAc,EAAE,kBAAkB;KACnC,CAAC;IAEF,IAAI,WAAW,EAAE;QACf,OAAO,CAAC,aAAa,GAAG,UAAU,WAAW,EAAE,CAAC;KACjD;IAED,OAAO,IAAI,eAAK,CAAC;QACf,OAAO,EAAE,UAAU;QACnB,OAAO;KACR,CAAc,CAAC;AAClB,CAAC;AAlBD,0CAkBC;AAMD,SAAgB,aAAa,CAAC,EAAE,GAAG,KAAyB,EAAE,GAAG,EAAE,KAAK,EAAE;IACxE,IAAI,GAAG,EAAE;QACP,OAAO,+BAA+B,CAAC;KACxC;IAED,OAAO,8BAA8B,CAAC;AACxC,CAAC;AAND,sCAMC;AAED,SAAS,UAAU,CACjB,YAAoB,EACpB,YAAwC;IAExC,IAAA,uBAAY,EAAC,gBAAM,CAAC,MAAM,EAAE,CAAC,CAAC;IAE9B,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;IAExC,IAAI,CAAC,KAAK,EAAE;QACV,MAAM,IAAI,YAAY,EAAE,CAAC;KAC1B;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAEM,MAAM,wBAAwB,GAAG,GAAG,EAAE,CAC3C,UAAU,CAAC,oBAAoB,EAAE,sCAA8B,CAAC,CAAC;AADtD,QAAA,wBAAwB,4BAC8B;AAE5D,MAAM,yBAAyB,GAAG,GAAG,EAAE,CAC5C,UAAU,CAAC,oBAAoB,EAAE,uCAA+B,CAAC,CAAC;AADvD,QAAA,yBAAyB,6BAC8B"}
|
|
@@ -16,7 +16,7 @@ function loadConfigFromEnvironmentVariables(configMap) {
|
|
|
16
16
|
dotenvExpand(dotenv_1.default.config());
|
|
17
17
|
return Object.entries(configMap)
|
|
18
18
|
.map(([field, config]) => {
|
|
19
|
-
const environmentVariableName = snakeCase_1.default(field).toUpperCase();
|
|
19
|
+
const environmentVariableName = (0, snakeCase_1.default)(field).toUpperCase();
|
|
20
20
|
const environmentVariableValue = process.env[environmentVariableName];
|
|
21
21
|
if (environmentVariableValue === undefined) {
|
|
22
22
|
throw configFieldMissingError(field, environmentVariableName);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"config.js","sourceRoot":"","sources":["../../../src/execution/config.ts"],"names":[],"mappings":";;;;;;AAAA,oDAA4B;AAC5B,iEAAyC;AAEzC,2EAM0C;AAE1C,MAAM,YAAY,GAAG,OAAO,CAAC,eAAe,CAAC,CAAC;AAE9C;;GAEG;AACH,SAAgB,kCAAkC,CAEhD,SAAqD;IACrD,4DAA4D;IAC5D,YAAY,CAAC,gBAAM,CAAC,MAAM,EAAE,CAAC,CAAC;IAE9B,OAAO,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC;SAC7B,GAAG,CAAC,CAAC,CAAC,KAAK,EAAE,MAAM,CAAC,EAA8B,EAAE;QACnD,MAAM,uBAAuB,GAAG,mBAAS,
|
|
1
|
+
{"version":3,"file":"config.js","sourceRoot":"","sources":["../../../src/execution/config.ts"],"names":[],"mappings":";;;;;;AAAA,oDAA4B;AAC5B,iEAAyC;AAEzC,2EAM0C;AAE1C,MAAM,YAAY,GAAG,OAAO,CAAC,eAAe,CAAC,CAAC;AAE9C;;GAEG;AACH,SAAgB,kCAAkC,CAEhD,SAAqD;IACrD,4DAA4D;IAC5D,YAAY,CAAC,gBAAM,CAAC,MAAM,EAAE,CAAC,CAAC;IAE9B,OAAO,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC;SAC7B,GAAG,CAAC,CAAC,CAAC,KAAK,EAAE,MAAM,CAAC,EAA8B,EAAE;QACnD,MAAM,uBAAuB,GAAG,IAAA,mBAAS,EAAC,KAAK,CAAC,CAAC,WAAW,EAAE,CAAC;QAE/D,MAAM,wBAAwB,GAAG,OAAO,CAAC,GAAG,CAAC,uBAAuB,CAAC,CAAC;QAEtE,IAAI,wBAAwB,KAAK,SAAS,EAAE;YAC1C,MAAM,uBAAuB,CAAC,KAAK,EAAE,uBAAuB,CAAC,CAAC;SAC/D;QACD,MAAM,cAAc,GAAG,uCAAuC,CAC5D,KAAK,EACL,MAAM,EACN,wBAAwB,CACzB,CAAC;QAEF,OAAO,CAAC,KAAK,EAAE,cAAc,CAAC,CAAC;IACjC,CAAC,CAAC;SACD,MAAM,CAAC,CAAC,GAAqC,EAAE,CAAC,KAAK,EAAE,KAAK,CAAC,EAAE,EAAE;QAChE,GAAG,CAAC,KAAK,CAAC,GAAG,KAAK,CAAC;QACnB,OAAO,GAAG,CAAC;IACb,CAAC,EAAE,EAAE,CAAY,CAAC;AACtB,CAAC;AA3BD,gFA2BC;AAED,SAAS,uCAAuC,CAC9C,KAAa,EACb,WAA2C,EAC3C,wBAAgC;IAEhC,IAAI,cAAgC,CAAC;IAErC,QAAQ,WAAW,CAAC,IAAI,EAAE;QACxB,KAAK,SAAS,CAAC,CAAC;YACd,MAAM,SAAS,GAAG,wBAAwB,CAAC,WAAW,EAAE,CAAC;YACzD,IAAI,SAAS,KAAK,MAAM,EAAE;gBACxB,cAAc,GAAG,IAAI,CAAC;aACvB;iBAAM,IAAI,SAAS,KAAK,OAAO,EAAE;gBAChC,cAAc,GAAG,KAAK,CAAC;aACxB;iBAAM;gBACL,MAAM,IAAI,mEAA4C,CACpD,qCAAqC,KAAK,mBAAmB,wBAAwB,IAAI,CAC1F,CAAC;aACH;YACD,MAAM;SACP;QACD,KAAK,QAAQ,CAAC;QACd;YACE,cAAc,GAAG,wBAAwB,CAAC;KAC7C;IACD,OAAO,cAAc,CAAC;AACxB,CAAC;AAED,SAAS,uBAAuB,CAC9B,KAAa,EACb,uBAA+B;IAE/B,MAAM,IAAI,8DAAuC,CAC/C,kCAAkC,uBAAuB,uBAAuB,KAAK,cAAc,CACpG,CAAC;AACJ,CAAC"}
|
|
@@ -9,6 +9,7 @@ const p_queue_1 = __importDefault(require("p-queue"));
|
|
|
9
9
|
const integration_sdk_core_1 = require("@jupiterone/integration-sdk-core");
|
|
10
10
|
const metrics_1 = require("../metrics");
|
|
11
11
|
const jobState_1 = require("./jobState");
|
|
12
|
+
const fileSystem_1 = require("../fileSystem");
|
|
12
13
|
/**
|
|
13
14
|
* This function accepts a list of steps and constructs a dependency graph
|
|
14
15
|
* using the `dependsOn` field from each step.
|
|
@@ -61,6 +62,10 @@ function executeStepDependencyGraph({ executionContext, inputGraph, stepStartSta
|
|
|
61
62
|
function isStepEnabled(stepId) {
|
|
62
63
|
return stepStartStates[stepId].disabled === false;
|
|
63
64
|
}
|
|
65
|
+
function hasCachePath(stepId) {
|
|
66
|
+
var _a;
|
|
67
|
+
return (_a = !!stepStartStates[stepId].stepCachePath) !== null && _a !== void 0 ? _a : false;
|
|
68
|
+
}
|
|
64
69
|
/**
|
|
65
70
|
* Updates the result of a step result with the provided satus
|
|
66
71
|
*/
|
|
@@ -152,18 +157,21 @@ function executeStepDependencyGraph({ executionContext, inputGraph, stepStartSta
|
|
|
152
157
|
const step = workingGraph.getNodeData(stepId);
|
|
153
158
|
/**
|
|
154
159
|
* We only remove the node from the graph and
|
|
155
|
-
* execute the step if it is enabled.
|
|
160
|
+
* execute the step if it is enabled. If a cache filepath
|
|
161
|
+
* is provided, the execution is replaced with loading
|
|
162
|
+
* from disk.
|
|
156
163
|
*
|
|
157
164
|
* This allows for dependencies to remain in the graph
|
|
158
165
|
* and prevents dependent steps from executing.
|
|
159
166
|
*/
|
|
160
167
|
if (isStepEnabled(stepId) && stepDependenciesAreComplete(stepId)) {
|
|
161
168
|
removeStepFromWorkingGraph(stepId);
|
|
162
|
-
void promiseQueue.add(() => metrics_1.timeOperation({
|
|
169
|
+
void promiseQueue.add(() => (0, metrics_1.timeOperation)({
|
|
163
170
|
logger: executionContext.logger,
|
|
164
171
|
metricName: `duration-step`,
|
|
165
172
|
dimensions: {
|
|
166
173
|
stepId,
|
|
174
|
+
cached: hasCachePath(stepId).toString(),
|
|
167
175
|
},
|
|
168
176
|
operation: () => executeStep(step),
|
|
169
177
|
}).catch(handleUnexpectedError));
|
|
@@ -196,15 +204,21 @@ function executeStepDependencyGraph({ executionContext, inputGraph, stepStartSta
|
|
|
196
204
|
logger.stepStart(step);
|
|
197
205
|
let status;
|
|
198
206
|
try {
|
|
199
|
-
|
|
200
|
-
|
|
201
|
-
|
|
202
|
-
status = integration_sdk_core_1.StepResultStatus.PARTIAL_SUCCESS_DUE_TO_DEPENDENCY_FAILURE;
|
|
207
|
+
if (hasCachePath(stepId)) {
|
|
208
|
+
const stepCacheFilePath = stepStartStates[step.id].stepCachePath;
|
|
209
|
+
status = await loadCacheForStep(stepCacheFilePath, context);
|
|
203
210
|
}
|
|
204
|
-
|
|
205
|
-
|
|
206
|
-
|
|
211
|
+
if (status !== integration_sdk_core_1.StepResultStatus.CACHED) {
|
|
212
|
+
await step.executionHandler(context);
|
|
213
|
+
if (stepHasDependencyFailure(stepId)) {
|
|
214
|
+
status = integration_sdk_core_1.StepResultStatus.PARTIAL_SUCCESS_DUE_TO_DEPENDENCY_FAILURE;
|
|
215
|
+
}
|
|
216
|
+
else {
|
|
217
|
+
status = integration_sdk_core_1.StepResultStatus.SUCCESS;
|
|
218
|
+
maybeLogUndeclaredTypes(context, step, typeTracker);
|
|
219
|
+
}
|
|
207
220
|
}
|
|
221
|
+
context.logger.stepSuccess(step);
|
|
208
222
|
logger.info({
|
|
209
223
|
stepId,
|
|
210
224
|
summary: JSON.stringify(typeTracker.summarizeStep(stepId)),
|
|
@@ -238,6 +252,36 @@ function executeStepDependencyGraph({ executionContext, inputGraph, stepStartSta
|
|
|
238
252
|
updateStepResultStatus(stepId, status, typeTracker);
|
|
239
253
|
enqueueLeafSteps();
|
|
240
254
|
}
|
|
255
|
+
/**
|
|
256
|
+
* Loads cached step data.
|
|
257
|
+
* @param stepCacheFilePath
|
|
258
|
+
* @param context
|
|
259
|
+
*/
|
|
260
|
+
async function loadCacheForStep(stepCacheFilePath, context) {
|
|
261
|
+
let status = integration_sdk_core_1.StepResultStatus.FAILURE;
|
|
262
|
+
const entitiesPath = `${stepCacheFilePath}/entities`;
|
|
263
|
+
const relationshipsPath = `${stepCacheFilePath}/relationships`;
|
|
264
|
+
const { jobState, logger } = context;
|
|
265
|
+
let entitiesCount = 0;
|
|
266
|
+
await (0, fileSystem_1.iterateParsedEntityGraphFiles)(async (entities) => {
|
|
267
|
+
entitiesCount += entities.length;
|
|
268
|
+
await jobState.addEntities(entities);
|
|
269
|
+
status = integration_sdk_core_1.StepResultStatus.CACHED;
|
|
270
|
+
}, entitiesPath);
|
|
271
|
+
let relationshipCount = 0;
|
|
272
|
+
await (0, fileSystem_1.iterateParsedRelationshipGraphFiles)(async (relationships) => {
|
|
273
|
+
relationshipCount += relationships.length;
|
|
274
|
+
await jobState.addRelationships(relationships);
|
|
275
|
+
status = integration_sdk_core_1.StepResultStatus.CACHED;
|
|
276
|
+
}, relationshipsPath);
|
|
277
|
+
if (entitiesCount || relationshipCount) {
|
|
278
|
+
logger.info({ entitiesCount, relationshipCount }, `Loaded entities and relationship(s) from cache.`);
|
|
279
|
+
}
|
|
280
|
+
else {
|
|
281
|
+
logger.warn(`Expected to find entities or relationships for step but found none.`);
|
|
282
|
+
}
|
|
283
|
+
return status;
|
|
284
|
+
}
|
|
241
285
|
// kick off work for all leaf nodes
|
|
242
286
|
enqueueLeafSteps();
|
|
243
287
|
void promiseQueue
|
|
@@ -257,7 +301,7 @@ function buildStepContext({ stepId, context, duplicateKeyTracker, typeTracker, g
|
|
|
257
301
|
return beforeAddEntity(context, entity);
|
|
258
302
|
}
|
|
259
303
|
: undefined;
|
|
260
|
-
const jobState = jobState_1.createStepJobState({
|
|
304
|
+
const jobState = (0, jobState_1.createStepJobState)({
|
|
261
305
|
stepId,
|
|
262
306
|
duplicateKeyTracker,
|
|
263
307
|
typeTracker,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"dependencyGraph.js","sourceRoot":"","sources":["../../../src/execution/dependencyGraph.ts"],"names":[],"mappings":";;;;;;AAAA,uDAA4C;AAC5C,sDAAmC;AAEnC,2EAS0C;AAE1C,wCAA2C;AAE3C,yCAKoB;
|
|
1
|
+
{"version":3,"file":"dependencyGraph.js","sourceRoot":"","sources":["../../../src/execution/dependencyGraph.ts"],"names":[],"mappings":";;;;;;AAAA,uDAA4C;AAC5C,sDAAmC;AAEnC,2EAS0C;AAE1C,wCAA2C;AAE3C,yCAKoB;AAKpB,8CAGuB;AAEvB;;;GAGG;AACH,SAAgB,wBAAwB,CAEtC,KAAoC;IACpC,MAAM,eAAe,GAAG,IAAI,2BAAQ,EAA+B,CAAC;IAEpE,sBAAsB;IACtB,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;QACrB,eAAe,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;IACzC,CAAC,CAAC,CAAC;IAEH,mBAAmB;IACnB,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;;QACrB,MAAA,IAAI,CAAC,SAAS,0CAAE,OAAO,CAAC,CAAC,UAAU,EAAE,EAAE;YACrC,eAAe,CAAC,aAAa,CAAC,IAAI,CAAC,EAAE,EAAE,UAAU,CAAC,CAAC;QACrD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,6CAA6C;IAC7C,oCAAoC;IACpC,eAAe,CAAC,YAAY,EAAE,CAAC;IAE/B,OAAO,eAAe,CAAC;AACzB,CAAC;AAtBD,4DAsBC;AAED;;;;;;;;;;;;;GAaG;AACH,SAAgB,0BAA0B,CAGxC,EACA,gBAAgB,EAChB,UAAU,EACV,eAAe,EACf,mBAAmB,EACnB,gBAAgB,EAChB,SAAS,EACT,iCAAiC,EACjC,eAAe,GAUhB;IACC,yDAAyD;IACzD,0BAA0B;IAC1B,EAAE;IACF,2DAA2D;IAC3D,qDAAqD;IACrD,sCAAsC;IACtC,MAAM,YAAY,GAAG,UAAU,CAAC,KAAK,EAAE,CAAC;IAExC,sDAAsD;IACtD,MAAM,YAAY,GAAG,IAAI,iBAAY,EAAE,CAAC;IAExC,MAAM,WAAW,GAAG,IAAI,sBAAW,EAAE,CAAC;IACtC,MAAM,cAAc,GAAG,mBAAmB,CAAC,UAAU,EAAE,eAAe,CAAC,CAAC;IAExE,SAAS,aAAa,CAAC,MAAc;QACnC,OAAO,eAAe,CAAC,MAAM,CAAC,CAAC,QAAQ,KAAK,KAAK,CAAC;IACpD,CAAC;IAED,SAAS,YAAY,CAAC,MAAc;;QAClC,OAAO,MAAA,CAAC,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,aAAa,mCAAI,KAAK,CAAC;IAC1D,CAAC;IAED;;OAEG;IACH,SAAS,sBAAsB,CAC7B,MAAc,EACd,MAAwB,EACxB,WAAwB;QAExB,MAAM,cAAc,GAAG,cAAc,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAClD,IAAI,cAAc,EAAE;YAClB,cAAc,CAAC,GAAG,CAAC,MAAM,EAAE;gBACzB,GAAG,cAAc;gBACjB,MAAM;gBACN,gBAAgB,EAAE,WAAW,CAAC,0BAA0B,CAAC,MAAM,CAAC;aACjE,CAAC,CAAC;SACJ;IACH,CAAC;IAED;;;;;;OAMG;IACH,SAAS,wBAAwB,CAAC,MAAc;QAC9C,OAAO,UAAU;aACd,cAAc,CAAC,MAAM,CAAC;aACtB,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,cAAc,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;aACnC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE;YACf,MAAM,MAAM,GAAG,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,MAAM,CAAC;YAC9B,OAAO,CACL,MAAM,KAAK,uCAAgB,CAAC,OAAO;gBACnC,MAAM,KAAK,uCAAgB,CAAC,yCAAyC,CACtE,CAAC;QACJ,CAAC,CAAC,CAAC;IACP,CAAC;IAED;;;;;OAKG;IACH,SAAS,0BAA0B,CAAC,MAAc;QAChD,YAAY,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,SAAS,EAAE,EAAE;YACtD,YAAY,CAAC,gBAAgB,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;QACnD,CAAC,CAAC,CAAC;QAEH,YAAY,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;IAClC,CAAC;IAED;;OAEG;IACH,SAAS,2BAA2B,CAAC,MAAc;QACjD,MAAM,qBAAqB,GAAG,UAAU;aACrC,cAAc,CAAC,MAAM,CAAC;aACtB,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,cAAc,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;aACnC,MAAM,CACL,CAAC,UAAU,EAAE,EAAE,CACb,CAAA,UAAU,aAAV,UAAU,uBAAV,UAAU,CAAE,MAAM,MAAK,uCAAgB,CAAC,kBAAkB,CAC7D,CAAC;QAEJ,OAAO,qBAAqB,CAAC,MAAM,KAAK,CAAC,CAAC;IAC5C,CAAC;IAED;;OAEG;IACH,SAAS,uBAAuB,CAC9B,OAA8B,EAC9B,IAAiC,EACjC,WAAwB;QAExB,MAAM,gBAAgB,GAAG,WAAW,CAAC,0BAA0B,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACzE,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAC9B,sBAAsB,CAAC,IAAI,CAAC,CAAC,aAAa,CAC3C,CAAC;QACF,MAAM,eAAe,GAAG,gBAAgB,CAAC,MAAM,CAC7C,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,gBAAgB,CAAC,GAAG,CAAC,IAAI,CAAC,CACtC,CAAC;QAEF,IAAI,eAAe,CAAC,MAAM,EAAE;YAC1B,OAAO,CAAC,MAAM,CAAC,IAAI,CACjB;gBACE,eAAe;aAChB,EACD,iCAAiC,CAClC,CAAC;SACH;IACH,CAAC;IAED,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC;;;;WAIG;QACH,SAAS,qBAAqB,CAAC,GAAU;YACvC,YAAY,CAAC,KAAK,EAAE,CAAC;YACrB,MAAM,CAAC,GAAG,CAAC,CAAC;QACd,CAAC;QAED;;;;;;WAMG;QACH,SAAS,gBAAgB;YACvB,yDAAyD;YACzD,IAAI,YAAY,CAAC,QAAQ,EAAE;gBACzB,OAAO;aACR;YAED,YAAY,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE;gBACjD,MAAM,IAAI,GAAG,YAAY,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;gBAE9C;;;;;;;;mBAQG;gBACH,IAAI,aAAa,CAAC,MAAM,CAAC,IAAI,2BAA2B,CAAC,MAAM,CAAC,EAAE;oBAChE,0BAA0B,CAAC,MAAM,CAAC,CAAC;oBACnC,KAAK,YAAY,CAAC,GAAG,CAAC,GAAG,EAAE,CACzB,IAAA,uBAAa,EAAC;wBACZ,MAAM,EAAE,gBAAgB,CAAC,MAAM;wBAC/B,UAAU,EAAE,eAAe;wBAC3B,UAAU,EAAE;4BACV,MAAM;4BACN,MAAM,EAAE,YAAY,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE;yBACxC;wBACD,SAAS,EAAE,GAAG,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC;qBACnC,CAAC,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAChC,CAAC;iBACH;YACH,CAAC,CAAC,CAAC;QACL,CAAC;QAED;;;;;WAKG;QACH,KAAK,UAAU,WAAW,CAAC,IAAiC;YAC1D,MAAM,EAAE,EAAE,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;YAE5B,IAAI,QAAiD,CAAC;YAEtD,IAAI,iCAAiC,EAAE;gBACrC,QAAQ,GAAG,iCAAiC,CAAC,MAAM,CAAC,CAAC;aACtD;YAED,MAAM,OAAO,GAAG,gBAAgB,CAG9B;gBACA,OAAO,EAAE,gBAAgB;gBACzB,mBAAmB;gBACnB,WAAW;gBACX,gBAAgB;gBAChB,SAAS;gBACT,MAAM;gBACN,eAAe;gBACf,QAAQ;aACT,CAAC,CAAC;YAEH,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;YAE3B,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;YAEvB,IAAI,MAAoC,CAAC;YAEzC,IAAI;gBACF,IAAI,YAAY,CAAC,MAAM,CAAC,EAAE;oBACxB,MAAM,iBAAiB,GAAG,eAAe,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,aAAc,CAAC;oBAClE,MAAM,GAAG,MAAM,gBAAgB,CAAC,iBAAiB,EAAE,OAAO,CAAC,CAAC;iBAC7D;gBAED,IAAI,MAAM,KAAK,uCAAgB,CAAC,MAAM,EAAE;oBACtC,MAAM,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;oBAErC,IAAI,wBAAwB,CAAC,MAAM,CAAC,EAAE;wBACpC,MAAM,GAAG,uCAAgB,CAAC,yCAAyC,CAAC;qBACrE;yBAAM;wBACL,MAAM,GAAG,uCAAgB,CAAC,OAAO,CAAC;wBAClC,uBAAuB,CAAC,OAAO,EAAE,IAAI,EAAE,WAAW,CAAC,CAAC;qBACrD;iBACF;gBACD,OAAO,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;gBAEjC,MAAM,CAAC,IAAI,CACT;oBACE,MAAM;oBACN,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;iBAC3D,EACD,cAAc,CACf,CAAC;aACH;YAAC,OAAO,GAAG,EAAE;gBACZ,MAAM,CAAC,IAAI,CACT;oBACE,MAAM;oBACN,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;iBAC3D,EACD,qBAAqB,CACtB,CAAC;gBAEF,OAAO,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;gBAEtC,IAAI,GAAG,CAAC,KAAK,EAAE;oBACb,uDAAuD;oBACvD,MAAM,GAAG,CAAC;iBACX;gBAED,MAAM,GAAG,uCAAgB,CAAC,OAAO,CAAC;aACnC;YAED,MAAM,OAAO,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;YAE/B,IAAI,OAAO,CAAC,QAAQ,CAAC,wBAAwB,EAAE;gBAC7C,IAAI;oBACF,oEAAoE;oBACpE,qEAAqE;oBACrE,8BAA8B;oBAC9B,MAAM,OAAO,CAAC,QAAQ,CAAC,wBAAwB,EAAE,CAAC;iBACnD;gBAAC,OAAO,GAAG,EAAE;oBACZ,OAAO,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;oBACtC,MAAM,GAAG,uCAAgB,CAAC,OAAO,CAAC;iBACnC;aACF;YAED,sBAAsB,CAAC,MAAM,EAAE,MAAM,EAAE,WAAW,CAAC,CAAC;YACpD,gBAAgB,EAAE,CAAC;QACrB,CAAC;QAED;;;;WAIG;QACH,KAAK,UAAU,gBAAgB,CAC7B,iBAAyB,EACzB,OAA8B;YAE9B,IAAI,MAAM,GAAG,uCAAgB,CAAC,OAAO,CAAC;YACtC,MAAM,YAAY,GAAG,GAAG,iBAAiB,WAAW,CAAC;YACrD,MAAM,iBAAiB,GAAG,GAAG,iBAAiB,gBAAgB,CAAC;YAE/D,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;YAErC,IAAI,aAAa,GAAG,CAAC,CAAC;YACtB,MAAM,IAAA,0CAA6B,EAAC,KAAK,EAAE,QAAQ,EAAE,EAAE;gBACrD,aAAa,IAAI,QAAQ,CAAC,MAAM,CAAC;gBACjC,MAAM,QAAQ,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;gBACrC,MAAM,GAAG,uCAAgB,CAAC,MAAM,CAAC;YACnC,CAAC,EAAE,YAAY,CAAC,CAAC;YAEjB,IAAI,iBAAiB,GAAG,CAAC,CAAC;YAC1B,MAAM,IAAA,gDAAmC,EAAC,KAAK,EAAE,aAAa,EAAE,EAAE;gBAChE,iBAAiB,IAAI,aAAa,CAAC,MAAM,CAAC;gBAC1C,MAAM,QAAQ,CAAC,gBAAgB,CAAC,aAAa,CAAC,CAAC;gBAC/C,MAAM,GAAG,uCAAgB,CAAC,MAAM,CAAC;YACnC,CAAC,EAAE,iBAAiB,CAAC,CAAC;YAEtB,IAAI,aAAa,IAAI,iBAAiB,EAAE;gBACtC,MAAM,CAAC,IAAI,CACT,EAAE,aAAa,EAAE,iBAAiB,EAAE,EACpC,iDAAiD,CAClD,CAAC;aACH;iBAAM;gBACL,MAAM,CAAC,IAAI,CACT,qEAAqE,CACtE,CAAC;aACH;YAED,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,mCAAmC;QACnC,gBAAgB,EAAE,CAAC;QAEnB,KAAK,YAAY;aACd,MAAM,EAAE;aACR,IAAI,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,GAAG,cAAc,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;aACjD,KAAK,CAAC,MAAM,CAAC,CAAC;IACnB,CAAC,CAAC,CAAC;AACL,CAAC;AAlVD,gEAkVC;AAED,SAAS,gBAAgB,CAGvB,EACA,MAAM,EACN,OAAO,EACP,mBAAmB,EACnB,WAAW,EACX,gBAAgB,EAChB,SAAS,EACT,QAAQ,EACR,eAAe,GAUhB;IACC,2EAA2E;IAC3E,2EAA2E;IAC3E,4EAA4E;IAC5E,gBAAgB;IAChB,MAAM,uBAAuB,GAC3B,OAAO,eAAe,KAAK,WAAW;QACpC,CAAC,CAAC,CAAC,MAAc,EAAU,EAAE;YACzB,OAAO,eAAe,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAC1C,CAAC;QACH,CAAC,CAAC,SAAS,CAAC;IAEhB,MAAM,QAAQ,GAAG,IAAA,6BAAkB,EAAC;QAClC,MAAM;QACN,mBAAmB;QACnB,WAAW;QACX,gBAAgB;QAChB,SAAS;QACT,eAAe,EAAE,uBAAuB;QACxC,QAAQ;KACT,CAAC,CAAC;IAEH,MAAM,oBAAoB,GAAyB;QACjD,GAAG,OAAO;QACV,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC;YAC3B,MAAM;SACP,CAAC;QACF,QAAQ;KACT,CAAC;IAEF,OAAO,oBAA6C,CAAC;AACvD,CAAC;AAED,SAAS,mBAAmB,CAG1B,eAAsD,EACtD,eAAgC;IAEhC,MAAM,oBAAoB,GAAG,eAAe;SACzC,YAAY,EAAE;SACd,GAAG,CAAC,CAAC,MAAM,EAAyB,EAAE;QACrC,MAAM,IAAI,GAAG,eAAe,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;QAEjD,MAAM,uBAAuB,GAC3B,eAAe;aACZ,cAAc,CAAC,IAAI,CAAC,EAAE,CAAC;aACvB,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;QAE7D,MAAM,EAAE,aAAa,EAAE,YAAY,EAAE,GAAG,sBAAsB,CAAC,IAAI,CAAC,CAAC;QAErE,OAAO;YACL,EAAE,EAAE,IAAI,CAAC,EAAE;YACX,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,aAAa;YACb,YAAY;YACZ,gBAAgB,EAAE,EAAE;YACpB,MAAM,EACJ,eAAe,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,QAAQ,IAAI,uBAAuB;gBAC1D,CAAC,CAAC,uCAAgB,CAAC,QAAQ;gBAC3B,CAAC,CAAC,uCAAgB,CAAC,kBAAkB;SAC1C,CAAC;IACJ,CAAC,CAAC;SACD,GAAG,CAAC,CAAC,MAAM,EAAmC,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC,CAAC;IAEzE,OAAO,IAAI,GAAG,CAAgC,oBAAoB,CAAC,CAAC;AACtE,CAAC;AAED,SAAgB,sBAAsB,CAGpC,IAAiC;IAKjC,MAAM,aAAa,GAAa,EAAE,CAAC;IACnC,MAAM,YAAY,GAAa,EAAE,CAAC;IAElC;QACE,GAAG,IAAI,CAAC,QAAQ;QAChB,GAAG,IAAI,CAAC,aAAa;QACrB,GAAG,CAAC,IAAI,CAAC,mBAAmB,IAAI,EAAE,CAAC;KACpC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;QACV,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QAC5B,IAAI,CAAC,CAAC,OAAO,EAAE;YACb,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;SAC5B;IACH,CAAC,CAAC,CAAC;IAEH,OAAO,EAAE,aAAa,EAAE,YAAY,EAAE,CAAC;AACzC,CAAC;AAvBD,wDAuBC"}
|
|
@@ -17,19 +17,18 @@ const THIRTY_SECONDS_STORAGE_INTERVAL_MS = 60000 / 2;
|
|
|
17
17
|
* variables.
|
|
18
18
|
*/
|
|
19
19
|
async function executeIntegrationLocally(config, executionHistory, options) {
|
|
20
|
-
|
|
20
|
+
var _a;
|
|
21
|
+
const logger = (0, logger_1.createIntegrationLogger)({
|
|
21
22
|
name: 'Local',
|
|
22
23
|
invocationConfig: config,
|
|
23
24
|
pretty: true,
|
|
24
25
|
});
|
|
25
|
-
const registeredEventListeners = logger_1.registerIntegrationLoggerEventHandlers(() => logger);
|
|
26
|
-
const result = await executeIntegrationInstance(logger, instance_1.createIntegrationInstanceForLocalExecution(config), config, executionHistory, {
|
|
26
|
+
const registeredEventListeners = (0, logger_1.registerIntegrationLoggerEventHandlers)(() => logger);
|
|
27
|
+
const result = await executeIntegrationInstance(logger, (0, instance_1.createIntegrationInstanceForLocalExecution)(config), config, executionHistory, {
|
|
27
28
|
...options,
|
|
28
|
-
enableSchemaValidation: (options === null || options === void 0 ? void 0 : options.enableSchemaValidation) !==
|
|
29
|
-
? options.enableSchemaValidation
|
|
30
|
-
: true,
|
|
29
|
+
enableSchemaValidation: (_a = options === null || options === void 0 ? void 0 : options.enableSchemaValidation) !== null && _a !== void 0 ? _a : true,
|
|
31
30
|
});
|
|
32
|
-
logger_1.unregisterIntegrationLoggerEventHandlers(registeredEventListeners);
|
|
31
|
+
(0, logger_1.unregisterIntegrationLoggerEventHandlers)(registeredEventListeners);
|
|
33
32
|
return result;
|
|
34
33
|
}
|
|
35
34
|
exports.executeIntegrationLocally = executeIntegrationLocally;
|
|
@@ -40,8 +39,8 @@ async function executeIntegrationInstance(logger, instance, config, executionHis
|
|
|
40
39
|
if (options.enableSchemaValidation === true) {
|
|
41
40
|
process.env.ENABLE_GRAPH_OBJECT_SCHEMA_VALIDATION = 'true';
|
|
42
41
|
}
|
|
43
|
-
const instanceWithTrimmedConfig = trimStringValues_1.trimStringValues(instance, getMaskedFields_1.getMaskedFields(config));
|
|
44
|
-
return metrics_1.timeOperation({
|
|
42
|
+
const instanceWithTrimmedConfig = (0, trimStringValues_1.trimStringValues)(instance, (0, getMaskedFields_1.getMaskedFields)(config));
|
|
43
|
+
return (0, metrics_1.timeOperation)({
|
|
45
44
|
logger,
|
|
46
45
|
metricName: 'duration-collect',
|
|
47
46
|
operation: () => {
|
|
@@ -64,10 +63,10 @@ function publishDiskUsageMetric(context, size) {
|
|
|
64
63
|
});
|
|
65
64
|
}
|
|
66
65
|
async function tryPublishDiskUsageMetric(context) {
|
|
67
|
-
if (!(await fileSystem_1.isRootStorageDirectoryPresent())) {
|
|
66
|
+
if (!(await (0, fileSystem_1.isRootStorageDirectoryPresent)())) {
|
|
68
67
|
return;
|
|
69
68
|
}
|
|
70
|
-
publishDiskUsageMetric(context, await fileSystem_1.getRootStorageDirectorySize());
|
|
69
|
+
publishDiskUsageMetric(context, await (0, fileSystem_1.getRootStorageDirectorySize)());
|
|
71
70
|
}
|
|
72
71
|
/**
|
|
73
72
|
* Executes an integration and performs actions defined by the config
|
|
@@ -77,13 +76,13 @@ async function executeWithContext(context, config, options = {}) {
|
|
|
77
76
|
var _a, _b, _c;
|
|
78
77
|
const { logger } = context;
|
|
79
78
|
logger.info({
|
|
80
|
-
compressionEnabled: fileSystem_1.isCompressionEnabled(),
|
|
79
|
+
compressionEnabled: (0, fileSystem_1.isCompressionEnabled)(),
|
|
81
80
|
}, 'Starting execution with config...');
|
|
82
81
|
await tryPublishDiskUsageMetric(context);
|
|
83
82
|
let diskUsagePublishInterval;
|
|
84
83
|
let executionComplete = false;
|
|
85
84
|
try {
|
|
86
|
-
await fileSystem_1.removeStorageDirectory();
|
|
85
|
+
await (0, fileSystem_1.removeStorageDirectory)();
|
|
87
86
|
try {
|
|
88
87
|
await ((_a = config.validateInvocation) === null || _a === void 0 ? void 0 : _a.call(config, context));
|
|
89
88
|
}
|
|
@@ -91,14 +90,14 @@ async function executeWithContext(context, config, options = {}) {
|
|
|
91
90
|
logger.validationFailure(err);
|
|
92
91
|
throw err;
|
|
93
92
|
}
|
|
94
|
-
const stepStartStates = (_c = (await ((_b = config.getStepStartStates) === null || _b === void 0 ? void 0 : _b.call(config, context)))) !== null && _c !== void 0 ? _c : step_1.getDefaultStepStartStates(config.integrationSteps);
|
|
95
|
-
validation_1.validateStepStartStates(config.integrationSteps, stepStartStates);
|
|
93
|
+
const stepStartStates = (_c = (await ((_b = config.getStepStartStates) === null || _b === void 0 ? void 0 : _b.call(config, context)))) !== null && _c !== void 0 ? _c : (0, step_1.getDefaultStepStartStates)(config.integrationSteps);
|
|
94
|
+
(0, validation_1.validateStepStartStates)(config.integrationSteps, stepStartStates);
|
|
96
95
|
diskUsagePublishInterval = setInterval(() => {
|
|
97
|
-
fileSystem_1.isRootStorageDirectoryPresent()
|
|
96
|
+
(0, fileSystem_1.isRootStorageDirectoryPresent)()
|
|
98
97
|
.then((present) => {
|
|
99
98
|
if (!present)
|
|
100
99
|
return;
|
|
101
|
-
return fileSystem_1.getRootStorageDirectorySize().then((size) => {
|
|
100
|
+
return (0, fileSystem_1.getRootStorageDirectorySize)().then((size) => {
|
|
102
101
|
if (executionComplete) {
|
|
103
102
|
return;
|
|
104
103
|
}
|
|
@@ -113,7 +112,7 @@ async function executeWithContext(context, config, options = {}) {
|
|
|
113
112
|
});
|
|
114
113
|
}, THIRTY_SECONDS_STORAGE_INTERVAL_MS);
|
|
115
114
|
const { graphObjectStore = new storage_1.FileSystemGraphObjectStore(), createStepGraphObjectDataUploader, } = options;
|
|
116
|
-
const integrationStepResults = await step_1.executeSteps({
|
|
115
|
+
const integrationStepResults = await (0, step_1.executeSteps)({
|
|
117
116
|
executionContext: context,
|
|
118
117
|
integrationSteps: config.integrationSteps,
|
|
119
118
|
stepStartStates,
|
|
@@ -124,14 +123,14 @@ async function executeWithContext(context, config, options = {}) {
|
|
|
124
123
|
beforeAddEntity: config.beforeAddEntity,
|
|
125
124
|
dependencyGraphOrder: config.dependencyGraphOrder,
|
|
126
125
|
});
|
|
127
|
-
const partialDatasets = step_1.determinePartialDatasetsFromStepExecutionResults(integrationStepResults);
|
|
126
|
+
const partialDatasets = (0, step_1.determinePartialDatasetsFromStepExecutionResults)(integrationStepResults);
|
|
128
127
|
const summary = {
|
|
129
128
|
integrationStepResults,
|
|
130
129
|
metadata: {
|
|
131
130
|
partialDatasets,
|
|
132
131
|
},
|
|
133
132
|
};
|
|
134
|
-
await fileSystem_1.writeJsonToPath({
|
|
133
|
+
await (0, fileSystem_1.writeJsonToPath)({
|
|
135
134
|
path: 'summary.json',
|
|
136
135
|
data: summary,
|
|
137
136
|
});
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"executeIntegration.js","sourceRoot":"","sources":["../../../src/execution/executeIntegration.ts"],"names":[],"mappings":";;;AAcA,8CAMuB;AACvB,sCAImB;AACnB,wCAA2C;AAC3C,wCAA0E;AAC1E,yCAAwE;AACxE,yCAAkE;AAClE,iCAIgB;AAEhB,6DAA0D;AAC1D,+DAA4D;AAC5D,6CAAuD;AAoBvD,MAAM,kCAAkC,GAAG,KAAK,GAAG,CAAC,CAAC;AAErD;;;GAGG;AACI,KAAK,UAAU,yBAAyB,CAC7C,MAAmC,EACnC,gBAAkC,EAClC,OAAmC
|
|
1
|
+
{"version":3,"file":"executeIntegration.js","sourceRoot":"","sources":["../../../src/execution/executeIntegration.ts"],"names":[],"mappings":";;;AAcA,8CAMuB;AACvB,sCAImB;AACnB,wCAA2C;AAC3C,wCAA0E;AAC1E,yCAAwE;AACxE,yCAAkE;AAClE,iCAIgB;AAEhB,6DAA0D;AAC1D,+DAA4D;AAC5D,6CAAuD;AAoBvD,MAAM,kCAAkC,GAAG,KAAK,GAAG,CAAC,CAAC;AAErD;;;GAGG;AACI,KAAK,UAAU,yBAAyB,CAC7C,MAAmC,EACnC,gBAAkC,EAClC,OAAmC;;IAEnC,MAAM,MAAM,GAAG,IAAA,gCAAuB,EAAC;QACrC,IAAI,EAAE,OAAO;QACb,gBAAgB,EAAE,MAAM;QACxB,MAAM,EAAE,IAAI;KACb,CAAC,CAAC;IACH,MAAM,wBAAwB,GAAG,IAAA,+CAAsC,EACrE,GAAG,EAAE,CAAC,MAAM,CACb,CAAC;IACF,MAAM,MAAM,GAAG,MAAM,0BAA0B,CAC7C,MAAM,EACN,IAAA,qDAA0C,EAAC,MAAM,CAAC,EAClD,MAAM,EACN,gBAAgB,EAChB;QACE,GAAG,OAAO;QACV,sBAAsB,EAAE,MAAA,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,sBAAsB,mCAAI,IAAI;KAChE,CACF,CAAC;IACF,IAAA,iDAAwC,EAAC,wBAAwB,CAAC,CAAC;IACnE,OAAO,MAAM,CAAC;AAChB,CAAC;AAzBD,8DAyBC;AAED;;GAEG;AACI,KAAK,UAAU,0BAA0B,CAG9C,MAAyB,EACzB,QAAiD,EACjD,MAAuD,EACvD,gBAAkC,EAClC,UAAqC,EAAE;IAEvC,IAAI,OAAO,CAAC,sBAAsB,KAAK,IAAI,EAAE;QAC3C,OAAO,CAAC,GAAG,CAAC,qCAAqC,GAAG,MAAM,CAAC;KAC5D;IACD,MAAM,yBAAyB,GAAG,IAAA,mCAAgB,EAChD,QAAQ,EACR,IAAA,iCAAe,EAAC,MAAM,CAAC,CACxB,CAAC;IAEF,OAAO,IAAA,uBAAa,EAAC;QACnB,MAAM;QACN,UAAU,EAAE,kBAAkB;QAC9B,SAAS,EAAE,GAAG,EAAE;;YACd,OAAA,kBAAkB,CAChB;gBACE,QAAQ,EAAE,yBAAyB;gBACnC,MAAM;gBACN,gBAAgB;gBAChB,eAAe,EACb,CAAA,MAAA,MAAM,CAAC,mBAAmB,+CAA1B,MAAM,EAAuB,yBAAyB,CAAC,KAAI,EAAE;aAChE,EACD,MAAM,EACN,OAAO,CACR,CAAA;SAAA;KACJ,CAAC,CAAC;AACL,CAAC;AAjCD,gEAiCC;AAED,SAAS,sBAAsB,CAC7B,OAA0B,EAC1B,IAAY;IAEZ,OAAO,CAAC,MAAM,CAAC,aAAa,CAAC;QAC3B,IAAI,EAAE,YAAY;QAClB,KAAK,EAAE,IAAI;QACX,IAAI,EAAE,OAAO;KACd,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,yBAAyB,CAEtC,OAA0B;IAC1B,IAAI,CAAC,CAAC,MAAM,IAAA,0CAA6B,GAAE,CAAC,EAAE;QAC5C,OAAO;KACR;IAED,sBAAsB,CAAC,OAAO,EAAE,MAAM,IAAA,wCAA2B,GAAE,CAAC,CAAC;AACvE,CAAC;AAED;;;GAGG;AACI,KAAK,UAAU,kBAAkB,CAItC,OAA0B,EAC1B,MAAkE,EAClE,UAAqC,EAAE;;IAEvC,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;IAE3B,MAAM,CAAC,IAAI,CACT;QACE,kBAAkB,EAAE,IAAA,iCAAoB,GAAE;KAC3C,EACD,mCAAmC,CACpC,CAAC;IAEF,MAAM,yBAAyB,CAAC,OAAO,CAAC,CAAC;IAEzC,IAAI,wBAAoD,CAAC;IACzD,IAAI,iBAAiB,GAAG,KAAK,CAAC;IAE9B,IAAI;QACF,MAAM,IAAA,mCAAsB,GAAE,CAAC;QAE/B,IAAI;YACF,MAAM,CAAA,MAAA,MAAM,CAAC,kBAAkB,+CAAzB,MAAM,EAAsB,OAAO,CAAC,CAAA,CAAC;SAC5C;QAAC,OAAO,GAAG,EAAE;YACZ,MAAM,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC;YAC9B,MAAM,GAAG,CAAC;SACX;QAED,MAAM,eAAe,GACnB,MAAA,CAAC,MAAM,CAAA,MAAA,MAAM,CAAC,kBAAkB,+CAAzB,MAAM,EAAsB,OAAO,CAAC,CAAA,CAAC,mCAC5C,IAAA,gCAAyB,EAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC;QAErD,IAAA,oCAAuB,EAAC,MAAM,CAAC,gBAAgB,EAAE,eAAe,CAAC,CAAC;QAElE,wBAAwB,GAAG,WAAW,CAAC,GAAG,EAAE;YAC1C,IAAA,0CAA6B,GAAE;iBAC5B,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE;gBAChB,IAAI,CAAC,OAAO;oBAAE,OAAO;gBAErB,OAAO,IAAA,wCAA2B,GAAE,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE;oBACjD,IAAI,iBAAiB,EAAE;wBACrB,OAAO;qBACR;oBAED,sBAAsB,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;gBACxC,CAAC,CAAC,CAAC;YACL,CAAC,CAAC;iBACD,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;gBACb,IAAI,iBAAiB,EAAE;oBACrB,OAAO;iBACR;gBAED,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,EAAE,oCAAoC,CAAC,CAAC;YACtE,CAAC,CAAC,CAAC;QACP,CAAC,EAAE,kCAAkC,CAAC,CAAC;QAEvC,MAAM,EACJ,gBAAgB,GAAG,IAAI,oCAA0B,EAAE,EACnD,iCAAiC,GAClC,GAAG,OAAO,CAAC;QAEZ,MAAM,sBAAsB,GAAG,MAAM,IAAA,mBAAY,EAAC;YAChD,gBAAgB,EAAE,OAAO;YACzB,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;YACzC,eAAe;YACf,mBAAmB,EAAE,IAAI,8BAAmB,CAC1C,MAAM,CAAC,uBAAuB,CAC/B;YACD,gBAAgB;YAChB,SAAS,EAAE,IAAI,0BAAe,EAAE;YAChC,iCAAiC;YACjC,eAAe,EAAE,MAAM,CAAC,eAAe;YACvC,oBAAoB,EAAE,MAAM,CAAC,oBAAoB;SAClD,CAAC,CAAC;QAEH,MAAM,eAAe,GAAG,IAAA,uDAAgD,EACtE,sBAAsB,CACvB,CAAC;QAEF,MAAM,OAAO,GAA6B;YACxC,sBAAsB;YACtB,QAAQ,EAAE;gBACR,eAAe;aAChB;SACF,CAAC;QAEF,MAAM,IAAA,4BAAe,EAAC;YACpB,IAAI,EAAE,cAAc;YACpB,IAAI,EAAE,OAAO;SACd,CAAC,CAAC;QAEH,OAAO,CAAC,MAAM,CAAC,IAAI,CACjB,EAAE,gBAAgB,EAAE,OAAO,EAAE,EAC7B,4CAA4C,CAC7C,CAAC;QAEF,OAAO,OAAO,CAAC;KAChB;YAAS;QACR,iBAAiB,GAAG,IAAI,CAAC;QAEzB,IAAI,wBAAwB,EAAE;YAC5B,aAAa,CAAC,wBAAwB,CAAC,CAAC;SACzC;QAED,MAAM,yBAAyB,CAAC,OAAO,CAAC,CAAC;KAC1C;AACH,CAAC;AA9GD,gDA8GC"}
|
|
@@ -22,7 +22,7 @@ function createIntegrationInstanceForLocalExecution(config) {
|
|
|
22
22
|
process.env.JUPITERONE_LOCAL_INTEGRATION_INSTANCE_ACCOUNT_ID ||
|
|
23
23
|
exports.LOCAL_INTEGRATION_INSTANCE.accountId,
|
|
24
24
|
config: config.instanceConfigFields
|
|
25
|
-
? config_1.loadConfigFromEnvironmentVariables(config.instanceConfigFields)
|
|
25
|
+
? (0, config_1.loadConfigFromEnvironmentVariables)(config.instanceConfigFields)
|
|
26
26
|
: {},
|
|
27
27
|
};
|
|
28
28
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"instance.js","sourceRoot":"","sources":["../../../src/execution/instance.ts"],"names":[],"mappings":";;;AAKA,qCAA8D;AAEjD,QAAA,0BAA0B,GAAwB;IAC7D,EAAE,EAAE,4BAA4B;IAChC,SAAS,EAAE,cAAc;IACzB,IAAI,EAAE,mBAAmB;IACzB,uBAAuB,EAAE,8BAA8B;IACvD,WAAW,EAAE,sDAAsD;IACnE,MAAM,EAAE,EAAE;CACF,CAAC;AAEX,SAAgB,0CAA0C,CACxD,MAAmC;IAEnC,OAAO;QACL,EAAE,EAAE,OAAO,CAAC,GAAG,CAAC,uBAAuB,IAAI,kCAA0B,CAAC,EAAE;QACxE,IAAI,EACF,OAAO,CAAC,GAAG,CAAC,yBAAyB,IAAI,kCAA0B,CAAC,IAAI;QAC1E,uBAAuB,EACrB,OAAO,CAAC,GAAG,CAAC,8CAA8C;YAC1D,kCAA0B,CAAC,uBAAuB;QACpD,WAAW,EACT,OAAO,CAAC,GAAG,CAAC,gCAAgC;YAC5C,kCAA0B,CAAC,WAAW;QAExC,SAAS,EACP,OAAO,CAAC,GAAG,CAAC,+BAA+B;YAC3C,OAAO,CAAC,GAAG,CAAC,gDAAgD;YAC5D,kCAA0B,CAAC,SAAS;QACtC,MAAM,EAAE,MAAM,CAAC,oBAAoB;YACjC,CAAC,CAAC,2CAAkC,
|
|
1
|
+
{"version":3,"file":"instance.js","sourceRoot":"","sources":["../../../src/execution/instance.ts"],"names":[],"mappings":";;;AAKA,qCAA8D;AAEjD,QAAA,0BAA0B,GAAwB;IAC7D,EAAE,EAAE,4BAA4B;IAChC,SAAS,EAAE,cAAc;IACzB,IAAI,EAAE,mBAAmB;IACzB,uBAAuB,EAAE,8BAA8B;IACvD,WAAW,EAAE,sDAAsD;IACnE,MAAM,EAAE,EAAE;CACF,CAAC;AAEX,SAAgB,0CAA0C,CACxD,MAAmC;IAEnC,OAAO;QACL,EAAE,EAAE,OAAO,CAAC,GAAG,CAAC,uBAAuB,IAAI,kCAA0B,CAAC,EAAE;QACxE,IAAI,EACF,OAAO,CAAC,GAAG,CAAC,yBAAyB,IAAI,kCAA0B,CAAC,IAAI;QAC1E,uBAAuB,EACrB,OAAO,CAAC,GAAG,CAAC,8CAA8C;YAC1D,kCAA0B,CAAC,uBAAuB;QACpD,WAAW,EACT,OAAO,CAAC,GAAG,CAAC,gCAAgC;YAC5C,kCAA0B,CAAC,WAAW;QAExC,SAAS,EACP,OAAO,CAAC,GAAG,CAAC,+BAA+B;YAC3C,OAAO,CAAC,GAAG,CAAC,gDAAgD;YAC5D,kCAA0B,CAAC,SAAS;QACtC,MAAM,EAAE,MAAM,CAAC,oBAAoB;YACjC,CAAC,CAAC,IAAA,2CAAkC,EAAC,MAAM,CAAC,oBAAoB,CAAC;YACjE,CAAC,CAAC,EAAE;KACP,CAAC;AACJ,CAAC;AAtBD,gGAsBC"}
|
|
@@ -17,5 +17,9 @@ export declare function getDefaultStepStartStates<TStepExecutionContext extends
|
|
|
17
17
|
export declare function determinePartialDatasetsFromStepExecutionResults(stepResults: IntegrationStepResult[]): PartialDatasets;
|
|
18
18
|
export interface CollectOptions {
|
|
19
19
|
step?: string[];
|
|
20
|
+
dependenciesCache?: {
|
|
21
|
+
enabled: boolean;
|
|
22
|
+
filepath: string;
|
|
23
|
+
};
|
|
20
24
|
}
|
|
21
|
-
export declare function prepareLocalStepCollection<TExecutionContext extends ExecutionContext, TStepExecutionContext extends StepExecutionContext>(config: InvocationConfig<TExecutionContext, TStepExecutionContext>, { step }?: CollectOptions): InvocationConfig<TExecutionContext, TStepExecutionContext>;
|
|
25
|
+
export declare function prepareLocalStepCollection<TExecutionContext extends ExecutionContext, TStepExecutionContext extends StepExecutionContext>(config: InvocationConfig<TExecutionContext, TStepExecutionContext>, { step, dependenciesCache }?: CollectOptions): InvocationConfig<TExecutionContext, TStepExecutionContext>;
|
|
@@ -4,13 +4,15 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
|
4
4
|
};
|
|
5
5
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
6
|
exports.prepareLocalStepCollection = exports.determinePartialDatasetsFromStepExecutionResults = exports.getDefaultStepStartStates = exports.executeSteps = void 0;
|
|
7
|
+
const path_1 = __importDefault(require("path"));
|
|
8
|
+
const fs_1 = __importDefault(require("fs"));
|
|
7
9
|
const uniq_1 = __importDefault(require("lodash/uniq"));
|
|
8
10
|
const lodash_1 = require("lodash");
|
|
9
11
|
const integration_sdk_core_1 = require("@jupiterone/integration-sdk-core");
|
|
10
12
|
const dependencyGraph_1 = require("./dependencyGraph");
|
|
11
13
|
const seperateStepsByDependencyGraph_1 = require("./utils/seperateStepsByDependencyGraph");
|
|
12
14
|
async function executeSteps({ executionContext, integrationSteps, stepStartStates, duplicateKeyTracker, graphObjectStore, dataStore, createStepGraphObjectDataUploader, beforeAddEntity, dependencyGraphOrder, }) {
|
|
13
|
-
const stepsByGraphId = seperateStepsByDependencyGraph_1.seperateStepsByDependencyGraph(integrationSteps);
|
|
15
|
+
const stepsByGraphId = (0, seperateStepsByDependencyGraph_1.seperateStepsByDependencyGraph)(integrationSteps);
|
|
14
16
|
let allStepResults = [];
|
|
15
17
|
for (const graphId of [
|
|
16
18
|
seperateStepsByDependencyGraph_1.DEFAULT_DEPENDENCY_GRAPH_IDENTIFIER,
|
|
@@ -22,10 +24,10 @@ async function executeSteps({ executionContext, integrationSteps, stepStartState
|
|
|
22
24
|
continue;
|
|
23
25
|
}
|
|
24
26
|
const stepIds = steps.map((s) => s.id);
|
|
25
|
-
allStepResults = allStepResults.concat(await dependencyGraph_1.executeStepDependencyGraph({
|
|
27
|
+
allStepResults = allStepResults.concat(await (0, dependencyGraph_1.executeStepDependencyGraph)({
|
|
26
28
|
executionContext,
|
|
27
|
-
inputGraph: dependencyGraph_1.buildStepDependencyGraph(steps),
|
|
28
|
-
stepStartStates: lodash_1.pick(stepStartStates, stepIds),
|
|
29
|
+
inputGraph: (0, dependencyGraph_1.buildStepDependencyGraph)(steps),
|
|
30
|
+
stepStartStates: (0, lodash_1.pick)(stepStartStates, stepIds),
|
|
29
31
|
duplicateKeyTracker,
|
|
30
32
|
graphObjectStore,
|
|
31
33
|
dataStore,
|
|
@@ -59,18 +61,18 @@ function determinePartialDatasetsFromStepExecutionResults(stepResults) {
|
|
|
59
61
|
stepPartialDatasets.types.push(...stepResult.declaredTypes);
|
|
60
62
|
}
|
|
61
63
|
return {
|
|
62
|
-
types: uniq_1.default(partialDatasets.types.concat(stepPartialDatasets.types)),
|
|
64
|
+
types: (0, uniq_1.default)(partialDatasets.types.concat(stepPartialDatasets.types)),
|
|
63
65
|
};
|
|
64
66
|
}, { types: [] });
|
|
65
67
|
}
|
|
66
68
|
exports.determinePartialDatasetsFromStepExecutionResults = determinePartialDatasetsFromStepExecutionResults;
|
|
67
|
-
function prepareLocalStepCollection(config, { step = [] } = {}) {
|
|
69
|
+
function prepareLocalStepCollection(config, { step = [], dependenciesCache } = {}) {
|
|
68
70
|
const allStepIds = config.integrationSteps.map((step) => step.id);
|
|
69
71
|
const stepsToRun = step.filter((step) => step !== undefined && step !== null);
|
|
70
|
-
// build out the
|
|
72
|
+
// build out the dependency graph so we can
|
|
71
73
|
// enable the dependencies of the steps
|
|
72
74
|
// we want to run.
|
|
73
|
-
const depGraph = dependencyGraph_1.buildStepDependencyGraph(config.integrationSteps);
|
|
75
|
+
const depGraph = (0, dependencyGraph_1.buildStepDependencyGraph)(config.integrationSteps);
|
|
74
76
|
const dependentSteps = [];
|
|
75
77
|
for (const step of stepsToRun) {
|
|
76
78
|
const dependencies = depGraph.dependenciesOf(step);
|
|
@@ -83,12 +85,21 @@ function prepareLocalStepCollection(config, { step = [] } = {}) {
|
|
|
83
85
|
var _a, _b;
|
|
84
86
|
const originalEnabledRecord = await ((_a = originalGetStepStartStates === null || originalGetStepStartStates === void 0 ? void 0 : originalGetStepStartStates(ctx)) !== null && _a !== void 0 ? _a : {});
|
|
85
87
|
const enabledRecord = {};
|
|
88
|
+
if (dependenciesCache === null || dependenciesCache === void 0 ? void 0 : dependenciesCache.enabled) {
|
|
89
|
+
ctx.logger.info({ cacheFilePath: dependenciesCache.filepath }, `Using dependencies cache.`);
|
|
90
|
+
}
|
|
86
91
|
for (const stepId of allStepIds) {
|
|
87
92
|
const originalValue = (_b = originalEnabledRecord[stepId]) !== null && _b !== void 0 ? _b : {};
|
|
88
93
|
if (stepsToRun.includes(stepId)) {
|
|
94
|
+
const stepCachePath = (dependenciesCache === null || dependenciesCache === void 0 ? void 0 : dependenciesCache.enabled)
|
|
95
|
+
? buildStepCachePath(dependenciesCache.filepath, dependentSteps, stepId)
|
|
96
|
+
: null;
|
|
89
97
|
enabledRecord[stepId] = {
|
|
90
98
|
...originalValue,
|
|
91
99
|
disabled: false,
|
|
100
|
+
...(stepCachePath && {
|
|
101
|
+
stepCachePath,
|
|
102
|
+
}),
|
|
92
103
|
};
|
|
93
104
|
}
|
|
94
105
|
else {
|
|
@@ -105,4 +116,20 @@ function prepareLocalStepCollection(config, { step = [] } = {}) {
|
|
|
105
116
|
return config;
|
|
106
117
|
}
|
|
107
118
|
exports.prepareLocalStepCollection = prepareLocalStepCollection;
|
|
119
|
+
/**
|
|
120
|
+
* Determines if the path to a step cache is valid for the given step.
|
|
121
|
+
* If true, returns the path.
|
|
122
|
+
* If false, returns null.
|
|
123
|
+
* @param rootDirectory
|
|
124
|
+
* @param dependentSteps
|
|
125
|
+
* @param stepId
|
|
126
|
+
*/
|
|
127
|
+
function buildStepCachePath(rootDirectory, dependentSteps, stepId) {
|
|
128
|
+
if (dependentSteps.includes(stepId)) {
|
|
129
|
+
const stepFilepath = path_1.default.resolve(rootDirectory, 'graph', stepId);
|
|
130
|
+
const stepCacheExists = fs_1.default.existsSync(stepFilepath);
|
|
131
|
+
return stepCacheExists ? stepFilepath : null;
|
|
132
|
+
}
|
|
133
|
+
return null;
|
|
134
|
+
}
|
|
108
135
|
//# sourceMappingURL=step.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"step.js","sourceRoot":"","sources":["../../../src/execution/step.ts"],"names":[],"mappings":";;;;;;AAAA,uDAA+B;AAC/B,mCAA8B;AAE9B,2EAU0C;AAG1C,uDAG2B;AAG3B,2FAGgD;AAEzC,KAAK,UAAU,YAAY,CAGhC,EACA,gBAAgB,EAChB,gBAAgB,EAChB,eAAe,EACf,mBAAmB,EACnB,gBAAgB,EAChB,SAAS,EACT,iCAAiC,EACjC,eAAe,EACf,oBAAoB,GAWrB;IACC,MAAM,cAAc,GAAG,+DAA8B,
|
|
1
|
+
{"version":3,"file":"step.js","sourceRoot":"","sources":["../../../src/execution/step.ts"],"names":[],"mappings":";;;;;;AAAA,gDAAwB;AACxB,4CAAoB;AAEpB,uDAA+B;AAC/B,mCAA8B;AAE9B,2EAU0C;AAG1C,uDAG2B;AAG3B,2FAGgD;AAEzC,KAAK,UAAU,YAAY,CAGhC,EACA,gBAAgB,EAChB,gBAAgB,EAChB,eAAe,EACf,mBAAmB,EACnB,gBAAgB,EAChB,SAAS,EACT,iCAAiC,EACjC,eAAe,EACf,oBAAoB,GAWrB;IACC,MAAM,cAAc,GAAG,IAAA,+DAA8B,EAAC,gBAAgB,CAAC,CAAC;IACxE,IAAI,cAAc,GAA4B,EAAE,CAAC;IAEjD,KAAK,MAAM,OAAO,IAAI;QACpB,oEAAmC;QACnC,GAAG,CAAC,oBAAoB,aAApB,oBAAoB,cAApB,oBAAoB,GAAI,EAAE,CAAC;KAChC,EAAE;QACD,MAAM,KAAK,GAAG,cAAc,CAAC,OAAO,CAAC,CAAC;QAEtC,IAAI,CAAC,KAAK,EAAE;YACV,gBAAgB,CAAC,MAAM,CAAC,IAAI,CAC1B,EAAE,OAAO,EAAE,EACX,uEAAuE,CACxE,CAAC;YACF,SAAS;SACV;QAED,MAAM,OAAO,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QACvC,cAAc,GAAG,cAAc,CAAC,MAAM,CACpC,MAAM,IAAA,4CAA0B,EAAC;YAC/B,gBAAgB;YAChB,UAAU,EAAE,IAAA,0CAAwB,EAAC,KAAK,CAAC;YAC3C,eAAe,EAAE,IAAA,aAAI,EAAC,eAAe,EAAE,OAAO,CAAC;YAC/C,mBAAmB;YACnB,gBAAgB;YAChB,SAAS;YACT,iCAAiC;YACjC,eAAe;SAChB,CAAC,CACH,CAAC;KACH;IAED,OAAO,cAAc,CAAC;AACxB,CAAC;AAzDD,oCAyDC;AAED,SAAgB,yBAAyB,CAEvC,KAAoC;IACpC,OAAO,KAAK,CAAC,MAAM,CACjB,CAAC,MAAuB,EAAE,IAAiC,EAAE,EAAE;QAC7D,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,GAAG;YAChB,QAAQ,EAAE,KAAK;SAChB,CAAC;QACF,OAAO,MAAM,CAAC;IAChB,CAAC,EACD,EAAE,CACH,CAAC;AACJ,CAAC;AAZD,8DAYC;AAED,SAAgB,gDAAgD,CAC9D,WAAoC;IAEpC,OAAO,WAAW,CAAC,MAAM,CACvB,CAAC,eAAgC,EAAE,UAAiC,EAAE,EAAE;QACtE,MAAM,mBAAmB,GAAoB;YAC3C,KAAK,EAAE,EAAE;SACV,CAAC;QAEF,IAAI,UAAU,CAAC,MAAM,KAAK,uCAAgB,CAAC,QAAQ,EAAE;YACnD,mBAAmB,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,YAAY,CAAC,CAAC;SAC5D;QAED,IACE,UAAU,CAAC,MAAM,KAAK,uCAAgB,CAAC,OAAO;YAC9C,UAAU,CAAC,MAAM;gBACf,uCAAgB,CAAC,yCAAyC,EAC5D;YACA,mBAAmB,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,aAAa,CAAC,CAAC;SAC7D;QAED,OAAO;YACL,KAAK,EAAE,IAAA,cAAI,EAAC,eAAe,CAAC,KAAK,CAAC,MAAM,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAC;SACrE,CAAC;IACJ,CAAC,EACD,EAAE,KAAK,EAAE,EAAE,EAAE,CACd,CAAC;AACJ,CAAC;AA3BD,4GA2BC;AAUD,SAAgB,0BAA0B,CAIxC,MAAkE,EAClE,EAAE,IAAI,GAAG,EAAE,EAAE,iBAAiB,KAAqB,EAAE;IAErD,MAAM,UAAU,GAAG,MAAM,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAElE,MAAM,UAAU,GAAa,IAAI,CAAC,MAAM,CACtC,CAAC,IAA+B,EAAE,EAAE,CAAC,IAAI,KAAK,SAAS,IAAI,IAAI,KAAK,IAAI,CACzE,CAAC;IAEF,2CAA2C;IAC3C,uCAAuC;IACvC,kBAAkB;IAClB,MAAM,QAAQ,GAAG,IAAA,0CAAwB,EAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC;IACnE,MAAM,cAAc,GAAa,EAAE,CAAC;IACpC,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE;QAC7B,MAAM,YAAY,GAAG,QAAQ,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;QACnD,cAAc,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC,CAAC;KACtC;IAED,UAAU,CAAC,IAAI,CAAC,GAAG,cAAc,CAAC,CAAC;IACnC,MAAM,0BAA0B,GAAG,MAAM,CAAC,kBAAkB,CAAC;IAE7D,MAAM,CAAC,kBAAkB,GAAG,UAAU,CAAC,MAAM;QAC3C,CAAC,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE;;YACZ,MAAM,qBAAqB,GAAG,MAAM,CAAC,MAAA,0BAA0B,aAA1B,0BAA0B,uBAA1B,0BAA0B,CAC7D,GAAG,CACJ,mCAAI,EAAE,CAAC,CAAC;YACT,MAAM,aAAa,GAAoB,EAAE,CAAC;YAE1C,IAAI,iBAAiB,aAAjB,iBAAiB,uBAAjB,iBAAiB,CAAE,OAAO,EAAE;gBAC9B,GAAG,CAAC,MAAM,CAAC,IAAI,CACb,EAAE,aAAa,EAAE,iBAAiB,CAAC,QAAQ,EAAE,EAC7C,2BAA2B,CAC5B,CAAC;aACH;YAED,KAAK,MAAM,MAAM,IAAI,UAAU,EAAE;gBAC/B,MAAM,aAAa,GAAG,MAAA,qBAAqB,CAAC,MAAM,CAAC,mCAAI,EAAE,CAAC;gBAC1D,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE;oBAC/B,MAAM,aAAa,GAAG,CAAA,iBAAiB,aAAjB,iBAAiB,uBAAjB,iBAAiB,CAAE,OAAO;wBAC9C,CAAC,CAAC,kBAAkB,CAChB,iBAAiB,CAAC,QAAQ,EAC1B,cAAc,EACd,MAAM,CACP;wBACH,CAAC,CAAC,IAAI,CAAC;oBAET,aAAa,CAAC,MAAM,CAAC,GAAG;wBACtB,GAAG,aAAa;wBAChB,QAAQ,EAAE,KAAK;wBACf,GAAG,CAAC,aAAa,IAAI;4BACnB,aAAa;yBACd,CAAC;qBACH,CAAC;iBACH;qBAAM;oBACL,aAAa,CAAC,MAAM,CAAC,GAAG;wBACtB,GAAG,aAAa;wBAChB,QAAQ,EAAE,IAAI;qBACf,CAAC;iBACH;aACF;YACD,OAAO,aAAa,CAAC;QACvB,CAAC;QACH,CAAC,CAAC,0BAA0B;YAC1B,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,0BAA0B,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IAEtE,OAAO,MAAM,CAAC;AAChB,CAAC;AAvED,gEAuEC;AAED;;;;;;;GAOG;AACH,SAAS,kBAAkB,CACzB,aAAqB,EACrB,cAAwB,EACxB,MAAc;IAEd,IAAI,cAAc,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE;QACnC,MAAM,YAAY,GAAG,cAAI,CAAC,OAAO,CAAC,aAAa,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;QAClE,MAAM,eAAe,GAAG,YAAE,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC;QACpD,OAAO,eAAe,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC;KAC9C;IAED,OAAO,IAAI,CAAC;AACd,CAAC"}
|
|
@@ -97,11 +97,11 @@ function createPersisterApiStepGraphObjectDataUploader({ stepId, synchronization
|
|
|
97
97
|
async upload(graphObjectData) {
|
|
98
98
|
const context = jobContextWithUploaderMetadataLogger({
|
|
99
99
|
synchronizationJobContext,
|
|
100
|
-
uploadId: uuid_1.v4(),
|
|
100
|
+
uploadId: (0, uuid_1.v4)(),
|
|
101
101
|
stepId: stepId,
|
|
102
102
|
});
|
|
103
103
|
try {
|
|
104
|
-
await synchronization_1.uploadGraphObjectData(context, graphObjectData, uploadBatchSize);
|
|
104
|
+
await (0, synchronization_1.uploadGraphObjectData)(context, graphObjectData, uploadBatchSize);
|
|
105
105
|
}
|
|
106
106
|
catch (err) {
|
|
107
107
|
context.logger.error({
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"uploader.js","sourceRoot":"","sources":["../../../src/execution/uploader.ts"],"names":[],"mappings":";;;;;;AAAA,2EAAoE;AACpE,wDAAkC;AAElC,wDAG4B;AAC5B,+BAAkC;AAmBlC,SAAgB,uCAAuC,CAAC,EACtD,MAAM,EACN,iBAAiB,EAAE,gBAAgB,EACnC,MAAM,EACN,iBAAiB,GAC6B;IAC9C,MAAM,KAAK,GAAG,IAAI,cAAM,CAAC;QACvB,WAAW,EAAE,gBAAgB;KAC9B,CAAC,CAAC;IAEH,IAAI,SAAS,GAAG,KAAK,CAAC;IACtB,MAAM,YAAY,GAAY,EAAE,CAAC;IAEjC,OAAO;QACL,MAAM;QACN,KAAK,CAAC,OAAO,CAAC,eAAe;YAC3B,IAAI,SAAS,EAAE;gBACb,qEAAqE;gBACrE,iDAAiD;gBACjD,OAAO;aACR;YAED,gEAAgE;YAChE,qEAAqE;YACrE,yEAAyE;YACzE,uCAAuC;YACvC,EAAE;YACF,0EAA0E;YAC1E,yEAAyE;YACzE,sEAAsE;YACtE,wEAAwE;YACxE,uCAAuC;YACvC,IAAI,KAAK,CAAC,IAAI,IAAI,gBAAgB,EAAE;gBAClC,IAAI,iBAAiB,EAAE;oBACrB,iEAAiE;oBACjE,iBAAiB,EAAE,CAAC;iBACrB;gBAED,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC;aACvB;YAED,KAAK;iBACF,GAAG,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC;iBAClC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;gBACb,qEAAqE;gBACrE,oEAAoE;gBACpE,qEAAqE;gBACrE,sEAAsE;gBACtE,qEAAqE;gBACrE,6DAA6D;gBAC7D,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACzB,CAAC,CAAC,CAAC;QACP,CAAC;QAED,KAAK,CAAC,wBAAwB;YAC5B,IAAI;gBACF,wEAAwE;gBACxE,oEAAoE;gBACpE,yEAAyE;gBACzE,MAAM,KAAK,CAAC,MAAM,EAAE,CAAC;aACtB;oBAAS;gBACR,uEAAuE;gBACvE,sEAAsE;gBACtE,uBAAuB;gBACvB,SAAS,GAAG,IAAI,CAAC;aAClB;YAED,IAAI,YAAY,CAAC,MAAM,EAAE;gBACvB,MAAM,IAAI,uCAAgB,CAAC;oBACzB,IAAI,EAAE,cAAc;oBACpB,OAAO,EAAE,gDAAgD,MAAM,mBAAmB,YAAY,CAAC,IAAI,CACjG,GAAG,CACJ,GAAG;oBACJ,kEAAkE;oBAClE,yDAAyD;oBACzD,KAAK,EAAE,YAAY,CAAC,CAAC,CAAC;iBACvB,CAAC,CAAC;aACJ;QACH,CAAC;KACF,CAAC;AACJ,CAAC;AAhFD,0FAgFC;AAED;;;GAGG;AACH,SAAS,oCAAoC,CAAC,EAC5C,yBAAyB,EACzB,QAAQ,EACR,MAAM,GAKP;IACC,OAAO;QACL,GAAG,yBAAyB;QAC5B,MAAM,EAAE,yBAAyB,CAAC,MAAM,CAAC,KAAK,CAAC;YAC7C,QAAQ;YACR,MAAM;SACP,CAAC;KACH,CAAC;AACJ,CAAC;AASD,SAAgB,6CAA6C,CAAC,EAC5D,MAAM,EACN,yBAAyB,EACzB,iBAAiB,EACjB,eAAe,GACqC;IACpD,OAAO,uCAAuC,CAAC;QAC7C,MAAM;QACN,iBAAiB;QACjB,KAAK,CAAC,MAAM,CAAC,eAAe;YAC1B,MAAM,OAAO,GAAG,oCAAoC,CAAC;gBACnD,yBAAyB;gBACzB,QAAQ,EAAE,SAAI,
|
|
1
|
+
{"version":3,"file":"uploader.js","sourceRoot":"","sources":["../../../src/execution/uploader.ts"],"names":[],"mappings":";;;;;;AAAA,2EAAoE;AACpE,wDAAkC;AAElC,wDAG4B;AAC5B,+BAAkC;AAmBlC,SAAgB,uCAAuC,CAAC,EACtD,MAAM,EACN,iBAAiB,EAAE,gBAAgB,EACnC,MAAM,EACN,iBAAiB,GAC6B;IAC9C,MAAM,KAAK,GAAG,IAAI,cAAM,CAAC;QACvB,WAAW,EAAE,gBAAgB;KAC9B,CAAC,CAAC;IAEH,IAAI,SAAS,GAAG,KAAK,CAAC;IACtB,MAAM,YAAY,GAAY,EAAE,CAAC;IAEjC,OAAO;QACL,MAAM;QACN,KAAK,CAAC,OAAO,CAAC,eAAe;YAC3B,IAAI,SAAS,EAAE;gBACb,qEAAqE;gBACrE,iDAAiD;gBACjD,OAAO;aACR;YAED,gEAAgE;YAChE,qEAAqE;YACrE,yEAAyE;YACzE,uCAAuC;YACvC,EAAE;YACF,0EAA0E;YAC1E,yEAAyE;YACzE,sEAAsE;YACtE,wEAAwE;YACxE,uCAAuC;YACvC,IAAI,KAAK,CAAC,IAAI,IAAI,gBAAgB,EAAE;gBAClC,IAAI,iBAAiB,EAAE;oBACrB,iEAAiE;oBACjE,iBAAiB,EAAE,CAAC;iBACrB;gBAED,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC;aACvB;YAED,KAAK;iBACF,GAAG,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC;iBAClC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;gBACb,qEAAqE;gBACrE,oEAAoE;gBACpE,qEAAqE;gBACrE,sEAAsE;gBACtE,qEAAqE;gBACrE,6DAA6D;gBAC7D,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACzB,CAAC,CAAC,CAAC;QACP,CAAC;QAED,KAAK,CAAC,wBAAwB;YAC5B,IAAI;gBACF,wEAAwE;gBACxE,oEAAoE;gBACpE,yEAAyE;gBACzE,MAAM,KAAK,CAAC,MAAM,EAAE,CAAC;aACtB;oBAAS;gBACR,uEAAuE;gBACvE,sEAAsE;gBACtE,uBAAuB;gBACvB,SAAS,GAAG,IAAI,CAAC;aAClB;YAED,IAAI,YAAY,CAAC,MAAM,EAAE;gBACvB,MAAM,IAAI,uCAAgB,CAAC;oBACzB,IAAI,EAAE,cAAc;oBACpB,OAAO,EAAE,gDAAgD,MAAM,mBAAmB,YAAY,CAAC,IAAI,CACjG,GAAG,CACJ,GAAG;oBACJ,kEAAkE;oBAClE,yDAAyD;oBACzD,KAAK,EAAE,YAAY,CAAC,CAAC,CAAC;iBACvB,CAAC,CAAC;aACJ;QACH,CAAC;KACF,CAAC;AACJ,CAAC;AAhFD,0FAgFC;AAED;;;GAGG;AACH,SAAS,oCAAoC,CAAC,EAC5C,yBAAyB,EACzB,QAAQ,EACR,MAAM,GAKP;IACC,OAAO;QACL,GAAG,yBAAyB;QAC5B,MAAM,EAAE,yBAAyB,CAAC,MAAM,CAAC,KAAK,CAAC;YAC7C,QAAQ;YACR,MAAM;SACP,CAAC;KACH,CAAC;AACJ,CAAC;AASD,SAAgB,6CAA6C,CAAC,EAC5D,MAAM,EACN,yBAAyB,EACzB,iBAAiB,EACjB,eAAe,GACqC;IACpD,OAAO,uCAAuC,CAAC;QAC7C,MAAM;QACN,iBAAiB;QACjB,KAAK,CAAC,MAAM,CAAC,eAAe;YAC1B,MAAM,OAAO,GAAG,oCAAoC,CAAC;gBACnD,yBAAyB;gBACzB,QAAQ,EAAE,IAAA,SAAI,GAAE;gBAChB,MAAM,EAAE,MAAM;aACf,CAAC,CAAC;YAEH,IAAI;gBACF,MAAM,IAAA,uCAAqB,EAAC,OAAO,EAAE,eAAe,EAAE,eAAe,CAAC,CAAC;aACxE;YAAC,OAAO,GAAG,EAAE;gBACZ,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB;oBACE,GAAG;oBACH,iBAAiB;oBACjB,eAAe;iBAChB,EACD,mCAAmC,CACpC,CAAC;gBACF,MAAM,GAAG,CAAC;aACX;QACH,CAAC;KACF,CAAC,CAAC;AACL,CAAC;AA/BD,sGA+BC"}
|
|
@@ -3,7 +3,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
|
|
|
3
3
|
exports.getMaskedFields = void 0;
|
|
4
4
|
const lodash_1 = require("lodash");
|
|
5
5
|
function getMaskedFields(config) {
|
|
6
|
-
return lodash_1.keys(lodash_1.pickBy(config.instanceConfigFields, (val) => val.mask));
|
|
6
|
+
return (0, lodash_1.keys)((0, lodash_1.pickBy)(config.instanceConfigFields, (val) => val.mask));
|
|
7
7
|
}
|
|
8
8
|
exports.getMaskedFields = getMaskedFields;
|
|
9
9
|
//# sourceMappingURL=getMaskedFields.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"getMaskedFields.js","sourceRoot":"","sources":["../../../../src/execution/utils/getMaskedFields.ts"],"names":[],"mappings":";;;AAIA,mCAAsC;AAEtC,SAAgB,eAAe,CAE7B,MAAuD;IACvD,OAAO,aAAI,
|
|
1
|
+
{"version":3,"file":"getMaskedFields.js","sourceRoot":"","sources":["../../../../src/execution/utils/getMaskedFields.ts"],"names":[],"mappings":";;;AAIA,mCAAsC;AAEtC,SAAgB,eAAe,CAE7B,MAAuD;IACvD,OAAO,IAAA,aAAI,EAAC,IAAA,eAAM,EAAC,MAAM,CAAC,oBAAoB,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;AACtE,CAAC;AAJD,0CAIC"}
|
|
@@ -3,13 +3,13 @@ Object.defineProperty(exports, "__esModule", { value: true });
|
|
|
3
3
|
exports.trimStringValues = void 0;
|
|
4
4
|
const lodash_1 = require("lodash");
|
|
5
5
|
function trimStringValues(object, fieldsToSkip = []) {
|
|
6
|
-
const trimmed = lodash_1.cloneDeep(object);
|
|
6
|
+
const trimmed = (0, lodash_1.cloneDeep)(object);
|
|
7
7
|
Object.keys(trimmed).forEach((key) => {
|
|
8
8
|
const val = trimmed[key];
|
|
9
|
-
if (lodash_1.isString(val) && !fieldsToSkip.includes(key)) {
|
|
9
|
+
if ((0, lodash_1.isString)(val) && !fieldsToSkip.includes(key)) {
|
|
10
10
|
trimmed[key] = val.trim();
|
|
11
11
|
}
|
|
12
|
-
else if (lodash_1.isObject(val)) {
|
|
12
|
+
else if ((0, lodash_1.isObject)(val)) {
|
|
13
13
|
trimmed[key] = trimStringValues(val, fieldsToSkip);
|
|
14
14
|
}
|
|
15
15
|
});
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"trimStringValues.js","sourceRoot":"","sources":["../../../../src/execution/utils/trimStringValues.ts"],"names":[],"mappings":";;;AAAA,mCAAuD;AAEvD,SAAgB,gBAAgB,CAC9B,MAAS,EACT,eAAyB,EAAE;IAE3B,MAAM,OAAO,GAAG,kBAAS,
|
|
1
|
+
{"version":3,"file":"trimStringValues.js","sourceRoot":"","sources":["../../../../src/execution/utils/trimStringValues.ts"],"names":[],"mappings":";;;AAAA,mCAAuD;AAEvD,SAAgB,gBAAgB,CAC9B,MAAS,EACT,eAAyB,EAAE;IAE3B,MAAM,OAAO,GAAG,IAAA,kBAAS,EAAC,MAAM,CAAC,CAAC;IAClC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,CAAC,GAAY,EAAE,EAAE;QAC5C,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;QACzB,IAAI,IAAA,iBAAQ,EAAC,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,GAAa,CAAC,EAAE;YAC1D,OAAO,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC;SAC3B;aAAM,IAAI,IAAA,iBAAQ,EAAC,GAAG,CAAC,EAAE;YACxB,OAAO,CAAC,GAAG,CAAC,GAAG,gBAAgB,CAAC,GAAG,EAAE,YAAY,CAAC,CAAC;SACpD;IACH,CAAC,CAAC,CAAC;IACH,OAAO,OAAO,CAAC;AACjB,CAAC;AAdD,4CAcC"}
|
package/dist/src/fileSystem.d.ts
CHANGED
|
@@ -1,5 +1,6 @@
|
|
|
1
1
|
import { FlushedGraphObjectData } from './storage/types';
|
|
2
|
-
|
|
2
|
+
import { Entity, Relationship } from '@jupiterone/integration-sdk-core';
|
|
3
|
+
export declare const DEFAULT_STORAGE_DIRECTORY_NAME = ".j1-integration";
|
|
3
4
|
export declare function getRootStorageDirectory(): string;
|
|
4
5
|
export declare function getRootStorageAbsolutePath(relativePath: string): string;
|
|
5
6
|
export declare function getRootStorageDirectorySize(): Promise<number>;
|
|
@@ -9,7 +10,7 @@ interface WriteDataToPathInput {
|
|
|
9
10
|
pretty?: boolean;
|
|
10
11
|
}
|
|
11
12
|
/**
|
|
12
|
-
* Function for writing
|
|
13
|
+
* Function for writing arbitrary data to a path
|
|
13
14
|
* relative to the cache directory.
|
|
14
15
|
*
|
|
15
16
|
* This will ensure that the directories exists or have been
|
|
@@ -55,6 +56,8 @@ interface WalkDirectoryInput {
|
|
|
55
56
|
*/
|
|
56
57
|
export declare function walkDirectory({ path: relativePath, iteratee, }: WalkDirectoryInput): Promise<void>;
|
|
57
58
|
export declare function iterateParsedGraphFiles(iteratee: (parsedData: FlushedGraphObjectData) => Promise<void>, graphPath?: string): Promise<void>;
|
|
59
|
+
export declare function iterateParsedEntityGraphFiles(iteratee: (entities: Entity[]) => Promise<void>, graphPath?: string): Promise<void>;
|
|
60
|
+
export declare function iterateParsedRelationshipGraphFiles(iteratee: (relationships: Relationship[]) => Promise<void>, graphPath?: string): Promise<void>;
|
|
58
61
|
export declare function isRootStorageDirectoryPresent(): Promise<boolean>;
|
|
59
62
|
/**
|
|
60
63
|
* Wipes the storage directory clean
|