@jupiterone/integration-sdk-runtime 8.3.1 → 8.4.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/src/api/index.js +1 -1
- package/dist/src/api/index.js.map +1 -1
- package/dist/src/execution/config.js +1 -1
- package/dist/src/execution/config.js.map +1 -1
- package/dist/src/execution/dependencyGraph.js +54 -10
- package/dist/src/execution/dependencyGraph.js.map +1 -1
- package/dist/src/execution/executeIntegration.js +19 -20
- package/dist/src/execution/executeIntegration.js.map +1 -1
- package/dist/src/execution/instance.js +1 -1
- package/dist/src/execution/instance.js.map +1 -1
- package/dist/src/execution/jobState.js.map +1 -1
- package/dist/src/execution/step.d.ts +5 -1
- package/dist/src/execution/step.js +35 -8
- package/dist/src/execution/step.js.map +1 -1
- package/dist/src/execution/uploader.js +2 -2
- package/dist/src/execution/uploader.js.map +1 -1
- package/dist/src/execution/utils/getMaskedFields.js +1 -1
- package/dist/src/execution/utils/getMaskedFields.js.map +1 -1
- package/dist/src/execution/utils/seperateStepsByDependencyGraph.d.ts +1 -1
- package/dist/src/execution/utils/trimStringValues.js +3 -3
- package/dist/src/execution/utils/trimStringValues.js.map +1 -1
- package/dist/src/fileSystem.d.ts +5 -2
- package/dist/src/fileSystem.js +25 -9
- package/dist/src/fileSystem.js.map +1 -1
- package/dist/src/logger/index.js +4 -6
- package/dist/src/logger/index.js.map +1 -1
- package/dist/src/logger/registerEventHandlers.js.map +1 -1
- package/dist/src/storage/FileSystemGraphObjectStore/FileSystemGraphObjectStore.js +10 -9
- package/dist/src/storage/FileSystemGraphObjectStore/FileSystemGraphObjectStore.js.map +1 -1
- package/dist/src/storage/FileSystemGraphObjectStore/flushDataToDisk.js +7 -7
- package/dist/src/storage/FileSystemGraphObjectStore/flushDataToDisk.js.map +1 -1
- package/dist/src/storage/FileSystemGraphObjectStore/indices.js +3 -3
- package/dist/src/storage/FileSystemGraphObjectStore/indices.js.map +1 -1
- package/dist/src/storage/memory.js.map +1 -1
- package/dist/src/synchronization/index.js +11 -11
- package/dist/src/synchronization/index.js.map +1 -1
- package/dist/tsconfig.dist.tsbuildinfo +1 -6498
- package/package.json +4 -4
package/dist/src/api/index.js
CHANGED
|
@@ -39,7 +39,7 @@ function getApiBaseUrl({ dev } = { dev: false }) {
|
|
|
39
39
|
}
|
|
40
40
|
exports.getApiBaseUrl = getApiBaseUrl;
|
|
41
41
|
function getFromEnv(variableName, missingError) {
|
|
42
|
-
dotenv_expand_1.default(dotenv_1.default.config());
|
|
42
|
+
(0, dotenv_expand_1.default)(dotenv_1.default.config());
|
|
43
43
|
const value = process.env[variableName];
|
|
44
44
|
if (!value) {
|
|
45
45
|
throw new missingError();
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/api/index.ts"],"names":[],"mappings":";;;;;;AACA,4DAAoC;AAGpC,oDAA4B;AAC5B,kEAAyC;AAEzC,mCAGiB;AAUjB;;;;;;;;GAQG;AACH,SAAgB,eAAe,CAAC,EAC9B,UAAU,EACV,OAAO,EACP,WAAW,GACU;IACrB,MAAM,OAAO,GAA2B;QACtC,kBAAkB,EAAE,OAAO;QAC3B,cAAc,EAAE,kBAAkB;KACnC,CAAC;IAEF,IAAI,WAAW,EAAE;QACf,OAAO,CAAC,aAAa,GAAG,UAAU,WAAW,EAAE,CAAC;KACjD;IAED,OAAO,IAAI,eAAK,CAAC;QACf,OAAO,EAAE,UAAU;QACnB,OAAO;KACR,CAAc,CAAC;AAClB,CAAC;AAlBD,0CAkBC;AAMD,SAAgB,aAAa,CAAC,EAAE,GAAG,KAAyB,EAAE,GAAG,EAAE,KAAK,EAAE;IACxE,IAAI,GAAG,EAAE;QACP,OAAO,+BAA+B,CAAC;KACxC;IAED,OAAO,8BAA8B,CAAC;AACxC,CAAC;AAND,sCAMC;AAED,SAAS,UAAU,CACjB,YAAoB,EACpB,YAAwC;IAExC,uBAAY,
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/api/index.ts"],"names":[],"mappings":";;;;;;AACA,4DAAoC;AAGpC,oDAA4B;AAC5B,kEAAyC;AAEzC,mCAGiB;AAUjB;;;;;;;;GAQG;AACH,SAAgB,eAAe,CAAC,EAC9B,UAAU,EACV,OAAO,EACP,WAAW,GACU;IACrB,MAAM,OAAO,GAA2B;QACtC,kBAAkB,EAAE,OAAO;QAC3B,cAAc,EAAE,kBAAkB;KACnC,CAAC;IAEF,IAAI,WAAW,EAAE;QACf,OAAO,CAAC,aAAa,GAAG,UAAU,WAAW,EAAE,CAAC;KACjD;IAED,OAAO,IAAI,eAAK,CAAC;QACf,OAAO,EAAE,UAAU;QACnB,OAAO;KACR,CAAc,CAAC;AAClB,CAAC;AAlBD,0CAkBC;AAMD,SAAgB,aAAa,CAAC,EAAE,GAAG,KAAyB,EAAE,GAAG,EAAE,KAAK,EAAE;IACxE,IAAI,GAAG,EAAE;QACP,OAAO,+BAA+B,CAAC;KACxC;IAED,OAAO,8BAA8B,CAAC;AACxC,CAAC;AAND,sCAMC;AAED,SAAS,UAAU,CACjB,YAAoB,EACpB,YAAwC;IAExC,IAAA,uBAAY,EAAC,gBAAM,CAAC,MAAM,EAAE,CAAC,CAAC;IAE9B,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;IAExC,IAAI,CAAC,KAAK,EAAE;QACV,MAAM,IAAI,YAAY,EAAE,CAAC;KAC1B;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAEM,MAAM,wBAAwB,GAAG,GAAG,EAAE,CAC3C,UAAU,CAAC,oBAAoB,EAAE,sCAA8B,CAAC,CAAC;AADtD,QAAA,wBAAwB,4BAC8B;AAE5D,MAAM,yBAAyB,GAAG,GAAG,EAAE,CAC5C,UAAU,CAAC,oBAAoB,EAAE,uCAA+B,CAAC,CAAC;AADvD,QAAA,yBAAyB,6BAC8B"}
|
|
@@ -16,7 +16,7 @@ function loadConfigFromEnvironmentVariables(configMap) {
|
|
|
16
16
|
dotenvExpand(dotenv_1.default.config());
|
|
17
17
|
return Object.entries(configMap)
|
|
18
18
|
.map(([field, config]) => {
|
|
19
|
-
const environmentVariableName = snakeCase_1.default(field).toUpperCase();
|
|
19
|
+
const environmentVariableName = (0, snakeCase_1.default)(field).toUpperCase();
|
|
20
20
|
const environmentVariableValue = process.env[environmentVariableName];
|
|
21
21
|
if (environmentVariableValue === undefined) {
|
|
22
22
|
throw configFieldMissingError(field, environmentVariableName);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"config.js","sourceRoot":"","sources":["../../../src/execution/config.ts"],"names":[],"mappings":";;;;;;AAAA,oDAA4B;AAC5B,iEAAyC;AAEzC,2EAM0C;AAE1C,MAAM,YAAY,GAAG,OAAO,CAAC,eAAe,CAAC,CAAC;AAE9C;;GAEG;AACH,SAAgB,kCAAkC,CAEhD,SAAqD;IACrD,4DAA4D;IAC5D,YAAY,CAAC,gBAAM,CAAC,MAAM,EAAE,CAAC,CAAC;IAE9B,OAAO,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC;SAC7B,GAAG,CAAC,CAAC,CAAC,KAAK,EAAE,MAAM,CAAC,EAA8B,EAAE;QACnD,MAAM,uBAAuB,GAAG,mBAAS,
|
|
1
|
+
{"version":3,"file":"config.js","sourceRoot":"","sources":["../../../src/execution/config.ts"],"names":[],"mappings":";;;;;;AAAA,oDAA4B;AAC5B,iEAAyC;AAEzC,2EAM0C;AAE1C,MAAM,YAAY,GAAG,OAAO,CAAC,eAAe,CAAC,CAAC;AAE9C;;GAEG;AACH,SAAgB,kCAAkC,CAEhD,SAAqD;IACrD,4DAA4D;IAC5D,YAAY,CAAC,gBAAM,CAAC,MAAM,EAAE,CAAC,CAAC;IAE9B,OAAO,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC;SAC7B,GAAG,CAAC,CAAC,CAAC,KAAK,EAAE,MAAM,CAAC,EAA8B,EAAE;QACnD,MAAM,uBAAuB,GAAG,IAAA,mBAAS,EAAC,KAAK,CAAC,CAAC,WAAW,EAAE,CAAC;QAE/D,MAAM,wBAAwB,GAAG,OAAO,CAAC,GAAG,CAAC,uBAAuB,CAAC,CAAC;QAEtE,IAAI,wBAAwB,KAAK,SAAS,EAAE;YAC1C,MAAM,uBAAuB,CAAC,KAAK,EAAE,uBAAuB,CAAC,CAAC;SAC/D;QACD,MAAM,cAAc,GAAG,uCAAuC,CAC5D,KAAK,EACL,MAAM,EACN,wBAAwB,CACzB,CAAC;QAEF,OAAO,CAAC,KAAK,EAAE,cAAc,CAAC,CAAC;IACjC,CAAC,CAAC;SACD,MAAM,CAAC,CAAC,GAAqC,EAAE,CAAC,KAAK,EAAE,KAAK,CAAC,EAAE,EAAE;QAChE,GAAG,CAAC,KAAK,CAAC,GAAG,KAAK,CAAC;QACnB,OAAO,GAAG,CAAC;IACb,CAAC,EAAE,EAAE,CAAY,CAAC;AACtB,CAAC;AA3BD,gFA2BC;AAED,SAAS,uCAAuC,CAC9C,KAAa,EACb,WAA2C,EAC3C,wBAAgC;IAEhC,IAAI,cAAgC,CAAC;IAErC,QAAQ,WAAW,CAAC,IAAI,EAAE;QACxB,KAAK,SAAS,CAAC,CAAC;YACd,MAAM,SAAS,GAAG,wBAAwB,CAAC,WAAW,EAAE,CAAC;YACzD,IAAI,SAAS,KAAK,MAAM,EAAE;gBACxB,cAAc,GAAG,IAAI,CAAC;aACvB;iBAAM,IAAI,SAAS,KAAK,OAAO,EAAE;gBAChC,cAAc,GAAG,KAAK,CAAC;aACxB;iBAAM;gBACL,MAAM,IAAI,mEAA4C,CACpD,qCAAqC,KAAK,mBAAmB,wBAAwB,IAAI,CAC1F,CAAC;aACH;YACD,MAAM;SACP;QACD,KAAK,QAAQ,CAAC;QACd;YACE,cAAc,GAAG,wBAAwB,CAAC;KAC7C;IACD,OAAO,cAAc,CAAC;AACxB,CAAC;AAED,SAAS,uBAAuB,CAC9B,KAAa,EACb,uBAA+B;IAE/B,MAAM,IAAI,8DAAuC,CAC/C,kCAAkC,uBAAuB,uBAAuB,KAAK,cAAc,CACpG,CAAC;AACJ,CAAC"}
|
|
@@ -9,6 +9,7 @@ const p_queue_1 = __importDefault(require("p-queue"));
|
|
|
9
9
|
const integration_sdk_core_1 = require("@jupiterone/integration-sdk-core");
|
|
10
10
|
const metrics_1 = require("../metrics");
|
|
11
11
|
const jobState_1 = require("./jobState");
|
|
12
|
+
const fileSystem_1 = require("../fileSystem");
|
|
12
13
|
/**
|
|
13
14
|
* This function accepts a list of steps and constructs a dependency graph
|
|
14
15
|
* using the `dependsOn` field from each step.
|
|
@@ -61,6 +62,10 @@ function executeStepDependencyGraph({ executionContext, inputGraph, stepStartSta
|
|
|
61
62
|
function isStepEnabled(stepId) {
|
|
62
63
|
return stepStartStates[stepId].disabled === false;
|
|
63
64
|
}
|
|
65
|
+
function hasCachePath(stepId) {
|
|
66
|
+
var _a;
|
|
67
|
+
return (_a = !!stepStartStates[stepId].stepCachePath) !== null && _a !== void 0 ? _a : false;
|
|
68
|
+
}
|
|
64
69
|
/**
|
|
65
70
|
* Updates the result of a step result with the provided satus
|
|
66
71
|
*/
|
|
@@ -152,18 +157,21 @@ function executeStepDependencyGraph({ executionContext, inputGraph, stepStartSta
|
|
|
152
157
|
const step = workingGraph.getNodeData(stepId);
|
|
153
158
|
/**
|
|
154
159
|
* We only remove the node from the graph and
|
|
155
|
-
* execute the step if it is enabled.
|
|
160
|
+
* execute the step if it is enabled. If a cache filepath
|
|
161
|
+
* is provided, the execution is replaced with loading
|
|
162
|
+
* from disk.
|
|
156
163
|
*
|
|
157
164
|
* This allows for dependencies to remain in the graph
|
|
158
165
|
* and prevents dependent steps from executing.
|
|
159
166
|
*/
|
|
160
167
|
if (isStepEnabled(stepId) && stepDependenciesAreComplete(stepId)) {
|
|
161
168
|
removeStepFromWorkingGraph(stepId);
|
|
162
|
-
void promiseQueue.add(() => metrics_1.timeOperation({
|
|
169
|
+
void promiseQueue.add(() => (0, metrics_1.timeOperation)({
|
|
163
170
|
logger: executionContext.logger,
|
|
164
171
|
metricName: `duration-step`,
|
|
165
172
|
dimensions: {
|
|
166
173
|
stepId,
|
|
174
|
+
cached: hasCachePath(stepId).toString(),
|
|
167
175
|
},
|
|
168
176
|
operation: () => executeStep(step),
|
|
169
177
|
}).catch(handleUnexpectedError));
|
|
@@ -196,15 +204,21 @@ function executeStepDependencyGraph({ executionContext, inputGraph, stepStartSta
|
|
|
196
204
|
logger.stepStart(step);
|
|
197
205
|
let status;
|
|
198
206
|
try {
|
|
199
|
-
|
|
200
|
-
|
|
201
|
-
|
|
202
|
-
status = integration_sdk_core_1.StepResultStatus.PARTIAL_SUCCESS_DUE_TO_DEPENDENCY_FAILURE;
|
|
207
|
+
if (hasCachePath(stepId)) {
|
|
208
|
+
const stepCacheFilePath = stepStartStates[step.id].stepCachePath;
|
|
209
|
+
status = await loadCacheForStep(stepCacheFilePath, context);
|
|
203
210
|
}
|
|
204
|
-
|
|
205
|
-
|
|
206
|
-
|
|
211
|
+
if (status !== integration_sdk_core_1.StepResultStatus.CACHED) {
|
|
212
|
+
await step.executionHandler(context);
|
|
213
|
+
if (stepHasDependencyFailure(stepId)) {
|
|
214
|
+
status = integration_sdk_core_1.StepResultStatus.PARTIAL_SUCCESS_DUE_TO_DEPENDENCY_FAILURE;
|
|
215
|
+
}
|
|
216
|
+
else {
|
|
217
|
+
status = integration_sdk_core_1.StepResultStatus.SUCCESS;
|
|
218
|
+
maybeLogUndeclaredTypes(context, step, typeTracker);
|
|
219
|
+
}
|
|
207
220
|
}
|
|
221
|
+
context.logger.stepSuccess(step);
|
|
208
222
|
logger.info({
|
|
209
223
|
stepId,
|
|
210
224
|
summary: JSON.stringify(typeTracker.summarizeStep(stepId)),
|
|
@@ -238,6 +252,36 @@ function executeStepDependencyGraph({ executionContext, inputGraph, stepStartSta
|
|
|
238
252
|
updateStepResultStatus(stepId, status, typeTracker);
|
|
239
253
|
enqueueLeafSteps();
|
|
240
254
|
}
|
|
255
|
+
/**
|
|
256
|
+
* Loads cached step data.
|
|
257
|
+
* @param stepCacheFilePath
|
|
258
|
+
* @param context
|
|
259
|
+
*/
|
|
260
|
+
async function loadCacheForStep(stepCacheFilePath, context) {
|
|
261
|
+
let status = integration_sdk_core_1.StepResultStatus.FAILURE;
|
|
262
|
+
const entitiesPath = `${stepCacheFilePath}/entities`;
|
|
263
|
+
const relationshipsPath = `${stepCacheFilePath}/relationships`;
|
|
264
|
+
const { jobState, logger } = context;
|
|
265
|
+
let entitiesCount = 0;
|
|
266
|
+
await (0, fileSystem_1.iterateParsedEntityGraphFiles)(async (entities) => {
|
|
267
|
+
entitiesCount += entities.length;
|
|
268
|
+
await jobState.addEntities(entities);
|
|
269
|
+
status = integration_sdk_core_1.StepResultStatus.CACHED;
|
|
270
|
+
}, entitiesPath);
|
|
271
|
+
let relationshipCount = 0;
|
|
272
|
+
await (0, fileSystem_1.iterateParsedRelationshipGraphFiles)(async (relationships) => {
|
|
273
|
+
relationshipCount += relationships.length;
|
|
274
|
+
await jobState.addRelationships(relationships);
|
|
275
|
+
status = integration_sdk_core_1.StepResultStatus.CACHED;
|
|
276
|
+
}, relationshipsPath);
|
|
277
|
+
if (entitiesCount || relationshipCount) {
|
|
278
|
+
logger.info({ entitiesCount, relationshipCount }, `Loaded entities and relationship(s) from cache.`);
|
|
279
|
+
}
|
|
280
|
+
else {
|
|
281
|
+
logger.warn(`Expected to find entities or relationships for step but found none.`);
|
|
282
|
+
}
|
|
283
|
+
return status;
|
|
284
|
+
}
|
|
241
285
|
// kick off work for all leaf nodes
|
|
242
286
|
enqueueLeafSteps();
|
|
243
287
|
void promiseQueue
|
|
@@ -257,7 +301,7 @@ function buildStepContext({ stepId, context, duplicateKeyTracker, typeTracker, g
|
|
|
257
301
|
return beforeAddEntity(context, entity);
|
|
258
302
|
}
|
|
259
303
|
: undefined;
|
|
260
|
-
const jobState = jobState_1.createStepJobState({
|
|
304
|
+
const jobState = (0, jobState_1.createStepJobState)({
|
|
261
305
|
stepId,
|
|
262
306
|
duplicateKeyTracker,
|
|
263
307
|
typeTracker,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"dependencyGraph.js","sourceRoot":"","sources":["../../../src/execution/dependencyGraph.ts"],"names":[],"mappings":";;;;;;AAAA,uDAA4C;AAC5C,sDAAmC;AAEnC,2EAS0C;AAE1C,wCAA2C;AAE3C,yCAKoB;
|
|
1
|
+
{"version":3,"file":"dependencyGraph.js","sourceRoot":"","sources":["../../../src/execution/dependencyGraph.ts"],"names":[],"mappings":";;;;;;AAAA,uDAA4C;AAC5C,sDAAmC;AAEnC,2EAS0C;AAE1C,wCAA2C;AAE3C,yCAKoB;AAKpB,8CAGuB;AAEvB;;;GAGG;AACH,SAAgB,wBAAwB,CAEtC,KAAoC;IACpC,MAAM,eAAe,GAAG,IAAI,2BAAQ,EAA+B,CAAC;IAEpE,sBAAsB;IACtB,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;QACrB,eAAe,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;IACzC,CAAC,CAAC,CAAC;IAEH,mBAAmB;IACnB,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;;QACrB,MAAA,IAAI,CAAC,SAAS,0CAAE,OAAO,CAAC,CAAC,UAAU,EAAE,EAAE;YACrC,eAAe,CAAC,aAAa,CAAC,IAAI,CAAC,EAAE,EAAE,UAAU,CAAC,CAAC;QACrD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,6CAA6C;IAC7C,oCAAoC;IACpC,eAAe,CAAC,YAAY,EAAE,CAAC;IAE/B,OAAO,eAAe,CAAC;AACzB,CAAC;AAtBD,4DAsBC;AAED;;;;;;;;;;;;;GAaG;AACH,SAAgB,0BAA0B,CAGxC,EACA,gBAAgB,EAChB,UAAU,EACV,eAAe,EACf,mBAAmB,EACnB,gBAAgB,EAChB,SAAS,EACT,iCAAiC,EACjC,eAAe,GAUhB;IACC,yDAAyD;IACzD,0BAA0B;IAC1B,EAAE;IACF,2DAA2D;IAC3D,qDAAqD;IACrD,sCAAsC;IACtC,MAAM,YAAY,GAAG,UAAU,CAAC,KAAK,EAAE,CAAC;IAExC,sDAAsD;IACtD,MAAM,YAAY,GAAG,IAAI,iBAAY,EAAE,CAAC;IAExC,MAAM,WAAW,GAAG,IAAI,sBAAW,EAAE,CAAC;IACtC,MAAM,cAAc,GAAG,mBAAmB,CAAC,UAAU,EAAE,eAAe,CAAC,CAAC;IAExE,SAAS,aAAa,CAAC,MAAc;QACnC,OAAO,eAAe,CAAC,MAAM,CAAC,CAAC,QAAQ,KAAK,KAAK,CAAC;IACpD,CAAC;IAED,SAAS,YAAY,CAAC,MAAc;;QAClC,OAAO,MAAA,CAAC,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,aAAa,mCAAI,KAAK,CAAC;IAC1D,CAAC;IAED;;OAEG;IACH,SAAS,sBAAsB,CAC7B,MAAc,EACd,MAAwB,EACxB,WAAwB;QAExB,MAAM,cAAc,GAAG,cAAc,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAClD,IAAI,cAAc,EAAE;YAClB,cAAc,CAAC,GAAG,CAAC,MAAM,EAAE;gBACzB,GAAG,cAAc;gBACjB,MAAM;gBACN,gBAAgB,EAAE,WAAW,CAAC,0BAA0B,CAAC,MAAM,CAAC;aACjE,CAAC,CAAC;SACJ;IACH,CAAC;IAED;;;;;;OAMG;IACH,SAAS,wBAAwB,CAAC,MAAc;QAC9C,OAAO,UAAU;aACd,cAAc,CAAC,MAAM,CAAC;aACtB,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,cAAc,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;aACnC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE;YACf,MAAM,MAAM,GAAG,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,MAAM,CAAC;YAC9B,OAAO,CACL,MAAM,KAAK,uCAAgB,CAAC,OAAO;gBACnC,MAAM,KAAK,uCAAgB,CAAC,yCAAyC,CACtE,CAAC;QACJ,CAAC,CAAC,CAAC;IACP,CAAC;IAED;;;;;OAKG;IACH,SAAS,0BAA0B,CAAC,MAAc;QAChD,YAAY,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,SAAS,EAAE,EAAE;YACtD,YAAY,CAAC,gBAAgB,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;QACnD,CAAC,CAAC,CAAC;QAEH,YAAY,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;IAClC,CAAC;IAED;;OAEG;IACH,SAAS,2BAA2B,CAAC,MAAc;QACjD,MAAM,qBAAqB,GAAG,UAAU;aACrC,cAAc,CAAC,MAAM,CAAC;aACtB,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,cAAc,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;aACnC,MAAM,CACL,CAAC,UAAU,EAAE,EAAE,CACb,CAAA,UAAU,aAAV,UAAU,uBAAV,UAAU,CAAE,MAAM,MAAK,uCAAgB,CAAC,kBAAkB,CAC7D,CAAC;QAEJ,OAAO,qBAAqB,CAAC,MAAM,KAAK,CAAC,CAAC;IAC5C,CAAC;IAED;;OAEG;IACH,SAAS,uBAAuB,CAC9B,OAA8B,EAC9B,IAAiC,EACjC,WAAwB;QAExB,MAAM,gBAAgB,GAAG,WAAW,CAAC,0BAA0B,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACzE,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAC9B,sBAAsB,CAAC,IAAI,CAAC,CAAC,aAAa,CAC3C,CAAC;QACF,MAAM,eAAe,GAAG,gBAAgB,CAAC,MAAM,CAC7C,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,gBAAgB,CAAC,GAAG,CAAC,IAAI,CAAC,CACtC,CAAC;QAEF,IAAI,eAAe,CAAC,MAAM,EAAE;YAC1B,OAAO,CAAC,MAAM,CAAC,IAAI,CACjB;gBACE,eAAe;aAChB,EACD,iCAAiC,CAClC,CAAC;SACH;IACH,CAAC;IAED,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC;;;;WAIG;QACH,SAAS,qBAAqB,CAAC,GAAU;YACvC,YAAY,CAAC,KAAK,EAAE,CAAC;YACrB,MAAM,CAAC,GAAG,CAAC,CAAC;QACd,CAAC;QAED;;;;;;WAMG;QACH,SAAS,gBAAgB;YACvB,yDAAyD;YACzD,IAAI,YAAY,CAAC,QAAQ,EAAE;gBACzB,OAAO;aACR;YAED,YAAY,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE;gBACjD,MAAM,IAAI,GAAG,YAAY,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;gBAE9C;;;;;;;;mBAQG;gBACH,IAAI,aAAa,CAAC,MAAM,CAAC,IAAI,2BAA2B,CAAC,MAAM,CAAC,EAAE;oBAChE,0BAA0B,CAAC,MAAM,CAAC,CAAC;oBACnC,KAAK,YAAY,CAAC,GAAG,CAAC,GAAG,EAAE,CACzB,IAAA,uBAAa,EAAC;wBACZ,MAAM,EAAE,gBAAgB,CAAC,MAAM;wBAC/B,UAAU,EAAE,eAAe;wBAC3B,UAAU,EAAE;4BACV,MAAM;4BACN,MAAM,EAAE,YAAY,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE;yBACxC;wBACD,SAAS,EAAE,GAAG,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC;qBACnC,CAAC,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAChC,CAAC;iBACH;YACH,CAAC,CAAC,CAAC;QACL,CAAC;QAED;;;;;WAKG;QACH,KAAK,UAAU,WAAW,CAAC,IAAiC;YAC1D,MAAM,EAAE,EAAE,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;YAE5B,IAAI,QAAiD,CAAC;YAEtD,IAAI,iCAAiC,EAAE;gBACrC,QAAQ,GAAG,iCAAiC,CAAC,MAAM,CAAC,CAAC;aACtD;YAED,MAAM,OAAO,GAAG,gBAAgB,CAG9B;gBACA,OAAO,EAAE,gBAAgB;gBACzB,mBAAmB;gBACnB,WAAW;gBACX,gBAAgB;gBAChB,SAAS;gBACT,MAAM;gBACN,eAAe;gBACf,QAAQ;aACT,CAAC,CAAC;YAEH,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;YAE3B,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;YAEvB,IAAI,MAAoC,CAAC;YAEzC,IAAI;gBACF,IAAI,YAAY,CAAC,MAAM,CAAC,EAAE;oBACxB,MAAM,iBAAiB,GAAG,eAAe,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,aAAc,CAAC;oBAClE,MAAM,GAAG,MAAM,gBAAgB,CAAC,iBAAiB,EAAE,OAAO,CAAC,CAAC;iBAC7D;gBAED,IAAI,MAAM,KAAK,uCAAgB,CAAC,MAAM,EAAE;oBACtC,MAAM,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;oBAErC,IAAI,wBAAwB,CAAC,MAAM,CAAC,EAAE;wBACpC,MAAM,GAAG,uCAAgB,CAAC,yCAAyC,CAAC;qBACrE;yBAAM;wBACL,MAAM,GAAG,uCAAgB,CAAC,OAAO,CAAC;wBAClC,uBAAuB,CAAC,OAAO,EAAE,IAAI,EAAE,WAAW,CAAC,CAAC;qBACrD;iBACF;gBACD,OAAO,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;gBAEjC,MAAM,CAAC,IAAI,CACT;oBACE,MAAM;oBACN,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;iBAC3D,EACD,cAAc,CACf,CAAC;aACH;YAAC,OAAO,GAAG,EAAE;gBACZ,MAAM,CAAC,IAAI,CACT;oBACE,MAAM;oBACN,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;iBAC3D,EACD,qBAAqB,CACtB,CAAC;gBAEF,OAAO,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;gBAEtC,IAAI,GAAG,CAAC,KAAK,EAAE;oBACb,uDAAuD;oBACvD,MAAM,GAAG,CAAC;iBACX;gBAED,MAAM,GAAG,uCAAgB,CAAC,OAAO,CAAC;aACnC;YAED,MAAM,OAAO,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;YAE/B,IAAI,OAAO,CAAC,QAAQ,CAAC,wBAAwB,EAAE;gBAC7C,IAAI;oBACF,oEAAoE;oBACpE,qEAAqE;oBACrE,8BAA8B;oBAC9B,MAAM,OAAO,CAAC,QAAQ,CAAC,wBAAwB,EAAE,CAAC;iBACnD;gBAAC,OAAO,GAAG,EAAE;oBACZ,OAAO,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;oBACtC,MAAM,GAAG,uCAAgB,CAAC,OAAO,CAAC;iBACnC;aACF;YAED,sBAAsB,CAAC,MAAM,EAAE,MAAM,EAAE,WAAW,CAAC,CAAC;YACpD,gBAAgB,EAAE,CAAC;QACrB,CAAC;QAED;;;;WAIG;QACH,KAAK,UAAU,gBAAgB,CAC7B,iBAAyB,EACzB,OAA8B;YAE9B,IAAI,MAAM,GAAG,uCAAgB,CAAC,OAAO,CAAC;YACtC,MAAM,YAAY,GAAG,GAAG,iBAAiB,WAAW,CAAC;YACrD,MAAM,iBAAiB,GAAG,GAAG,iBAAiB,gBAAgB,CAAC;YAE/D,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;YAErC,IAAI,aAAa,GAAG,CAAC,CAAC;YACtB,MAAM,IAAA,0CAA6B,EAAC,KAAK,EAAE,QAAQ,EAAE,EAAE;gBACrD,aAAa,IAAI,QAAQ,CAAC,MAAM,CAAC;gBACjC,MAAM,QAAQ,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;gBACrC,MAAM,GAAG,uCAAgB,CAAC,MAAM,CAAC;YACnC,CAAC,EAAE,YAAY,CAAC,CAAC;YAEjB,IAAI,iBAAiB,GAAG,CAAC,CAAC;YAC1B,MAAM,IAAA,gDAAmC,EAAC,KAAK,EAAE,aAAa,EAAE,EAAE;gBAChE,iBAAiB,IAAI,aAAa,CAAC,MAAM,CAAC;gBAC1C,MAAM,QAAQ,CAAC,gBAAgB,CAAC,aAAa,CAAC,CAAC;gBAC/C,MAAM,GAAG,uCAAgB,CAAC,MAAM,CAAC;YACnC,CAAC,EAAE,iBAAiB,CAAC,CAAC;YAEtB,IAAI,aAAa,IAAI,iBAAiB,EAAE;gBACtC,MAAM,CAAC,IAAI,CACT,EAAE,aAAa,EAAE,iBAAiB,EAAE,EACpC,iDAAiD,CAClD,CAAC;aACH;iBAAM;gBACL,MAAM,CAAC,IAAI,CACT,qEAAqE,CACtE,CAAC;aACH;YAED,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,mCAAmC;QACnC,gBAAgB,EAAE,CAAC;QAEnB,KAAK,YAAY;aACd,MAAM,EAAE;aACR,IAAI,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,GAAG,cAAc,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;aACjD,KAAK,CAAC,MAAM,CAAC,CAAC;IACnB,CAAC,CAAC,CAAC;AACL,CAAC;AAlVD,gEAkVC;AAED,SAAS,gBAAgB,CAGvB,EACA,MAAM,EACN,OAAO,EACP,mBAAmB,EACnB,WAAW,EACX,gBAAgB,EAChB,SAAS,EACT,QAAQ,EACR,eAAe,GAUhB;IACC,2EAA2E;IAC3E,2EAA2E;IAC3E,4EAA4E;IAC5E,gBAAgB;IAChB,MAAM,uBAAuB,GAC3B,OAAO,eAAe,KAAK,WAAW;QACpC,CAAC,CAAC,CAAC,MAAc,EAAU,EAAE;YACzB,OAAO,eAAe,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAC1C,CAAC;QACH,CAAC,CAAC,SAAS,CAAC;IAEhB,MAAM,QAAQ,GAAG,IAAA,6BAAkB,EAAC;QAClC,MAAM;QACN,mBAAmB;QACnB,WAAW;QACX,gBAAgB;QAChB,SAAS;QACT,eAAe,EAAE,uBAAuB;QACxC,QAAQ;KACT,CAAC,CAAC;IAEH,MAAM,oBAAoB,GAAyB;QACjD,GAAG,OAAO;QACV,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC;YAC3B,MAAM;SACP,CAAC;QACF,QAAQ;KACT,CAAC;IAEF,OAAO,oBAA6C,CAAC;AACvD,CAAC;AAED,SAAS,mBAAmB,CAG1B,eAAsD,EACtD,eAAgC;IAEhC,MAAM,oBAAoB,GAAG,eAAe;SACzC,YAAY,EAAE;SACd,GAAG,CAAC,CAAC,MAAM,EAAyB,EAAE;QACrC,MAAM,IAAI,GAAG,eAAe,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;QAEjD,MAAM,uBAAuB,GAC3B,eAAe;aACZ,cAAc,CAAC,IAAI,CAAC,EAAE,CAAC;aACvB,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;QAE7D,MAAM,EAAE,aAAa,EAAE,YAAY,EAAE,GAAG,sBAAsB,CAAC,IAAI,CAAC,CAAC;QAErE,OAAO;YACL,EAAE,EAAE,IAAI,CAAC,EAAE;YACX,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,aAAa;YACb,YAAY;YACZ,gBAAgB,EAAE,EAAE;YACpB,MAAM,EACJ,eAAe,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,QAAQ,IAAI,uBAAuB;gBAC1D,CAAC,CAAC,uCAAgB,CAAC,QAAQ;gBAC3B,CAAC,CAAC,uCAAgB,CAAC,kBAAkB;SAC1C,CAAC;IACJ,CAAC,CAAC;SACD,GAAG,CAAC,CAAC,MAAM,EAAmC,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC,CAAC;IAEzE,OAAO,IAAI,GAAG,CAAgC,oBAAoB,CAAC,CAAC;AACtE,CAAC;AAED,SAAgB,sBAAsB,CAGpC,IAAiC;IAKjC,MAAM,aAAa,GAAa,EAAE,CAAC;IACnC,MAAM,YAAY,GAAa,EAAE,CAAC;IAElC;QACE,GAAG,IAAI,CAAC,QAAQ;QAChB,GAAG,IAAI,CAAC,aAAa;QACrB,GAAG,CAAC,IAAI,CAAC,mBAAmB,IAAI,EAAE,CAAC;KACpC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;QACV,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QAC5B,IAAI,CAAC,CAAC,OAAO,EAAE;YACb,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;SAC5B;IACH,CAAC,CAAC,CAAC;IAEH,OAAO,EAAE,aAAa,EAAE,YAAY,EAAE,CAAC;AACzC,CAAC;AAvBD,wDAuBC"}
|
|
@@ -17,19 +17,18 @@ const THIRTY_SECONDS_STORAGE_INTERVAL_MS = 60000 / 2;
|
|
|
17
17
|
* variables.
|
|
18
18
|
*/
|
|
19
19
|
async function executeIntegrationLocally(config, executionHistory, options) {
|
|
20
|
-
|
|
20
|
+
var _a;
|
|
21
|
+
const logger = (0, logger_1.createIntegrationLogger)({
|
|
21
22
|
name: 'Local',
|
|
22
23
|
invocationConfig: config,
|
|
23
24
|
pretty: true,
|
|
24
25
|
});
|
|
25
|
-
const registeredEventListeners = logger_1.registerIntegrationLoggerEventHandlers(() => logger);
|
|
26
|
-
const result = await executeIntegrationInstance(logger, instance_1.createIntegrationInstanceForLocalExecution(config), config, executionHistory, {
|
|
26
|
+
const registeredEventListeners = (0, logger_1.registerIntegrationLoggerEventHandlers)(() => logger);
|
|
27
|
+
const result = await executeIntegrationInstance(logger, (0, instance_1.createIntegrationInstanceForLocalExecution)(config), config, executionHistory, {
|
|
27
28
|
...options,
|
|
28
|
-
enableSchemaValidation: (options === null || options === void 0 ? void 0 : options.enableSchemaValidation) !==
|
|
29
|
-
? options.enableSchemaValidation
|
|
30
|
-
: true,
|
|
29
|
+
enableSchemaValidation: (_a = options === null || options === void 0 ? void 0 : options.enableSchemaValidation) !== null && _a !== void 0 ? _a : true,
|
|
31
30
|
});
|
|
32
|
-
logger_1.unregisterIntegrationLoggerEventHandlers(registeredEventListeners);
|
|
31
|
+
(0, logger_1.unregisterIntegrationLoggerEventHandlers)(registeredEventListeners);
|
|
33
32
|
return result;
|
|
34
33
|
}
|
|
35
34
|
exports.executeIntegrationLocally = executeIntegrationLocally;
|
|
@@ -40,8 +39,8 @@ async function executeIntegrationInstance(logger, instance, config, executionHis
|
|
|
40
39
|
if (options.enableSchemaValidation === true) {
|
|
41
40
|
process.env.ENABLE_GRAPH_OBJECT_SCHEMA_VALIDATION = 'true';
|
|
42
41
|
}
|
|
43
|
-
const instanceWithTrimmedConfig = trimStringValues_1.trimStringValues(instance, getMaskedFields_1.getMaskedFields(config));
|
|
44
|
-
return metrics_1.timeOperation({
|
|
42
|
+
const instanceWithTrimmedConfig = (0, trimStringValues_1.trimStringValues)(instance, (0, getMaskedFields_1.getMaskedFields)(config));
|
|
43
|
+
return (0, metrics_1.timeOperation)({
|
|
45
44
|
logger,
|
|
46
45
|
metricName: 'duration-collect',
|
|
47
46
|
operation: () => {
|
|
@@ -64,10 +63,10 @@ function publishDiskUsageMetric(context, size) {
|
|
|
64
63
|
});
|
|
65
64
|
}
|
|
66
65
|
async function tryPublishDiskUsageMetric(context) {
|
|
67
|
-
if (!(await fileSystem_1.isRootStorageDirectoryPresent())) {
|
|
66
|
+
if (!(await (0, fileSystem_1.isRootStorageDirectoryPresent)())) {
|
|
68
67
|
return;
|
|
69
68
|
}
|
|
70
|
-
publishDiskUsageMetric(context, await fileSystem_1.getRootStorageDirectorySize());
|
|
69
|
+
publishDiskUsageMetric(context, await (0, fileSystem_1.getRootStorageDirectorySize)());
|
|
71
70
|
}
|
|
72
71
|
/**
|
|
73
72
|
* Executes an integration and performs actions defined by the config
|
|
@@ -77,13 +76,13 @@ async function executeWithContext(context, config, options = {}) {
|
|
|
77
76
|
var _a, _b, _c;
|
|
78
77
|
const { logger } = context;
|
|
79
78
|
logger.info({
|
|
80
|
-
compressionEnabled: fileSystem_1.isCompressionEnabled(),
|
|
79
|
+
compressionEnabled: (0, fileSystem_1.isCompressionEnabled)(),
|
|
81
80
|
}, 'Starting execution with config...');
|
|
82
81
|
await tryPublishDiskUsageMetric(context);
|
|
83
82
|
let diskUsagePublishInterval;
|
|
84
83
|
let executionComplete = false;
|
|
85
84
|
try {
|
|
86
|
-
await fileSystem_1.removeStorageDirectory();
|
|
85
|
+
await (0, fileSystem_1.removeStorageDirectory)();
|
|
87
86
|
try {
|
|
88
87
|
await ((_a = config.validateInvocation) === null || _a === void 0 ? void 0 : _a.call(config, context));
|
|
89
88
|
}
|
|
@@ -91,14 +90,14 @@ async function executeWithContext(context, config, options = {}) {
|
|
|
91
90
|
logger.validationFailure(err);
|
|
92
91
|
throw err;
|
|
93
92
|
}
|
|
94
|
-
const stepStartStates = (_c = (await ((_b = config.getStepStartStates) === null || _b === void 0 ? void 0 : _b.call(config, context)))) !== null && _c !== void 0 ? _c : step_1.getDefaultStepStartStates(config.integrationSteps);
|
|
95
|
-
validation_1.validateStepStartStates(config.integrationSteps, stepStartStates);
|
|
93
|
+
const stepStartStates = (_c = (await ((_b = config.getStepStartStates) === null || _b === void 0 ? void 0 : _b.call(config, context)))) !== null && _c !== void 0 ? _c : (0, step_1.getDefaultStepStartStates)(config.integrationSteps);
|
|
94
|
+
(0, validation_1.validateStepStartStates)(config.integrationSteps, stepStartStates);
|
|
96
95
|
diskUsagePublishInterval = setInterval(() => {
|
|
97
|
-
fileSystem_1.isRootStorageDirectoryPresent()
|
|
96
|
+
(0, fileSystem_1.isRootStorageDirectoryPresent)()
|
|
98
97
|
.then((present) => {
|
|
99
98
|
if (!present)
|
|
100
99
|
return;
|
|
101
|
-
return fileSystem_1.getRootStorageDirectorySize().then((size) => {
|
|
100
|
+
return (0, fileSystem_1.getRootStorageDirectorySize)().then((size) => {
|
|
102
101
|
if (executionComplete) {
|
|
103
102
|
return;
|
|
104
103
|
}
|
|
@@ -113,7 +112,7 @@ async function executeWithContext(context, config, options = {}) {
|
|
|
113
112
|
});
|
|
114
113
|
}, THIRTY_SECONDS_STORAGE_INTERVAL_MS);
|
|
115
114
|
const { graphObjectStore = new storage_1.FileSystemGraphObjectStore(), createStepGraphObjectDataUploader, } = options;
|
|
116
|
-
const integrationStepResults = await step_1.executeSteps({
|
|
115
|
+
const integrationStepResults = await (0, step_1.executeSteps)({
|
|
117
116
|
executionContext: context,
|
|
118
117
|
integrationSteps: config.integrationSteps,
|
|
119
118
|
stepStartStates,
|
|
@@ -124,14 +123,14 @@ async function executeWithContext(context, config, options = {}) {
|
|
|
124
123
|
beforeAddEntity: config.beforeAddEntity,
|
|
125
124
|
dependencyGraphOrder: config.dependencyGraphOrder,
|
|
126
125
|
});
|
|
127
|
-
const partialDatasets = step_1.determinePartialDatasetsFromStepExecutionResults(integrationStepResults);
|
|
126
|
+
const partialDatasets = (0, step_1.determinePartialDatasetsFromStepExecutionResults)(integrationStepResults);
|
|
128
127
|
const summary = {
|
|
129
128
|
integrationStepResults,
|
|
130
129
|
metadata: {
|
|
131
130
|
partialDatasets,
|
|
132
131
|
},
|
|
133
132
|
};
|
|
134
|
-
await fileSystem_1.writeJsonToPath({
|
|
133
|
+
await (0, fileSystem_1.writeJsonToPath)({
|
|
135
134
|
path: 'summary.json',
|
|
136
135
|
data: summary,
|
|
137
136
|
});
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"executeIntegration.js","sourceRoot":"","sources":["../../../src/execution/executeIntegration.ts"],"names":[],"mappings":";;;AAcA,8CAMuB;AACvB,sCAImB;AACnB,wCAA2C;AAC3C,wCAA0E;AAC1E,yCAAwE;AACxE,yCAAkE;AAClE,iCAIgB;AAEhB,6DAA0D;AAC1D,+DAA4D;AAC5D,6CAAuD;AAoBvD,MAAM,kCAAkC,GAAG,KAAK,GAAG,CAAC,CAAC;AAErD;;;GAGG;AACI,KAAK,UAAU,yBAAyB,CAC7C,MAAmC,EACnC,gBAAkC,EAClC,OAAmC
|
|
1
|
+
{"version":3,"file":"executeIntegration.js","sourceRoot":"","sources":["../../../src/execution/executeIntegration.ts"],"names":[],"mappings":";;;AAcA,8CAMuB;AACvB,sCAImB;AACnB,wCAA2C;AAC3C,wCAA0E;AAC1E,yCAAwE;AACxE,yCAAkE;AAClE,iCAIgB;AAEhB,6DAA0D;AAC1D,+DAA4D;AAC5D,6CAAuD;AAoBvD,MAAM,kCAAkC,GAAG,KAAK,GAAG,CAAC,CAAC;AAErD;;;GAGG;AACI,KAAK,UAAU,yBAAyB,CAC7C,MAAmC,EACnC,gBAAkC,EAClC,OAAmC;;IAEnC,MAAM,MAAM,GAAG,IAAA,gCAAuB,EAAC;QACrC,IAAI,EAAE,OAAO;QACb,gBAAgB,EAAE,MAAM;QACxB,MAAM,EAAE,IAAI;KACb,CAAC,CAAC;IACH,MAAM,wBAAwB,GAAG,IAAA,+CAAsC,EACrE,GAAG,EAAE,CAAC,MAAM,CACb,CAAC;IACF,MAAM,MAAM,GAAG,MAAM,0BAA0B,CAC7C,MAAM,EACN,IAAA,qDAA0C,EAAC,MAAM,CAAC,EAClD,MAAM,EACN,gBAAgB,EAChB;QACE,GAAG,OAAO;QACV,sBAAsB,EAAE,MAAA,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,sBAAsB,mCAAI,IAAI;KAChE,CACF,CAAC;IACF,IAAA,iDAAwC,EAAC,wBAAwB,CAAC,CAAC;IACnE,OAAO,MAAM,CAAC;AAChB,CAAC;AAzBD,8DAyBC;AAED;;GAEG;AACI,KAAK,UAAU,0BAA0B,CAG9C,MAAyB,EACzB,QAAiD,EACjD,MAAuD,EACvD,gBAAkC,EAClC,UAAqC,EAAE;IAEvC,IAAI,OAAO,CAAC,sBAAsB,KAAK,IAAI,EAAE;QAC3C,OAAO,CAAC,GAAG,CAAC,qCAAqC,GAAG,MAAM,CAAC;KAC5D;IACD,MAAM,yBAAyB,GAAG,IAAA,mCAAgB,EAChD,QAAQ,EACR,IAAA,iCAAe,EAAC,MAAM,CAAC,CACxB,CAAC;IAEF,OAAO,IAAA,uBAAa,EAAC;QACnB,MAAM;QACN,UAAU,EAAE,kBAAkB;QAC9B,SAAS,EAAE,GAAG,EAAE;;YACd,OAAA,kBAAkB,CAChB;gBACE,QAAQ,EAAE,yBAAyB;gBACnC,MAAM;gBACN,gBAAgB;gBAChB,eAAe,EACb,CAAA,MAAA,MAAM,CAAC,mBAAmB,+CAA1B,MAAM,EAAuB,yBAAyB,CAAC,KAAI,EAAE;aAChE,EACD,MAAM,EACN,OAAO,CACR,CAAA;SAAA;KACJ,CAAC,CAAC;AACL,CAAC;AAjCD,gEAiCC;AAED,SAAS,sBAAsB,CAC7B,OAA0B,EAC1B,IAAY;IAEZ,OAAO,CAAC,MAAM,CAAC,aAAa,CAAC;QAC3B,IAAI,EAAE,YAAY;QAClB,KAAK,EAAE,IAAI;QACX,IAAI,EAAE,OAAO;KACd,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,yBAAyB,CAEtC,OAA0B;IAC1B,IAAI,CAAC,CAAC,MAAM,IAAA,0CAA6B,GAAE,CAAC,EAAE;QAC5C,OAAO;KACR;IAED,sBAAsB,CAAC,OAAO,EAAE,MAAM,IAAA,wCAA2B,GAAE,CAAC,CAAC;AACvE,CAAC;AAED;;;GAGG;AACI,KAAK,UAAU,kBAAkB,CAItC,OAA0B,EAC1B,MAAkE,EAClE,UAAqC,EAAE;;IAEvC,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;IAE3B,MAAM,CAAC,IAAI,CACT;QACE,kBAAkB,EAAE,IAAA,iCAAoB,GAAE;KAC3C,EACD,mCAAmC,CACpC,CAAC;IAEF,MAAM,yBAAyB,CAAC,OAAO,CAAC,CAAC;IAEzC,IAAI,wBAAoD,CAAC;IACzD,IAAI,iBAAiB,GAAG,KAAK,CAAC;IAE9B,IAAI;QACF,MAAM,IAAA,mCAAsB,GAAE,CAAC;QAE/B,IAAI;YACF,MAAM,CAAA,MAAA,MAAM,CAAC,kBAAkB,+CAAzB,MAAM,EAAsB,OAAO,CAAC,CAAA,CAAC;SAC5C;QAAC,OAAO,GAAG,EAAE;YACZ,MAAM,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC;YAC9B,MAAM,GAAG,CAAC;SACX;QAED,MAAM,eAAe,GACnB,MAAA,CAAC,MAAM,CAAA,MAAA,MAAM,CAAC,kBAAkB,+CAAzB,MAAM,EAAsB,OAAO,CAAC,CAAA,CAAC,mCAC5C,IAAA,gCAAyB,EAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC;QAErD,IAAA,oCAAuB,EAAC,MAAM,CAAC,gBAAgB,EAAE,eAAe,CAAC,CAAC;QAElE,wBAAwB,GAAG,WAAW,CAAC,GAAG,EAAE;YAC1C,IAAA,0CAA6B,GAAE;iBAC5B,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE;gBAChB,IAAI,CAAC,OAAO;oBAAE,OAAO;gBAErB,OAAO,IAAA,wCAA2B,GAAE,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE;oBACjD,IAAI,iBAAiB,EAAE;wBACrB,OAAO;qBACR;oBAED,sBAAsB,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;gBACxC,CAAC,CAAC,CAAC;YACL,CAAC,CAAC;iBACD,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;gBACb,IAAI,iBAAiB,EAAE;oBACrB,OAAO;iBACR;gBAED,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,EAAE,oCAAoC,CAAC,CAAC;YACtE,CAAC,CAAC,CAAC;QACP,CAAC,EAAE,kCAAkC,CAAC,CAAC;QAEvC,MAAM,EACJ,gBAAgB,GAAG,IAAI,oCAA0B,EAAE,EACnD,iCAAiC,GAClC,GAAG,OAAO,CAAC;QAEZ,MAAM,sBAAsB,GAAG,MAAM,IAAA,mBAAY,EAAC;YAChD,gBAAgB,EAAE,OAAO;YACzB,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;YACzC,eAAe;YACf,mBAAmB,EAAE,IAAI,8BAAmB,CAC1C,MAAM,CAAC,uBAAuB,CAC/B;YACD,gBAAgB;YAChB,SAAS,EAAE,IAAI,0BAAe,EAAE;YAChC,iCAAiC;YACjC,eAAe,EAAE,MAAM,CAAC,eAAe;YACvC,oBAAoB,EAAE,MAAM,CAAC,oBAAoB;SAClD,CAAC,CAAC;QAEH,MAAM,eAAe,GAAG,IAAA,uDAAgD,EACtE,sBAAsB,CACvB,CAAC;QAEF,MAAM,OAAO,GAA6B;YACxC,sBAAsB;YACtB,QAAQ,EAAE;gBACR,eAAe;aAChB;SACF,CAAC;QAEF,MAAM,IAAA,4BAAe,EAAC;YACpB,IAAI,EAAE,cAAc;YACpB,IAAI,EAAE,OAAO;SACd,CAAC,CAAC;QAEH,OAAO,CAAC,MAAM,CAAC,IAAI,CACjB,EAAE,gBAAgB,EAAE,OAAO,EAAE,EAC7B,4CAA4C,CAC7C,CAAC;QAEF,OAAO,OAAO,CAAC;KAChB;YAAS;QACR,iBAAiB,GAAG,IAAI,CAAC;QAEzB,IAAI,wBAAwB,EAAE;YAC5B,aAAa,CAAC,wBAAwB,CAAC,CAAC;SACzC;QAED,MAAM,yBAAyB,CAAC,OAAO,CAAC,CAAC;KAC1C;AACH,CAAC;AA9GD,gDA8GC"}
|
|
@@ -22,7 +22,7 @@ function createIntegrationInstanceForLocalExecution(config) {
|
|
|
22
22
|
process.env.JUPITERONE_LOCAL_INTEGRATION_INSTANCE_ACCOUNT_ID ||
|
|
23
23
|
exports.LOCAL_INTEGRATION_INSTANCE.accountId,
|
|
24
24
|
config: config.instanceConfigFields
|
|
25
|
-
? config_1.loadConfigFromEnvironmentVariables(config.instanceConfigFields)
|
|
25
|
+
? (0, config_1.loadConfigFromEnvironmentVariables)(config.instanceConfigFields)
|
|
26
26
|
: {},
|
|
27
27
|
};
|
|
28
28
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"instance.js","sourceRoot":"","sources":["../../../src/execution/instance.ts"],"names":[],"mappings":";;;AAKA,qCAA8D;AAEjD,QAAA,0BAA0B,GAAwB;IAC7D,EAAE,EAAE,4BAA4B;IAChC,SAAS,EAAE,cAAc;IACzB,IAAI,EAAE,mBAAmB;IACzB,uBAAuB,EAAE,8BAA8B;IACvD,WAAW,EAAE,sDAAsD;IACnE,MAAM,EAAE,EAAE;CACF,CAAC;AAEX,SAAgB,0CAA0C,CACxD,MAAmC;IAEnC,OAAO;QACL,EAAE,EAAE,OAAO,CAAC,GAAG,CAAC,uBAAuB,IAAI,kCAA0B,CAAC,EAAE;QACxE,IAAI,EACF,OAAO,CAAC,GAAG,CAAC,yBAAyB,IAAI,kCAA0B,CAAC,IAAI;QAC1E,uBAAuB,EACrB,OAAO,CAAC,GAAG,CAAC,8CAA8C;YAC1D,kCAA0B,CAAC,uBAAuB;QACpD,WAAW,EACT,OAAO,CAAC,GAAG,CAAC,gCAAgC;YAC5C,kCAA0B,CAAC,WAAW;QAExC,SAAS,EACP,OAAO,CAAC,GAAG,CAAC,+BAA+B;YAC3C,OAAO,CAAC,GAAG,CAAC,gDAAgD;YAC5D,kCAA0B,CAAC,SAAS;QACtC,MAAM,EAAE,MAAM,CAAC,oBAAoB;YACjC,CAAC,CAAC,2CAAkC,
|
|
1
|
+
{"version":3,"file":"instance.js","sourceRoot":"","sources":["../../../src/execution/instance.ts"],"names":[],"mappings":";;;AAKA,qCAA8D;AAEjD,QAAA,0BAA0B,GAAwB;IAC7D,EAAE,EAAE,4BAA4B;IAChC,SAAS,EAAE,cAAc;IACzB,IAAI,EAAE,mBAAmB;IACzB,uBAAuB,EAAE,8BAA8B;IACvD,WAAW,EAAE,sDAAsD;IACnE,MAAM,EAAE,EAAE;CACF,CAAC;AAEX,SAAgB,0CAA0C,CACxD,MAAmC;IAEnC,OAAO;QACL,EAAE,EAAE,OAAO,CAAC,GAAG,CAAC,uBAAuB,IAAI,kCAA0B,CAAC,EAAE;QACxE,IAAI,EACF,OAAO,CAAC,GAAG,CAAC,yBAAyB,IAAI,kCAA0B,CAAC,IAAI;QAC1E,uBAAuB,EACrB,OAAO,CAAC,GAAG,CAAC,8CAA8C;YAC1D,kCAA0B,CAAC,uBAAuB;QACpD,WAAW,EACT,OAAO,CAAC,GAAG,CAAC,gCAAgC;YAC5C,kCAA0B,CAAC,WAAW;QAExC,SAAS,EACP,OAAO,CAAC,GAAG,CAAC,+BAA+B;YAC3C,OAAO,CAAC,GAAG,CAAC,gDAAgD;YAC5D,kCAA0B,CAAC,SAAS;QACtC,MAAM,EAAE,MAAM,CAAC,oBAAoB;YACjC,CAAC,CAAC,IAAA,2CAAkC,EAAC,MAAM,CAAC,oBAAoB,CAAC;YACjE,CAAC,CAAC,EAAE;KACP,CAAC;AACJ,CAAC;AAtBD,gGAsBC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"jobState.js","sourceRoot":"","sources":["../../../src/execution/jobState.ts"],"names":[],"mappings":";;;AAAA,2EAM0C;AAI1C,2CAAwC;AAOxC,MAAM,2CAA2C,GAAG,OAAO,CAAC;AAE5D;;;;;;GAMG;AACH,MAAa,mBAAmB;IAO9B,YAAY,qBAAgD;QAC1D,IAAI,CAAC,qBAAqB,GAAG,qBAAqB,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC;QAEvE,IAAI,CAAC,iBAAiB,GAAG,IAAI,eAAM,CAGjC,2CAA2C,CAAC,CAAC;IACjD,CAAC;IAED,WAAW,CAAC,IAAY,EAAE,QAAgD;QACxE,MAAM,aAAa,GAAG,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,CAAC;QACvD,IAAI,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,aAAa,CAAC,EAAE;YAC7C,MAAM,IAAI,mDAA4B,CACpC,iCAAiC,IAAI,GAAG,CACzC,CAAC;SACH;QAED,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,aAAa,EAAE,QAAQ,CAAC,CAAC;IACtD,CAAC;IAED,sBAAsB,CAAC,IAAY;QACjC,OAAO,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,CAAC,CAAC;IACtE,CAAC;IAED,MAAM,CAAC,IAAY;QACjB,OAAO,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,CAAC,CAAC;IACtE,CAAC;CACF;AAlCD,kDAkCC;AAaD,MAAa,WAAW;IAAxB;QACmB,iCAA4B,GAAG,IAAI,GAAG,EAGpD,CAAC;IA8DN,CAAC;IA5DC,sBAAsB,CAAC,KAItB;QACC,MAAM,mBAAmB,GAAG,IAAI,CAAC,4BAA4B,CAAC,GAAG,CAC/D,KAAK,CAAC,MAAM,CACb,CAAC;QAEF,IAAI,mBAAmB,EAAE;YACvB,MAAM,eAAe,GAAG,mBAAmB,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAE7D,IAAI,eAAe,EAAE;gBACnB,eAAe,CAAC,KAAK,IAAI,KAAK,CAAC,KAAK,CAAC;aACtC;iBAAM;gBACL,mBAAmB,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;aAC9D;SACF;aAAM;YACL,IAAI,CAAC,4BAA4B,CAAC,GAAG,CACnC,KAAK,CAAC,MAAM,EACZ,IAAI,GAAG,CAAqC;gBAC1C,CAAC,KAAK,CAAC,KAAK,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC;aACtC,CAAC,CACH,CAAC;SACH;IACH,CAAC;IAED,0BAA0B,CAAC,MAAc;QACvC,MAAM,mBAAmB,GAAG,IAAI,CAAC,4BAA4B,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAC1E,OAAO,mBAAmB,CAAC,CAAC,CAAC,CAAC,GAAG,mBAAmB,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACpE,CAAC;IAED,sBAAsB;QACpB,MAAM,gBAAgB,GAAG,IAAI,GAAG,EAAU,CAAC;QAE3C,KAAK,MAAM,WAAW,IAAI,IAAI,CAAC,4BAA4B,CAAC,MAAM,EAAE,EAAE;YACpE,KAAK,MAAM,KAAK,IAAI,WAAW,CAAC,IAAI,EAAE,EAAE;gBACtC,gBAAgB,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;aAC7B;SACF;QAED,OAAO,CAAC,GAAG,gBAAgB,CAAC,CAAC;IAC/B,CAAC;IAED,aAAa,CAAC,MAAc;QAC1B,MAAM,WAAW,GAA2B;YAC1C,sBAAsB,EAAE,EAAE;SAC3B,CAAC;QAEF,MAAM,mBAAmB,GAAG,IAAI,CAAC,4BAA4B,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAE1E,KAAK,MAAM,CAAC,KAAK,EAAE,OAAO,CAAC,IAAI,CAAA,mBAAmB,aAAnB,mBAAmB,uBAAnB,mBAAmB,CAAE,OAAO,EAAE,KAAI,EAAE,EAAE;YACnE,WAAW,CAAC,sBAAsB,CAAC,IAAI,CAAC;gBACtC,KAAK;gBACL,GAAG,OAAO;aACX,CAAC,CAAC;SACJ;QAED,OAAO,WAAW,CAAC;IACrB,CAAC;CACF;AAlED,kCAkEC;AAED,MAAa,eAAe;IAA5B;QACmB,SAAI,GAAG,IAAI,GAAG,EAAmB,CAAC;IAarD,CAAC;IAXC,GAAG,CAAC,GAAW,EAAE,IAAa;QAC5B,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC;IACxB,CAAC;IAED,GAAG,CAAC,GAAW;QACb,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACxB,CAAC;IAED,MAAM,CAAC,GAAW;QAChB,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACxB,CAAC;CACF;AAdD,0CAcC;AAYD,SAAgB,kBAAkB,CAAC,EACjC,MAAM,EACN,mBAAmB,EACnB,WAAW,EACX,gBAAgB,EAChB,SAAS,EACT,eAAe,EACf,QAAQ,GACiB;IACzB,MAAM,WAAW,GAAG,KAAK,EAAE,QAAkB,EAAqB,EAAE;QAClE,IAAI,eAAe,EAAE;YACnB,QAAQ,GAAG,QAAQ,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;SAC1C;QAED,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE;YACrB,mBAAmB,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,EAAE;gBACtC,KAAK,EAAE,CAAC,CAAC,KAAK;gBACd,IAAI,EAAE,CAAC,CAAC,IAAI;aACb,CAAC,CAAC;YAEH,WAAW,CAAC,sBAAsB,CAAC;gBACjC,MAAM;gBACN,KAAK,EAAE,CAAC,CAAC,KAAK;gBACd,KAAK,EAAE,CAAC;aACT,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,MAAM,gBAAgB,CAAC,WAAW,CAAC,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE,CACtE,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,OAAO,CAAC;YAChB,QAAQ;YACR,aAAa,EAAE,EAAE;SAClB,CAAC,CACH,CAAC;QACF,OAAO,QAAQ,CAAC;IAClB,CAAC,CAAC;IAEF,MAAM,gBAAgB,GAAG,CAAC,aAA6B,EAAE,EAAE;QACzD,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE;YAC1B,mBAAmB,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,EAAE;gBACtC,KAAK,EAAE,CAAC,CAAC,KAAK;gBACd,IAAI,EAAE,CAAC,CAAC,IAAI;aACb,CAAC,CAAC;YAEH,WAAW,CAAC,sBAAsB,CAAC;gBACjC,MAAM;gBACN,KAAK,EAAE,CAAC,CAAC,KAAK;gBACd,KAAK,EAAE,CAAC;aACT,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,OAAO,gBAAgB,CAAC,gBAAgB,CACtC,MAAM,EACN,aAAa,EACb,KAAK,EAAE,aAAa,EAAE,EAAE,CACtB,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,OAAO,CAAC;YAChB,QAAQ,EAAE,EAAE;YACZ,aAAa;SACd,CAAC,CACL,CAAC;IACJ,CAAC,CAAC;IAEF,OAAO;QACL,OAAO,EAAE,KAAK,EAAK,GAAW,EAAE,IAAO,EAAiB,EAAE;YACxD,SAAS,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;YACzB,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;QAC3B,CAAC;QAED,OAAO,EAAE,KAAK,EAAK,GAAW,EAA0B,EAAE;YACxD,OAAO,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAM,CAAC,CAAC;QAClD,CAAC;QAED,UAAU,EAAE,KAAK,EAAK,GAAW,EAAiB,EAAE;YAClD,SAAS,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACtB,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;QAC3B,CAAC;QAED,SAAS,EAAE,KAAK,EAAE,MAAc,EAAmB,EAAE;YACnD,MAAM,SAAS,GAAG,MAAM,WAAW,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;YAC9C,OAAO,SAAS,CAAC,CAAC,CAAC,CAAC;QACtB,CAAC;QACD,WAAW;QAEX,eAAe,EAAE,CAAC,YAA0B,EAAE,EAAE;YAC9C,OAAO,gBAAgB,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC;QAC1C,CAAC;QACD,gBAAgB;QAEhB,UAAU,EAAE,KAAK,EAAE,IAAwB,EAAE,EAAE;YAC7C,IAAI,CAAC,IAAI;gBAAE,OAAO,IAAI,CAAC;YACvB,MAAM,mBAAmB,
|
|
1
|
+
{"version":3,"file":"jobState.js","sourceRoot":"","sources":["../../../src/execution/jobState.ts"],"names":[],"mappings":";;;AAAA,2EAM0C;AAI1C,2CAAwC;AAOxC,MAAM,2CAA2C,GAAG,OAAO,CAAC;AAE5D;;;;;;GAMG;AACH,MAAa,mBAAmB;IAO9B,YAAY,qBAAgD;QAC1D,IAAI,CAAC,qBAAqB,GAAG,qBAAqB,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC;QAEvE,IAAI,CAAC,iBAAiB,GAAG,IAAI,eAAM,CAGjC,2CAA2C,CAAC,CAAC;IACjD,CAAC;IAED,WAAW,CAAC,IAAY,EAAE,QAAgD;QACxE,MAAM,aAAa,GAAG,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,CAAC;QACvD,IAAI,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,aAAa,CAAC,EAAE;YAC7C,MAAM,IAAI,mDAA4B,CACpC,iCAAiC,IAAI,GAAG,CACzC,CAAC;SACH;QAED,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,aAAa,EAAE,QAAQ,CAAC,CAAC;IACtD,CAAC;IAED,sBAAsB,CAAC,IAAY;QACjC,OAAO,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,CAAC,CAAC;IACtE,CAAC;IAED,MAAM,CAAC,IAAY;QACjB,OAAO,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,CAAC,CAAC;IACtE,CAAC;CACF;AAlCD,kDAkCC;AAaD,MAAa,WAAW;IAAxB;QACmB,iCAA4B,GAAG,IAAI,GAAG,EAGpD,CAAC;IA8DN,CAAC;IA5DC,sBAAsB,CAAC,KAItB;QACC,MAAM,mBAAmB,GAAG,IAAI,CAAC,4BAA4B,CAAC,GAAG,CAC/D,KAAK,CAAC,MAAM,CACb,CAAC;QAEF,IAAI,mBAAmB,EAAE;YACvB,MAAM,eAAe,GAAG,mBAAmB,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAE7D,IAAI,eAAe,EAAE;gBACnB,eAAe,CAAC,KAAK,IAAI,KAAK,CAAC,KAAK,CAAC;aACtC;iBAAM;gBACL,mBAAmB,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;aAC9D;SACF;aAAM;YACL,IAAI,CAAC,4BAA4B,CAAC,GAAG,CACnC,KAAK,CAAC,MAAM,EACZ,IAAI,GAAG,CAAqC;gBAC1C,CAAC,KAAK,CAAC,KAAK,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC;aACtC,CAAC,CACH,CAAC;SACH;IACH,CAAC;IAED,0BAA0B,CAAC,MAAc;QACvC,MAAM,mBAAmB,GAAG,IAAI,CAAC,4BAA4B,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAC1E,OAAO,mBAAmB,CAAC,CAAC,CAAC,CAAC,GAAG,mBAAmB,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACpE,CAAC;IAED,sBAAsB;QACpB,MAAM,gBAAgB,GAAG,IAAI,GAAG,EAAU,CAAC;QAE3C,KAAK,MAAM,WAAW,IAAI,IAAI,CAAC,4BAA4B,CAAC,MAAM,EAAE,EAAE;YACpE,KAAK,MAAM,KAAK,IAAI,WAAW,CAAC,IAAI,EAAE,EAAE;gBACtC,gBAAgB,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;aAC7B;SACF;QAED,OAAO,CAAC,GAAG,gBAAgB,CAAC,CAAC;IAC/B,CAAC;IAED,aAAa,CAAC,MAAc;QAC1B,MAAM,WAAW,GAA2B;YAC1C,sBAAsB,EAAE,EAAE;SAC3B,CAAC;QAEF,MAAM,mBAAmB,GAAG,IAAI,CAAC,4BAA4B,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAE1E,KAAK,MAAM,CAAC,KAAK,EAAE,OAAO,CAAC,IAAI,CAAA,mBAAmB,aAAnB,mBAAmB,uBAAnB,mBAAmB,CAAE,OAAO,EAAE,KAAI,EAAE,EAAE;YACnE,WAAW,CAAC,sBAAsB,CAAC,IAAI,CAAC;gBACtC,KAAK;gBACL,GAAG,OAAO;aACX,CAAC,CAAC;SACJ;QAED,OAAO,WAAW,CAAC;IACrB,CAAC;CACF;AAlED,kCAkEC;AAED,MAAa,eAAe;IAA5B;QACmB,SAAI,GAAG,IAAI,GAAG,EAAmB,CAAC;IAarD,CAAC;IAXC,GAAG,CAAC,GAAW,EAAE,IAAa;QAC5B,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC;IACxB,CAAC;IAED,GAAG,CAAC,GAAW;QACb,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACxB,CAAC;IAED,MAAM,CAAC,GAAW;QAChB,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACxB,CAAC;CACF;AAdD,0CAcC;AAYD,SAAgB,kBAAkB,CAAC,EACjC,MAAM,EACN,mBAAmB,EACnB,WAAW,EACX,gBAAgB,EAChB,SAAS,EACT,eAAe,EACf,QAAQ,GACiB;IACzB,MAAM,WAAW,GAAG,KAAK,EAAE,QAAkB,EAAqB,EAAE;QAClE,IAAI,eAAe,EAAE;YACnB,QAAQ,GAAG,QAAQ,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;SAC1C;QAED,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE;YACrB,mBAAmB,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,EAAE;gBACtC,KAAK,EAAE,CAAC,CAAC,KAAK;gBACd,IAAI,EAAE,CAAC,CAAC,IAAI;aACb,CAAC,CAAC;YAEH,WAAW,CAAC,sBAAsB,CAAC;gBACjC,MAAM;gBACN,KAAK,EAAE,CAAC,CAAC,KAAK;gBACd,KAAK,EAAE,CAAC;aACT,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,MAAM,gBAAgB,CAAC,WAAW,CAAC,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE,CACtE,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,OAAO,CAAC;YAChB,QAAQ;YACR,aAAa,EAAE,EAAE;SAClB,CAAC,CACH,CAAC;QACF,OAAO,QAAQ,CAAC;IAClB,CAAC,CAAC;IAEF,MAAM,gBAAgB,GAAG,CAAC,aAA6B,EAAE,EAAE;QACzD,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE;YAC1B,mBAAmB,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,EAAE;gBACtC,KAAK,EAAE,CAAC,CAAC,KAAK;gBACd,IAAI,EAAE,CAAC,CAAC,IAAI;aACb,CAAC,CAAC;YAEH,WAAW,CAAC,sBAAsB,CAAC;gBACjC,MAAM;gBACN,KAAK,EAAE,CAAC,CAAC,KAAK;gBACd,KAAK,EAAE,CAAC;aACT,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,OAAO,gBAAgB,CAAC,gBAAgB,CACtC,MAAM,EACN,aAAa,EACb,KAAK,EAAE,aAAa,EAAE,EAAE,CACtB,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,OAAO,CAAC;YAChB,QAAQ,EAAE,EAAE;YACZ,aAAa;SACd,CAAC,CACL,CAAC;IACJ,CAAC,CAAC;IAEF,OAAO;QACL,OAAO,EAAE,KAAK,EAAK,GAAW,EAAE,IAAO,EAAiB,EAAE;YACxD,SAAS,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;YACzB,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;QAC3B,CAAC;QAED,OAAO,EAAE,KAAK,EAAK,GAAW,EAA0B,EAAE;YACxD,OAAO,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAM,CAAC,CAAC;QAClD,CAAC;QAED,UAAU,EAAE,KAAK,EAAK,GAAW,EAAiB,EAAE;YAClD,SAAS,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACtB,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;QAC3B,CAAC;QAED,SAAS,EAAE,KAAK,EAAE,MAAc,EAAmB,EAAE;YACnD,MAAM,SAAS,GAAG,MAAM,WAAW,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;YAC9C,OAAO,SAAS,CAAC,CAAC,CAAC,CAAC;QACtB,CAAC;QACD,WAAW;QAEX,eAAe,EAAE,CAAC,YAA0B,EAAE,EAAE;YAC9C,OAAO,gBAAgB,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC;QAC1C,CAAC;QACD,gBAAgB;QAEhB,UAAU,EAAE,KAAK,EAAE,IAAwB,EAAE,EAAE;YAC7C,IAAI,CAAC,IAAI;gBAAE,OAAO,IAAI,CAAC;YACvB,MAAM,mBAAmB,GACvB,mBAAmB,CAAC,sBAAsB,CAAC,IAAI,CAAC,CAAC;YAEnD,IAAI,CAAC,mBAAmB,EAAE;gBACxB,OAAO,IAAI,CAAC;aACb;YAED,OAAO,CACL,CAAC,MAAM,gBAAgB,CAAC,UAAU,CAAC,mBAAmB,CAAC,IAAI,CAAC,CAAC,IAAI,IAAI,CACtE,CAAC;QACJ,CAAC;QAED,MAAM,EAAE,CAAC,IAAwB,EAAE,EAAE;YACnC,IAAI,CAAC,IAAI;gBAAE,OAAO,KAAK,CAAC;YACxB,OAAO,mBAAmB,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAC1C,CAAC;QAED,eAAe,EAAE,CAAC,MAAM,EAAE,QAAQ,EAAE,EAAE,CACpC,gBAAgB,CAAC,eAAe,CAAC,MAAM,EAAE,QAAQ,CAAC;QAEpD,oBAAoB,EAAE,CAAC,MAAM,EAAE,QAAQ,EAAE,EAAE,CACzC,gBAAgB,CAAC,oBAAoB,CAAC,MAAM,EAAE,QAAQ,CAAC;QAEzD,KAAK,EAAE,GAAG,EAAE,CACV,gBAAgB,CAAC,KAAK,CACpB,KAAK,EAAE,QAAQ,EAAE,EAAE,CACjB,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,OAAO,CAAC;YAChB,QAAQ;YACR,aAAa,EAAE,EAAE;SAClB,CAAC,EACJ,KAAK,EAAE,aAAa,EAAE,EAAE,CACtB,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,OAAO,CAAC;YAChB,QAAQ,EAAE,EAAE;YACZ,aAAa;SACd,CAAC,CACL;QAEH,KAAK,CAAC,wBAAwB;YAC5B,MAAM,CAAA,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,wBAAwB,EAAE,CAAA,CAAC;QAC7C,CAAC;KACF,CAAC;AACJ,CAAC;AAlID,gDAkIC"}
|
|
@@ -17,5 +17,9 @@ export declare function getDefaultStepStartStates<TStepExecutionContext extends
|
|
|
17
17
|
export declare function determinePartialDatasetsFromStepExecutionResults(stepResults: IntegrationStepResult[]): PartialDatasets;
|
|
18
18
|
export interface CollectOptions {
|
|
19
19
|
step?: string[];
|
|
20
|
+
dependenciesCache?: {
|
|
21
|
+
enabled: boolean;
|
|
22
|
+
filepath: string;
|
|
23
|
+
};
|
|
20
24
|
}
|
|
21
|
-
export declare function prepareLocalStepCollection<TExecutionContext extends ExecutionContext, TStepExecutionContext extends StepExecutionContext>(config: InvocationConfig<TExecutionContext, TStepExecutionContext>, { step }?: CollectOptions): InvocationConfig<TExecutionContext, TStepExecutionContext>;
|
|
25
|
+
export declare function prepareLocalStepCollection<TExecutionContext extends ExecutionContext, TStepExecutionContext extends StepExecutionContext>(config: InvocationConfig<TExecutionContext, TStepExecutionContext>, { step, dependenciesCache }?: CollectOptions): InvocationConfig<TExecutionContext, TStepExecutionContext>;
|
|
@@ -4,13 +4,15 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
|
4
4
|
};
|
|
5
5
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
6
|
exports.prepareLocalStepCollection = exports.determinePartialDatasetsFromStepExecutionResults = exports.getDefaultStepStartStates = exports.executeSteps = void 0;
|
|
7
|
+
const path_1 = __importDefault(require("path"));
|
|
8
|
+
const fs_1 = __importDefault(require("fs"));
|
|
7
9
|
const uniq_1 = __importDefault(require("lodash/uniq"));
|
|
8
10
|
const lodash_1 = require("lodash");
|
|
9
11
|
const integration_sdk_core_1 = require("@jupiterone/integration-sdk-core");
|
|
10
12
|
const dependencyGraph_1 = require("./dependencyGraph");
|
|
11
13
|
const seperateStepsByDependencyGraph_1 = require("./utils/seperateStepsByDependencyGraph");
|
|
12
14
|
async function executeSteps({ executionContext, integrationSteps, stepStartStates, duplicateKeyTracker, graphObjectStore, dataStore, createStepGraphObjectDataUploader, beforeAddEntity, dependencyGraphOrder, }) {
|
|
13
|
-
const stepsByGraphId = seperateStepsByDependencyGraph_1.seperateStepsByDependencyGraph(integrationSteps);
|
|
15
|
+
const stepsByGraphId = (0, seperateStepsByDependencyGraph_1.seperateStepsByDependencyGraph)(integrationSteps);
|
|
14
16
|
let allStepResults = [];
|
|
15
17
|
for (const graphId of [
|
|
16
18
|
seperateStepsByDependencyGraph_1.DEFAULT_DEPENDENCY_GRAPH_IDENTIFIER,
|
|
@@ -22,10 +24,10 @@ async function executeSteps({ executionContext, integrationSteps, stepStartState
|
|
|
22
24
|
continue;
|
|
23
25
|
}
|
|
24
26
|
const stepIds = steps.map((s) => s.id);
|
|
25
|
-
allStepResults = allStepResults.concat(await dependencyGraph_1.executeStepDependencyGraph({
|
|
27
|
+
allStepResults = allStepResults.concat(await (0, dependencyGraph_1.executeStepDependencyGraph)({
|
|
26
28
|
executionContext,
|
|
27
|
-
inputGraph: dependencyGraph_1.buildStepDependencyGraph(steps),
|
|
28
|
-
stepStartStates: lodash_1.pick(stepStartStates, stepIds),
|
|
29
|
+
inputGraph: (0, dependencyGraph_1.buildStepDependencyGraph)(steps),
|
|
30
|
+
stepStartStates: (0, lodash_1.pick)(stepStartStates, stepIds),
|
|
29
31
|
duplicateKeyTracker,
|
|
30
32
|
graphObjectStore,
|
|
31
33
|
dataStore,
|
|
@@ -59,18 +61,18 @@ function determinePartialDatasetsFromStepExecutionResults(stepResults) {
|
|
|
59
61
|
stepPartialDatasets.types.push(...stepResult.declaredTypes);
|
|
60
62
|
}
|
|
61
63
|
return {
|
|
62
|
-
types: uniq_1.default(partialDatasets.types.concat(stepPartialDatasets.types)),
|
|
64
|
+
types: (0, uniq_1.default)(partialDatasets.types.concat(stepPartialDatasets.types)),
|
|
63
65
|
};
|
|
64
66
|
}, { types: [] });
|
|
65
67
|
}
|
|
66
68
|
exports.determinePartialDatasetsFromStepExecutionResults = determinePartialDatasetsFromStepExecutionResults;
|
|
67
|
-
function prepareLocalStepCollection(config, { step = [] } = {}) {
|
|
69
|
+
function prepareLocalStepCollection(config, { step = [], dependenciesCache } = {}) {
|
|
68
70
|
const allStepIds = config.integrationSteps.map((step) => step.id);
|
|
69
71
|
const stepsToRun = step.filter((step) => step !== undefined && step !== null);
|
|
70
|
-
// build out the
|
|
72
|
+
// build out the dependency graph so we can
|
|
71
73
|
// enable the dependencies of the steps
|
|
72
74
|
// we want to run.
|
|
73
|
-
const depGraph = dependencyGraph_1.buildStepDependencyGraph(config.integrationSteps);
|
|
75
|
+
const depGraph = (0, dependencyGraph_1.buildStepDependencyGraph)(config.integrationSteps);
|
|
74
76
|
const dependentSteps = [];
|
|
75
77
|
for (const step of stepsToRun) {
|
|
76
78
|
const dependencies = depGraph.dependenciesOf(step);
|
|
@@ -83,12 +85,21 @@ function prepareLocalStepCollection(config, { step = [] } = {}) {
|
|
|
83
85
|
var _a, _b;
|
|
84
86
|
const originalEnabledRecord = await ((_a = originalGetStepStartStates === null || originalGetStepStartStates === void 0 ? void 0 : originalGetStepStartStates(ctx)) !== null && _a !== void 0 ? _a : {});
|
|
85
87
|
const enabledRecord = {};
|
|
88
|
+
if (dependenciesCache === null || dependenciesCache === void 0 ? void 0 : dependenciesCache.enabled) {
|
|
89
|
+
ctx.logger.info({ cacheFilePath: dependenciesCache.filepath }, `Using dependencies cache.`);
|
|
90
|
+
}
|
|
86
91
|
for (const stepId of allStepIds) {
|
|
87
92
|
const originalValue = (_b = originalEnabledRecord[stepId]) !== null && _b !== void 0 ? _b : {};
|
|
88
93
|
if (stepsToRun.includes(stepId)) {
|
|
94
|
+
const stepCachePath = (dependenciesCache === null || dependenciesCache === void 0 ? void 0 : dependenciesCache.enabled)
|
|
95
|
+
? buildStepCachePath(dependenciesCache.filepath, dependentSteps, stepId)
|
|
96
|
+
: null;
|
|
89
97
|
enabledRecord[stepId] = {
|
|
90
98
|
...originalValue,
|
|
91
99
|
disabled: false,
|
|
100
|
+
...(stepCachePath && {
|
|
101
|
+
stepCachePath,
|
|
102
|
+
}),
|
|
92
103
|
};
|
|
93
104
|
}
|
|
94
105
|
else {
|
|
@@ -105,4 +116,20 @@ function prepareLocalStepCollection(config, { step = [] } = {}) {
|
|
|
105
116
|
return config;
|
|
106
117
|
}
|
|
107
118
|
exports.prepareLocalStepCollection = prepareLocalStepCollection;
|
|
119
|
+
/**
|
|
120
|
+
* Determines if the path to a step cache is valid for the given step.
|
|
121
|
+
* If true, returns the path.
|
|
122
|
+
* If false, returns null.
|
|
123
|
+
* @param rootDirectory
|
|
124
|
+
* @param dependentSteps
|
|
125
|
+
* @param stepId
|
|
126
|
+
*/
|
|
127
|
+
function buildStepCachePath(rootDirectory, dependentSteps, stepId) {
|
|
128
|
+
if (dependentSteps.includes(stepId)) {
|
|
129
|
+
const stepFilepath = path_1.default.resolve(rootDirectory, 'graph', stepId);
|
|
130
|
+
const stepCacheExists = fs_1.default.existsSync(stepFilepath);
|
|
131
|
+
return stepCacheExists ? stepFilepath : null;
|
|
132
|
+
}
|
|
133
|
+
return null;
|
|
134
|
+
}
|
|
108
135
|
//# sourceMappingURL=step.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"step.js","sourceRoot":"","sources":["../../../src/execution/step.ts"],"names":[],"mappings":";;;;;;AAAA,uDAA+B;AAC/B,mCAA8B;AAE9B,2EAU0C;AAG1C,uDAG2B;AAG3B,2FAGgD;AAEzC,KAAK,UAAU,YAAY,CAGhC,EACA,gBAAgB,EAChB,gBAAgB,EAChB,eAAe,EACf,mBAAmB,EACnB,gBAAgB,EAChB,SAAS,EACT,iCAAiC,EACjC,eAAe,EACf,oBAAoB,GAWrB;IACC,MAAM,cAAc,GAAG,+DAA8B,
|
|
1
|
+
{"version":3,"file":"step.js","sourceRoot":"","sources":["../../../src/execution/step.ts"],"names":[],"mappings":";;;;;;AAAA,gDAAwB;AACxB,4CAAoB;AAEpB,uDAA+B;AAC/B,mCAA8B;AAE9B,2EAU0C;AAG1C,uDAG2B;AAG3B,2FAGgD;AAEzC,KAAK,UAAU,YAAY,CAGhC,EACA,gBAAgB,EAChB,gBAAgB,EAChB,eAAe,EACf,mBAAmB,EACnB,gBAAgB,EAChB,SAAS,EACT,iCAAiC,EACjC,eAAe,EACf,oBAAoB,GAWrB;IACC,MAAM,cAAc,GAAG,IAAA,+DAA8B,EAAC,gBAAgB,CAAC,CAAC;IACxE,IAAI,cAAc,GAA4B,EAAE,CAAC;IAEjD,KAAK,MAAM,OAAO,IAAI;QACpB,oEAAmC;QACnC,GAAG,CAAC,oBAAoB,aAApB,oBAAoB,cAApB,oBAAoB,GAAI,EAAE,CAAC;KAChC,EAAE;QACD,MAAM,KAAK,GAAG,cAAc,CAAC,OAAO,CAAC,CAAC;QAEtC,IAAI,CAAC,KAAK,EAAE;YACV,gBAAgB,CAAC,MAAM,CAAC,IAAI,CAC1B,EAAE,OAAO,EAAE,EACX,uEAAuE,CACxE,CAAC;YACF,SAAS;SACV;QAED,MAAM,OAAO,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QACvC,cAAc,GAAG,cAAc,CAAC,MAAM,CACpC,MAAM,IAAA,4CAA0B,EAAC;YAC/B,gBAAgB;YAChB,UAAU,EAAE,IAAA,0CAAwB,EAAC,KAAK,CAAC;YAC3C,eAAe,EAAE,IAAA,aAAI,EAAC,eAAe,EAAE,OAAO,CAAC;YAC/C,mBAAmB;YACnB,gBAAgB;YAChB,SAAS;YACT,iCAAiC;YACjC,eAAe;SAChB,CAAC,CACH,CAAC;KACH;IAED,OAAO,cAAc,CAAC;AACxB,CAAC;AAzDD,oCAyDC;AAED,SAAgB,yBAAyB,CAEvC,KAAoC;IACpC,OAAO,KAAK,CAAC,MAAM,CACjB,CAAC,MAAuB,EAAE,IAAiC,EAAE,EAAE;QAC7D,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,GAAG;YAChB,QAAQ,EAAE,KAAK;SAChB,CAAC;QACF,OAAO,MAAM,CAAC;IAChB,CAAC,EACD,EAAE,CACH,CAAC;AACJ,CAAC;AAZD,8DAYC;AAED,SAAgB,gDAAgD,CAC9D,WAAoC;IAEpC,OAAO,WAAW,CAAC,MAAM,CACvB,CAAC,eAAgC,EAAE,UAAiC,EAAE,EAAE;QACtE,MAAM,mBAAmB,GAAoB;YAC3C,KAAK,EAAE,EAAE;SACV,CAAC;QAEF,IAAI,UAAU,CAAC,MAAM,KAAK,uCAAgB,CAAC,QAAQ,EAAE;YACnD,mBAAmB,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,YAAY,CAAC,CAAC;SAC5D;QAED,IACE,UAAU,CAAC,MAAM,KAAK,uCAAgB,CAAC,OAAO;YAC9C,UAAU,CAAC,MAAM;gBACf,uCAAgB,CAAC,yCAAyC,EAC5D;YACA,mBAAmB,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,aAAa,CAAC,CAAC;SAC7D;QAED,OAAO;YACL,KAAK,EAAE,IAAA,cAAI,EAAC,eAAe,CAAC,KAAK,CAAC,MAAM,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAC;SACrE,CAAC;IACJ,CAAC,EACD,EAAE,KAAK,EAAE,EAAE,EAAE,CACd,CAAC;AACJ,CAAC;AA3BD,4GA2BC;AAUD,SAAgB,0BAA0B,CAIxC,MAAkE,EAClE,EAAE,IAAI,GAAG,EAAE,EAAE,iBAAiB,KAAqB,EAAE;IAErD,MAAM,UAAU,GAAG,MAAM,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAElE,MAAM,UAAU,GAAa,IAAI,CAAC,MAAM,CACtC,CAAC,IAA+B,EAAE,EAAE,CAAC,IAAI,KAAK,SAAS,IAAI,IAAI,KAAK,IAAI,CACzE,CAAC;IAEF,2CAA2C;IAC3C,uCAAuC;IACvC,kBAAkB;IAClB,MAAM,QAAQ,GAAG,IAAA,0CAAwB,EAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC;IACnE,MAAM,cAAc,GAAa,EAAE,CAAC;IACpC,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE;QAC7B,MAAM,YAAY,GAAG,QAAQ,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;QACnD,cAAc,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC,CAAC;KACtC;IAED,UAAU,CAAC,IAAI,CAAC,GAAG,cAAc,CAAC,CAAC;IACnC,MAAM,0BAA0B,GAAG,MAAM,CAAC,kBAAkB,CAAC;IAE7D,MAAM,CAAC,kBAAkB,GAAG,UAAU,CAAC,MAAM;QAC3C,CAAC,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE;;YACZ,MAAM,qBAAqB,GAAG,MAAM,CAAC,MAAA,0BAA0B,aAA1B,0BAA0B,uBAA1B,0BAA0B,CAC7D,GAAG,CACJ,mCAAI,EAAE,CAAC,CAAC;YACT,MAAM,aAAa,GAAoB,EAAE,CAAC;YAE1C,IAAI,iBAAiB,aAAjB,iBAAiB,uBAAjB,iBAAiB,CAAE,OAAO,EAAE;gBAC9B,GAAG,CAAC,MAAM,CAAC,IAAI,CACb,EAAE,aAAa,EAAE,iBAAiB,CAAC,QAAQ,EAAE,EAC7C,2BAA2B,CAC5B,CAAC;aACH;YAED,KAAK,MAAM,MAAM,IAAI,UAAU,EAAE;gBAC/B,MAAM,aAAa,GAAG,MAAA,qBAAqB,CAAC,MAAM,CAAC,mCAAI,EAAE,CAAC;gBAC1D,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE;oBAC/B,MAAM,aAAa,GAAG,CAAA,iBAAiB,aAAjB,iBAAiB,uBAAjB,iBAAiB,CAAE,OAAO;wBAC9C,CAAC,CAAC,kBAAkB,CAChB,iBAAiB,CAAC,QAAQ,EAC1B,cAAc,EACd,MAAM,CACP;wBACH,CAAC,CAAC,IAAI,CAAC;oBAET,aAAa,CAAC,MAAM,CAAC,GAAG;wBACtB,GAAG,aAAa;wBAChB,QAAQ,EAAE,KAAK;wBACf,GAAG,CAAC,aAAa,IAAI;4BACnB,aAAa;yBACd,CAAC;qBACH,CAAC;iBACH;qBAAM;oBACL,aAAa,CAAC,MAAM,CAAC,GAAG;wBACtB,GAAG,aAAa;wBAChB,QAAQ,EAAE,IAAI;qBACf,CAAC;iBACH;aACF;YACD,OAAO,aAAa,CAAC;QACvB,CAAC;QACH,CAAC,CAAC,0BAA0B;YAC1B,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,0BAA0B,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IAEtE,OAAO,MAAM,CAAC;AAChB,CAAC;AAvED,gEAuEC;AAED;;;;;;;GAOG;AACH,SAAS,kBAAkB,CACzB,aAAqB,EACrB,cAAwB,EACxB,MAAc;IAEd,IAAI,cAAc,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE;QACnC,MAAM,YAAY,GAAG,cAAI,CAAC,OAAO,CAAC,aAAa,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;QAClE,MAAM,eAAe,GAAG,YAAE,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC;QACpD,OAAO,eAAe,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC;KAC9C;IAED,OAAO,IAAI,CAAC;AACd,CAAC"}
|
|
@@ -97,11 +97,11 @@ function createPersisterApiStepGraphObjectDataUploader({ stepId, synchronization
|
|
|
97
97
|
async upload(graphObjectData) {
|
|
98
98
|
const context = jobContextWithUploaderMetadataLogger({
|
|
99
99
|
synchronizationJobContext,
|
|
100
|
-
uploadId: uuid_1.v4(),
|
|
100
|
+
uploadId: (0, uuid_1.v4)(),
|
|
101
101
|
stepId: stepId,
|
|
102
102
|
});
|
|
103
103
|
try {
|
|
104
|
-
await synchronization_1.uploadGraphObjectData(context, graphObjectData, uploadBatchSize);
|
|
104
|
+
await (0, synchronization_1.uploadGraphObjectData)(context, graphObjectData, uploadBatchSize);
|
|
105
105
|
}
|
|
106
106
|
catch (err) {
|
|
107
107
|
context.logger.error({
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"uploader.js","sourceRoot":"","sources":["../../../src/execution/uploader.ts"],"names":[],"mappings":";;;;;;AAAA,2EAAoE;AACpE,wDAAkC;AAElC,wDAG4B;AAC5B,+BAAkC;AAmBlC,SAAgB,uCAAuC,CAAC,EACtD,MAAM,EACN,iBAAiB,EAAE,gBAAgB,EACnC,MAAM,EACN,iBAAiB,GAC6B;IAC9C,MAAM,KAAK,GAAG,IAAI,cAAM,CAAC;QACvB,WAAW,EAAE,gBAAgB;KAC9B,CAAC,CAAC;IAEH,IAAI,SAAS,GAAG,KAAK,CAAC;IACtB,MAAM,YAAY,GAAY,EAAE,CAAC;IAEjC,OAAO;QACL,MAAM;QACN,KAAK,CAAC,OAAO,CAAC,eAAe;YAC3B,IAAI,SAAS,EAAE;gBACb,qEAAqE;gBACrE,iDAAiD;gBACjD,OAAO;aACR;YAED,gEAAgE;YAChE,qEAAqE;YACrE,yEAAyE;YACzE,uCAAuC;YACvC,EAAE;YACF,0EAA0E;YAC1E,yEAAyE;YACzE,sEAAsE;YACtE,wEAAwE;YACxE,uCAAuC;YACvC,IAAI,KAAK,CAAC,IAAI,IAAI,gBAAgB,EAAE;gBAClC,IAAI,iBAAiB,EAAE;oBACrB,iEAAiE;oBACjE,iBAAiB,EAAE,CAAC;iBACrB;gBAED,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC;aACvB;YAED,KAAK;iBACF,GAAG,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC;iBAClC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;gBACb,qEAAqE;gBACrE,oEAAoE;gBACpE,qEAAqE;gBACrE,sEAAsE;gBACtE,qEAAqE;gBACrE,6DAA6D;gBAC7D,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACzB,CAAC,CAAC,CAAC;QACP,CAAC;QAED,KAAK,CAAC,wBAAwB;YAC5B,IAAI;gBACF,wEAAwE;gBACxE,oEAAoE;gBACpE,yEAAyE;gBACzE,MAAM,KAAK,CAAC,MAAM,EAAE,CAAC;aACtB;oBAAS;gBACR,uEAAuE;gBACvE,sEAAsE;gBACtE,uBAAuB;gBACvB,SAAS,GAAG,IAAI,CAAC;aAClB;YAED,IAAI,YAAY,CAAC,MAAM,EAAE;gBACvB,MAAM,IAAI,uCAAgB,CAAC;oBACzB,IAAI,EAAE,cAAc;oBACpB,OAAO,EAAE,gDAAgD,MAAM,mBAAmB,YAAY,CAAC,IAAI,CACjG,GAAG,CACJ,GAAG;oBACJ,kEAAkE;oBAClE,yDAAyD;oBACzD,KAAK,EAAE,YAAY,CAAC,CAAC,CAAC;iBACvB,CAAC,CAAC;aACJ;QACH,CAAC;KACF,CAAC;AACJ,CAAC;AAhFD,0FAgFC;AAED;;;GAGG;AACH,SAAS,oCAAoC,CAAC,EAC5C,yBAAyB,EACzB,QAAQ,EACR,MAAM,GAKP;IACC,OAAO;QACL,GAAG,yBAAyB;QAC5B,MAAM,EAAE,yBAAyB,CAAC,MAAM,CAAC,KAAK,CAAC;YAC7C,QAAQ;YACR,MAAM;SACP,CAAC;KACH,CAAC;AACJ,CAAC;AASD,SAAgB,6CAA6C,CAAC,EAC5D,MAAM,EACN,yBAAyB,EACzB,iBAAiB,EACjB,eAAe,GACqC;IACpD,OAAO,uCAAuC,CAAC;QAC7C,MAAM;QACN,iBAAiB;QACjB,KAAK,CAAC,MAAM,CAAC,eAAe;YAC1B,MAAM,OAAO,GAAG,oCAAoC,CAAC;gBACnD,yBAAyB;gBACzB,QAAQ,EAAE,SAAI,
|
|
1
|
+
{"version":3,"file":"uploader.js","sourceRoot":"","sources":["../../../src/execution/uploader.ts"],"names":[],"mappings":";;;;;;AAAA,2EAAoE;AACpE,wDAAkC;AAElC,wDAG4B;AAC5B,+BAAkC;AAmBlC,SAAgB,uCAAuC,CAAC,EACtD,MAAM,EACN,iBAAiB,EAAE,gBAAgB,EACnC,MAAM,EACN,iBAAiB,GAC6B;IAC9C,MAAM,KAAK,GAAG,IAAI,cAAM,CAAC;QACvB,WAAW,EAAE,gBAAgB;KAC9B,CAAC,CAAC;IAEH,IAAI,SAAS,GAAG,KAAK,CAAC;IACtB,MAAM,YAAY,GAAY,EAAE,CAAC;IAEjC,OAAO;QACL,MAAM;QACN,KAAK,CAAC,OAAO,CAAC,eAAe;YAC3B,IAAI,SAAS,EAAE;gBACb,qEAAqE;gBACrE,iDAAiD;gBACjD,OAAO;aACR;YAED,gEAAgE;YAChE,qEAAqE;YACrE,yEAAyE;YACzE,uCAAuC;YACvC,EAAE;YACF,0EAA0E;YAC1E,yEAAyE;YACzE,sEAAsE;YACtE,wEAAwE;YACxE,uCAAuC;YACvC,IAAI,KAAK,CAAC,IAAI,IAAI,gBAAgB,EAAE;gBAClC,IAAI,iBAAiB,EAAE;oBACrB,iEAAiE;oBACjE,iBAAiB,EAAE,CAAC;iBACrB;gBAED,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC;aACvB;YAED,KAAK;iBACF,GAAG,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC;iBAClC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;gBACb,qEAAqE;gBACrE,oEAAoE;gBACpE,qEAAqE;gBACrE,sEAAsE;gBACtE,qEAAqE;gBACrE,6DAA6D;gBAC7D,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACzB,CAAC,CAAC,CAAC;QACP,CAAC;QAED,KAAK,CAAC,wBAAwB;YAC5B,IAAI;gBACF,wEAAwE;gBACxE,oEAAoE;gBACpE,yEAAyE;gBACzE,MAAM,KAAK,CAAC,MAAM,EAAE,CAAC;aACtB;oBAAS;gBACR,uEAAuE;gBACvE,sEAAsE;gBACtE,uBAAuB;gBACvB,SAAS,GAAG,IAAI,CAAC;aAClB;YAED,IAAI,YAAY,CAAC,MAAM,EAAE;gBACvB,MAAM,IAAI,uCAAgB,CAAC;oBACzB,IAAI,EAAE,cAAc;oBACpB,OAAO,EAAE,gDAAgD,MAAM,mBAAmB,YAAY,CAAC,IAAI,CACjG,GAAG,CACJ,GAAG;oBACJ,kEAAkE;oBAClE,yDAAyD;oBACzD,KAAK,EAAE,YAAY,CAAC,CAAC,CAAC;iBACvB,CAAC,CAAC;aACJ;QACH,CAAC;KACF,CAAC;AACJ,CAAC;AAhFD,0FAgFC;AAED;;;GAGG;AACH,SAAS,oCAAoC,CAAC,EAC5C,yBAAyB,EACzB,QAAQ,EACR,MAAM,GAKP;IACC,OAAO;QACL,GAAG,yBAAyB;QAC5B,MAAM,EAAE,yBAAyB,CAAC,MAAM,CAAC,KAAK,CAAC;YAC7C,QAAQ;YACR,MAAM;SACP,CAAC;KACH,CAAC;AACJ,CAAC;AASD,SAAgB,6CAA6C,CAAC,EAC5D,MAAM,EACN,yBAAyB,EACzB,iBAAiB,EACjB,eAAe,GACqC;IACpD,OAAO,uCAAuC,CAAC;QAC7C,MAAM;QACN,iBAAiB;QACjB,KAAK,CAAC,MAAM,CAAC,eAAe;YAC1B,MAAM,OAAO,GAAG,oCAAoC,CAAC;gBACnD,yBAAyB;gBACzB,QAAQ,EAAE,IAAA,SAAI,GAAE;gBAChB,MAAM,EAAE,MAAM;aACf,CAAC,CAAC;YAEH,IAAI;gBACF,MAAM,IAAA,uCAAqB,EAAC,OAAO,EAAE,eAAe,EAAE,eAAe,CAAC,CAAC;aACxE;YAAC,OAAO,GAAG,EAAE;gBACZ,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB;oBACE,GAAG;oBACH,iBAAiB;oBACjB,eAAe;iBAChB,EACD,mCAAmC,CACpC,CAAC;gBACF,MAAM,GAAG,CAAC;aACX;QACH,CAAC;KACF,CAAC,CAAC;AACL,CAAC;AA/BD,sGA+BC"}
|
|
@@ -3,7 +3,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
|
|
|
3
3
|
exports.getMaskedFields = void 0;
|
|
4
4
|
const lodash_1 = require("lodash");
|
|
5
5
|
function getMaskedFields(config) {
|
|
6
|
-
return lodash_1.keys(lodash_1.pickBy(config.instanceConfigFields, (val) => val.mask));
|
|
6
|
+
return (0, lodash_1.keys)((0, lodash_1.pickBy)(config.instanceConfigFields, (val) => val.mask));
|
|
7
7
|
}
|
|
8
8
|
exports.getMaskedFields = getMaskedFields;
|
|
9
9
|
//# sourceMappingURL=getMaskedFields.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"getMaskedFields.js","sourceRoot":"","sources":["../../../../src/execution/utils/getMaskedFields.ts"],"names":[],"mappings":";;;AAIA,mCAAsC;AAEtC,SAAgB,eAAe,CAE7B,MAAuD;IACvD,OAAO,aAAI,
|
|
1
|
+
{"version":3,"file":"getMaskedFields.js","sourceRoot":"","sources":["../../../../src/execution/utils/getMaskedFields.ts"],"names":[],"mappings":";;;AAIA,mCAAsC;AAEtC,SAAgB,eAAe,CAE7B,MAAuD;IACvD,OAAO,IAAA,aAAI,EAAC,IAAA,eAAM,EAAC,MAAM,CAAC,oBAAoB,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;AACtE,CAAC;AAJD,0CAIC"}
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { Step } from
|
|
1
|
+
import { Step } from '@jupiterone/integration-sdk-core';
|
|
2
2
|
export declare const DEFAULT_DEPENDENCY_GRAPH_IDENTIFIER = "__defaultDependencyGraph";
|
|
3
3
|
export declare function seperateStepsByDependencyGraph<T extends Step<any>[]>(integrationSteps: T): {
|
|
4
4
|
[k: string]: T;
|
|
@@ -3,13 +3,13 @@ Object.defineProperty(exports, "__esModule", { value: true });
|
|
|
3
3
|
exports.trimStringValues = void 0;
|
|
4
4
|
const lodash_1 = require("lodash");
|
|
5
5
|
function trimStringValues(object, fieldsToSkip = []) {
|
|
6
|
-
const trimmed = lodash_1.cloneDeep(object);
|
|
6
|
+
const trimmed = (0, lodash_1.cloneDeep)(object);
|
|
7
7
|
Object.keys(trimmed).forEach((key) => {
|
|
8
8
|
const val = trimmed[key];
|
|
9
|
-
if (lodash_1.isString(val) && !fieldsToSkip.includes(key)) {
|
|
9
|
+
if ((0, lodash_1.isString)(val) && !fieldsToSkip.includes(key)) {
|
|
10
10
|
trimmed[key] = val.trim();
|
|
11
11
|
}
|
|
12
|
-
else if (lodash_1.isObject(val)) {
|
|
12
|
+
else if ((0, lodash_1.isObject)(val)) {
|
|
13
13
|
trimmed[key] = trimStringValues(val, fieldsToSkip);
|
|
14
14
|
}
|
|
15
15
|
});
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"trimStringValues.js","sourceRoot":"","sources":["../../../../src/execution/utils/trimStringValues.ts"],"names":[],"mappings":";;;AAAA,mCAAuD;AAEvD,SAAgB,gBAAgB,CAC9B,MAAS,EACT,eAAyB,EAAE;IAE3B,MAAM,OAAO,GAAG,kBAAS,
|
|
1
|
+
{"version":3,"file":"trimStringValues.js","sourceRoot":"","sources":["../../../../src/execution/utils/trimStringValues.ts"],"names":[],"mappings":";;;AAAA,mCAAuD;AAEvD,SAAgB,gBAAgB,CAC9B,MAAS,EACT,eAAyB,EAAE;IAE3B,MAAM,OAAO,GAAG,IAAA,kBAAS,EAAC,MAAM,CAAC,CAAC;IAClC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,CAAC,GAAY,EAAE,EAAE;QAC5C,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;QACzB,IAAI,IAAA,iBAAQ,EAAC,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,GAAa,CAAC,EAAE;YAC1D,OAAO,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC;SAC3B;aAAM,IAAI,IAAA,iBAAQ,EAAC,GAAG,CAAC,EAAE;YACxB,OAAO,CAAC,GAAG,CAAC,GAAG,gBAAgB,CAAC,GAAG,EAAE,YAAY,CAAC,CAAC;SACpD;IACH,CAAC,CAAC,CAAC;IACH,OAAO,OAAO,CAAC;AACjB,CAAC;AAdD,4CAcC"}
|
package/dist/src/fileSystem.d.ts
CHANGED
|
@@ -1,5 +1,6 @@
|
|
|
1
1
|
import { FlushedGraphObjectData } from './storage/types';
|
|
2
|
-
|
|
2
|
+
import { Entity, Relationship } from '@jupiterone/integration-sdk-core';
|
|
3
|
+
export declare const DEFAULT_STORAGE_DIRECTORY_NAME = ".j1-integration";
|
|
3
4
|
export declare function getRootStorageDirectory(): string;
|
|
4
5
|
export declare function getRootStorageAbsolutePath(relativePath: string): string;
|
|
5
6
|
export declare function getRootStorageDirectorySize(): Promise<number>;
|
|
@@ -9,7 +10,7 @@ interface WriteDataToPathInput {
|
|
|
9
10
|
pretty?: boolean;
|
|
10
11
|
}
|
|
11
12
|
/**
|
|
12
|
-
* Function for writing
|
|
13
|
+
* Function for writing arbitrary data to a path
|
|
13
14
|
* relative to the cache directory.
|
|
14
15
|
*
|
|
15
16
|
* This will ensure that the directories exists or have been
|
|
@@ -55,6 +56,8 @@ interface WalkDirectoryInput {
|
|
|
55
56
|
*/
|
|
56
57
|
export declare function walkDirectory({ path: relativePath, iteratee, }: WalkDirectoryInput): Promise<void>;
|
|
57
58
|
export declare function iterateParsedGraphFiles(iteratee: (parsedData: FlushedGraphObjectData) => Promise<void>, graphPath?: string): Promise<void>;
|
|
59
|
+
export declare function iterateParsedEntityGraphFiles(iteratee: (entities: Entity[]) => Promise<void>, graphPath?: string): Promise<void>;
|
|
60
|
+
export declare function iterateParsedRelationshipGraphFiles(iteratee: (relationships: Relationship[]) => Promise<void>, graphPath?: string): Promise<void>;
|
|
58
61
|
export declare function isRootStorageDirectoryPresent(): Promise<boolean>;
|
|
59
62
|
/**
|
|
60
63
|
* Wipes the storage directory clean
|