@jupiterone/integration-sdk-runtime 13.0.0 → 13.1.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/src/api/index.js +3 -3
- package/dist/src/api/index.js.map +1 -1
- package/dist/src/execution/config.js +1 -2
- package/dist/src/execution/config.js.map +1 -1
- package/dist/src/execution/dependencyGraph.js +3 -4
- package/dist/src/execution/dependencyGraph.js.map +1 -1
- package/dist/src/execution/duplicateKeyTracker.js +2 -2
- package/dist/src/execution/duplicateKeyTracker.js.map +1 -1
- package/dist/src/execution/executeIntegration.js +3 -4
- package/dist/src/execution/executeIntegration.js.map +1 -1
- package/dist/src/execution/instance.js +2 -2
- package/dist/src/execution/instance.js.map +1 -1
- package/dist/src/execution/jobState.js +2 -2
- package/dist/src/execution/jobState.js.map +1 -1
- package/dist/src/execution/step.js +4 -5
- package/dist/src/execution/step.js.map +1 -1
- package/dist/src/execution/uploader.js +2 -3
- package/dist/src/execution/uploader.js.map +1 -1
- package/dist/src/execution/utils/getIngestionSourceStepStartStates.js +1 -2
- package/dist/src/execution/utils/getIngestionSourceStepStartStates.js.map +1 -1
- package/dist/src/execution/utils/getMaskedFields.js +1 -2
- package/dist/src/execution/utils/getMaskedFields.js.map +1 -1
- package/dist/src/execution/utils/processDeclaredTypesDiff.js +1 -2
- package/dist/src/execution/utils/processDeclaredTypesDiff.js.map +1 -1
- package/dist/src/execution/utils/seperateStepsByDependencyGraph.js +2 -2
- package/dist/src/execution/utils/seperateStepsByDependencyGraph.js.map +1 -1
- package/dist/src/execution/utils/trimStringValues.js +1 -2
- package/dist/src/execution/utils/trimStringValues.js.map +1 -1
- package/dist/src/execution/validation.js +1 -2
- package/dist/src/execution/validation.js.map +1 -1
- package/dist/src/fileSystem.js +16 -16
- package/dist/src/fileSystem.js.map +1 -1
- package/dist/src/logger/index.d.ts +0 -1
- package/dist/src/logger/index.js +4 -4
- package/dist/src/logger/index.js.map +1 -1
- package/dist/src/logger/registerEventHandlers.js +4 -4
- package/dist/src/logger/registerEventHandlers.js.map +1 -1
- package/dist/src/metrics/index.js +2 -2
- package/dist/src/metrics/index.js.map +1 -1
- package/dist/src/storage/FileSystemGraphObjectStore/FileSystemGraphObjectStore.js +30 -4
- package/dist/src/storage/FileSystemGraphObjectStore/FileSystemGraphObjectStore.js.map +1 -1
- package/dist/src/storage/FileSystemGraphObjectStore/flushDataToDisk.js +1 -2
- package/dist/src/storage/FileSystemGraphObjectStore/flushDataToDisk.js.map +1 -1
- package/dist/src/storage/FileSystemGraphObjectStore/indices.js +3 -4
- package/dist/src/storage/FileSystemGraphObjectStore/indices.js.map +1 -1
- package/dist/src/storage/FileSystemGraphObjectStore/path.js +3 -4
- package/dist/src/storage/FileSystemGraphObjectStore/path.js.map +1 -1
- package/dist/src/synchronization/batchBySize.js +2 -3
- package/dist/src/synchronization/batchBySize.js.map +1 -1
- package/dist/src/synchronization/error.js +1 -2
- package/dist/src/synchronization/error.js.map +1 -1
- package/dist/src/synchronization/index.js +11 -11
- package/dist/src/synchronization/index.js.map +1 -1
- package/dist/src/synchronization/shrinkBatchRawData.js +1 -2
- package/dist/src/synchronization/shrinkBatchRawData.js.map +1 -1
- package/dist/src/synchronization/util.d.ts +0 -1
- package/dist/src/synchronization/util.js +1 -2
- package/dist/src/synchronization/util.js.map +1 -1
- package/dist/tsconfig.dist.tsbuildinfo +1 -1
- package/package.json +4 -4
|
@@ -3,7 +3,17 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
|
3
3
|
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
4
|
};
|
|
5
5
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
-
exports.
|
|
6
|
+
exports.RequestHeaders = exports.DEFAULT_UPLOAD_BATCH_SIZE_IN_BYTES = exports.createEventPublishingQueue = exports.synchronizationApiError = void 0;
|
|
7
|
+
exports.synchronizeCollectedData = synchronizeCollectedData;
|
|
8
|
+
exports.initiateSynchronization = initiateSynchronization;
|
|
9
|
+
exports.synchronizationStatus = synchronizationStatus;
|
|
10
|
+
exports.finalizeSynchronization = finalizeSynchronization;
|
|
11
|
+
exports.uploadGraphObjectData = uploadGraphObjectData;
|
|
12
|
+
exports.uploadCollectedData = uploadCollectedData;
|
|
13
|
+
exports.getSystemErrorResponseData = getSystemErrorResponseData;
|
|
14
|
+
exports.uploadDataChunk = uploadDataChunk;
|
|
15
|
+
exports.uploadData = uploadData;
|
|
16
|
+
exports.abortSynchronization = abortSynchronization;
|
|
7
17
|
const path_1 = __importDefault(require("path"));
|
|
8
18
|
const p_map_1 = __importDefault(require("p-map"));
|
|
9
19
|
const integration_sdk_core_1 = require("@jupiterone/integration-sdk-core");
|
|
@@ -59,7 +69,6 @@ async function synchronizeCollectedData(input) {
|
|
|
59
69
|
await eventPublishingQueue.onIdle();
|
|
60
70
|
}
|
|
61
71
|
}
|
|
62
|
-
exports.synchronizeCollectedData = synchronizeCollectedData;
|
|
63
72
|
/**
|
|
64
73
|
* Build a synchronization job configuration for the specified source.
|
|
65
74
|
*
|
|
@@ -105,7 +114,6 @@ async function initiateSynchronization(input) {
|
|
|
105
114
|
}),
|
|
106
115
|
};
|
|
107
116
|
}
|
|
108
|
-
exports.initiateSynchronization = initiateSynchronization;
|
|
109
117
|
async function synchronizationStatus({ apiClient, job, }) {
|
|
110
118
|
let status;
|
|
111
119
|
try {
|
|
@@ -117,7 +125,6 @@ async function synchronizationStatus({ apiClient, job, }) {
|
|
|
117
125
|
}
|
|
118
126
|
return status;
|
|
119
127
|
}
|
|
120
|
-
exports.synchronizationStatus = synchronizationStatus;
|
|
121
128
|
/**
|
|
122
129
|
* Posts to the synchronization job API to trigger
|
|
123
130
|
* the synchronization of all uploaded entities and relationships.
|
|
@@ -140,7 +147,6 @@ async function finalizeSynchronization({ apiClient, job, logger, partialDatasets
|
|
|
140
147
|
}
|
|
141
148
|
return finalizedJob;
|
|
142
149
|
}
|
|
143
|
-
exports.finalizeSynchronization = finalizeSynchronization;
|
|
144
150
|
async function getPartialDatasets() {
|
|
145
151
|
const summary = await (0, fileSystem_1.readJsonFromPath)(path_1.default.resolve((0, fileSystem_1.getRootStorageDirectory)(), 'summary.json'));
|
|
146
152
|
return summary.metadata.partialDatasets;
|
|
@@ -172,7 +178,6 @@ async function uploadGraphObjectData(synchronizationJobContext, graphObjectData,
|
|
|
172
178
|
throw (0, error_1.synchronizationApiError)(err, 'Error uploading collected data');
|
|
173
179
|
}
|
|
174
180
|
}
|
|
175
|
-
exports.uploadGraphObjectData = uploadGraphObjectData;
|
|
176
181
|
/**
|
|
177
182
|
* Uploads data collected by the integration.
|
|
178
183
|
*/
|
|
@@ -188,7 +193,6 @@ async function uploadCollectedData(context) {
|
|
|
188
193
|
});
|
|
189
194
|
context.logger.synchronizationUploadEnd(context.job);
|
|
190
195
|
}
|
|
191
|
-
exports.uploadCollectedData = uploadCollectedData;
|
|
192
196
|
function isRequestUploadTooLargeError(err) {
|
|
193
197
|
return (err.code === 'RequestEntityTooLargeException' ||
|
|
194
198
|
err.response?.status === 413);
|
|
@@ -207,7 +211,6 @@ function isRequestUploadTooLargeError(err) {
|
|
|
207
211
|
function getSystemErrorResponseData(err) {
|
|
208
212
|
return err.response?.data?.error;
|
|
209
213
|
}
|
|
210
|
-
exports.getSystemErrorResponseData = getSystemErrorResponseData;
|
|
211
214
|
function handleUploadDataChunkError({ err, attemptContext, logger, batch, uploadCorrelationId, }) {
|
|
212
215
|
/**
|
|
213
216
|
* The JupiterOne system will encapsulate error details in the response in
|
|
@@ -307,7 +310,6 @@ async function uploadDataChunk({ logger, apiClient, jobId, type, batch }) {
|
|
|
307
310
|
},
|
|
308
311
|
});
|
|
309
312
|
}
|
|
310
|
-
exports.uploadDataChunk = uploadDataChunk;
|
|
311
313
|
async function uploadData({ job, apiClient, logger }, type, data, uploadBatchSizeInBytes) {
|
|
312
314
|
const batches = (0, batchBySize_1.batchGraphObjectsBySizeInBytes)(data, uploadBatchSizeInBytes || exports.DEFAULT_UPLOAD_BATCH_SIZE_IN_BYTES, logger);
|
|
313
315
|
await (0, p_map_1.default)(batches, async (batch) => {
|
|
@@ -322,7 +324,6 @@ async function uploadData({ job, apiClient, logger }, type, data, uploadBatchSiz
|
|
|
322
324
|
}
|
|
323
325
|
}, { concurrency: UPLOAD_CONCURRENCY });
|
|
324
326
|
}
|
|
325
|
-
exports.uploadData = uploadData;
|
|
326
327
|
/**
|
|
327
328
|
* Aborts a synchronization job
|
|
328
329
|
*/
|
|
@@ -338,7 +339,6 @@ async function abortSynchronization({ logger, apiClient, job, reason, }) {
|
|
|
338
339
|
}
|
|
339
340
|
return abortedJob;
|
|
340
341
|
}
|
|
341
|
-
exports.abortSynchronization = abortSynchronization;
|
|
342
342
|
function cleanAxiosError(err) {
|
|
343
343
|
if (err.config?.headers?.Authorization) {
|
|
344
344
|
delete err.config.headers.Authorization;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/synchronization/index.ts"],"names":[],"mappings":";;;;;;
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/synchronization/index.ts"],"names":[],"mappings":";;;;;;AAiFA,4DAqCC;AAiCD,0DAwCC;AAID,sDAmBC;AAUD,0DAiCC;AAUD,sDA4DC;AAKD,kDAcC;AA6CD,gEAIC;AAwDD,0CAuFC;AAED,gCA2BC;AAQD,oDAwBC;AAvlBD,gDAAwB;AACxB,kDAAyB;AAEzB,2EAM0C;AAQ1C,8CAA0E;AAC1E,mCAAkD;AAYzC,wGAZA,+BAAuB,OAYA;AAVhC,wCAA2C;AAE3C,+CAA0D;AAC1D,mCAA4C;AAC5C,qCAAsD;AACtD,0BAA6C;AAC7C,6DAA0D;AAC1D,+CAAgF;AAIhF,mCAAsD;AAA7C,oHAAA,0BAA0B,OAAA;AAEtB,QAAA,kCAAkC,GAAG,SAAS,CAAC;AAE5D,MAAM,kBAAkB,GAAG,CAAC,CAAC;AAE7B,IAAY,cAEX;AAFD,WAAY,cAAc;IACxB,6DAA2C,CAAA;AAC7C,CAAC,EAFW,cAAc,8BAAd,cAAc,QAEzB;AAuCD;;GAEG;AACI,KAAK,UAAU,wBAAwB,CAC5C,KAAuB;IAEvB,MAAM,UAAU,GAAG,MAAM,uBAAuB,CAAC,KAAK,CAAC,CAAC;IACxD,MAAM,oBAAoB,GAAG,IAAA,mCAA0B,EAAC,UAAU,CAAC,CAAC;IACpE,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,oBAAoB,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;IAE9E,IAAI,CAAC;QACH,MAAM,mBAAmB,CAAC,UAAU,CAAC,CAAC;QACtC,IAAI,KAAK,CAAC,YAAY,EAAE,CAAC;YACvB,OAAO,MAAM,qBAAqB,CAAC,UAAU,CAAC,CAAC;QACjD,CAAC;aAAM,CAAC;YACN,OAAO,MAAM,uBAAuB,CAAC;gBACnC,GAAG,UAAU;gBACb,eAAe,EAAE,MAAM,kBAAkB,EAAE;aAC5C,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,UAAU,CAAC,MAAM,CAAC,KAAK,CACrB,GAAG,EACH,mDAAmD,CACpD,CAAC;QAEF,IAAI,CAAC;YACH,MAAM,oBAAoB,CAAC,EAAE,GAAG,UAAU,EAAE,MAAM,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;QACrE,CAAC;QAAC,OAAO,UAAU,EAAE,CAAC;YACpB,UAAU,CAAC,MAAM,CAAC,KAAK,CACrB,UAAU,EACV,oDAAoD,CACrD,CAAC;YACF,MAAM,UAAU,CAAC;QACnB,CAAC;QAED,MAAM,GAAG,CAAC;IACZ,CAAC;YAAS,CAAC;QACT,MAAM,oBAAoB,CAAC,MAAM,EAAE,CAAC;IACtC,CAAC;AACH,CAAC;AAED;;;;;;;;;;GAUG;AACH,SAAS,qBAAqB,CAAC,EAC7B,MAAM,EACN,KAAK,EACL,qBAAqB,EACrB,gBAAgB,GACC;IACjB,OAAO,MAAM,KAAK,KAAK;QACrB,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE;QACnB,CAAC,CAAC,EAAE,MAAM,EAAE,qBAAqB,EAAE,gBAAgB,EAAE,CAAC;AAC1D,CAAC;AAQD;;GAEG;AACI,KAAK,UAAU,uBAAuB,CAC3C,KAAuB;IAEvB,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,KAAK,CAAC;IAEpC,MAAM,gBAAgB,GAAG,qBAAqB,CAAC,KAAK,CAAC,CAAC;IAEtD,MAAM,CAAC,IAAI,CAAC,mCAAmC,CAAC,CAAC;IAEjD,IAAI,GAAuB,CAAC;IAC5B,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,IAAI,CACnC,iCAAiC,EACjC,gBAAgB,CACjB,CAAC;QACF,GAAG,GAAG,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC;IAC1B,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,CAAC,IAAI,CACT;YACE,GAAG;YACH,eAAe,EAAG,GAAW,EAAE,SAAS;SACzC,EACD,qDAAqD,CACtD,CAAC;QACF,MAAM,IAAA,+BAAuB,EAC3B,GAAG,EACH,qDAAqD,CACtD,CAAC;IACJ,CAAC;IAED,OAAO;QACL,SAAS;QACT,GAAG;QACH,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC;YACnB,GAAG,gBAAgB;YACnB,gBAAgB,EACd,gBAAgB,CAAC,gBAAgB,IAAI,GAAG,CAAC,gBAAgB;YAC3D,oBAAoB,EAAE,GAAG,CAAC,EAAE;SAC7B,CAAC;KACH,CAAC;AACJ,CAAC;AAIM,KAAK,UAAU,qBAAqB,CAAC,EAC1C,SAAS,EACT,GAAG,GACwB;IAC3B,IAAI,MAA0B,CAAC;IAE/B,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,GAAG,CAClC,mCAAmC,GAAG,CAAC,EAAE,EAAE,CAC5C,CAAC;QACF,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC;IAC7B,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,IAAA,+BAAuB,EAC3B,GAAG,EACH,qDAAqD,CACtD,CAAC;IACJ,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAMD;;;GAGG;AACI,KAAK,UAAU,uBAAuB,CAAC,EAC5C,SAAS,EACT,GAAG,EACH,MAAM,EACN,eAAe,GACc;IAC7B,MAAM,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAC;IAE7C,IAAI,YAAgC,CAAC;IAErC,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,IAAI,CACnC,mCAAmC,GAAG,CAAC,EAAE,WAAW,EACpD;YACE,eAAe;SAChB,CACF,CAAC;QACF,YAAY,GAAG,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC;IACnC,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,CAAC,IAAI,CACT;YACE,GAAG;YACH,eAAe,EAAG,GAAW,EAAE,SAAS;SACzC,EACD,qDAAqD,CACtD,CAAC;QACF,MAAM,IAAA,+BAAuB,EAC3B,GAAG,EACH,sDAAsD,CACvD,CAAC;IACJ,CAAC;IAED,OAAO,YAAY,CAAC;AACtB,CAAC;AAED,KAAK,UAAU,kBAAkB;IAC/B,MAAM,OAAO,GAAG,MAAM,IAAA,6BAAgB,EACpC,cAAI,CAAC,OAAO,CAAC,IAAA,oCAAuB,GAAE,EAAE,cAAc,CAAC,CACxD,CAAC;IAEF,OAAO,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAC;AAC1C,CAAC;AAEM,KAAK,UAAU,qBAAqB,CACzC,yBAAoD,EACpD,eAAuC,EACvC,sBAA+B;IAE/B,IAAI,CAAC;QACH,IACE,KAAK,CAAC,OAAO,CAAC,eAAe,CAAC,QAAQ,CAAC;YACvC,eAAe,CAAC,QAAQ,CAAC,MAAM,IAAI,CAAC,EACpC,CAAC;YACD,yBAAyB,CAAC,MAAM,CAAC,KAAK,CACpC;gBACE,QAAQ,EAAE,eAAe,CAAC,QAAQ,CAAC,MAAM;aAC1C,EACD,0CAA0C,CAC3C,CAAC;YAEF,MAAM,UAAU,CACd,yBAAyB,EACzB,UAAU,EACV,eAAe,CAAC,QAAQ,EACxB,sBAAsB,CACvB,CAAC;YAEF,yBAAyB,CAAC,MAAM,CAAC,KAAK,CACpC;gBACE,QAAQ,EAAE,eAAe,CAAC,QAAQ,CAAC,MAAM;aAC1C,EACD,gCAAgC,CACjC,CAAC;QACJ,CAAC;QAED,IACE,KAAK,CAAC,OAAO,CAAC,eAAe,CAAC,aAAa,CAAC;YAC5C,eAAe,CAAC,aAAa,CAAC,MAAM,IAAI,CAAC,EACzC,CAAC;YACD,yBAAyB,CAAC,MAAM,CAAC,KAAK,CACpC;gBACE,aAAa,EAAE,eAAe,CAAC,aAAa,CAAC,MAAM;aACpD,EACD,+CAA+C,CAChD,CAAC;YAEF,MAAM,UAAU,CACd,yBAAyB,EACzB,eAAe,EACf,eAAe,CAAC,aAAa,EAC7B,sBAAsB,CACvB,CAAC;YAEF,yBAAyB,CAAC,MAAM,CAAC,KAAK,CACpC;gBACE,aAAa,EAAE,eAAe,CAAC,aAAa,CAAC,MAAM;aACpD,EACD,qCAAqC,CACtC,CAAC;QACJ,CAAC;IACH,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,IAAA,+BAAuB,EAAC,GAAG,EAAE,gCAAgC,CAAC,CAAC;IACvE,CAAC;AACH,CAAC;AAED;;GAEG;AACI,KAAK,UAAU,mBAAmB,CAAC,OAAkC;IAC1E,OAAO,CAAC,MAAM,CAAC,0BAA0B,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IAEvD,KAAK,UAAU,qBAAqB,CAAC,UAAkC;QACrE,MAAM,qBAAqB,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;IACnD,CAAC;IAED,MAAM,IAAA,uBAAa,EAAC;QAClB,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,UAAU,EAAE,sBAAsB;QAClC,SAAS,EAAE,GAAG,EAAE,CAAC,IAAA,2BAAuB,EAAC,qBAAqB,CAAC;KAChE,CAAC,CAAC;IAEH,OAAO,CAAC,MAAM,CAAC,wBAAwB,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;AACvD,CAAC;AAeD,SAAS,4BAA4B,CAAC,GAAG;IACvC,OAAO,CACL,GAAG,CAAC,IAAI,KAAK,gCAAgC;QAC7C,GAAG,CAAC,QAAQ,EAAE,MAAM,KAAK,GAAG,CAC7B,CAAC;AACJ,CAAC;AAcD;;;;;;;;;;GAUG;AACH,SAAgB,0BAA0B,CACxC,GAAQ;IAER,OAAO,GAAG,CAAC,QAAQ,EAAE,IAAI,EAAE,KAAK,CAAC;AACnC,CAAC;AAUD,SAAS,0BAA0B,CAAC,EAClC,GAAG,EACH,cAAc,EACd,MAAM,EACN,KAAK,EACL,mBAAmB,GACc;IACjC;;;;;;;;;;OAUG;IACH,MAAM,uBAAuB,GAAG,0BAA0B,CAAC,GAAG,CAAC,CAAC;IAEhE,MAAM,CAAC,IAAI,CACT;QACE,GAAG;QACH,IAAI,EAAE,GAAG,CAAC,IAAI;QACd,UAAU,EAAE,cAAc,CAAC,UAAU;QACrC,uBAAuB;QACvB,iBAAiB,EAAE,cAAc,CAAC,iBAAiB;QACnD,mBAAmB;QACnB,eAAe,EAAG,GAAW,EAAE,SAAS;KACzC,EACD,0BAA0B,CAC3B,CAAC;IAEF,IAAI,4BAA4B,CAAC,GAAG,CAAC,EAAE,CAAC;QACtC,IAAA,uCAAkB,EAAC,KAAK,EAAE,MAAM,EAAE,0CAAkC,CAAC,CAAC;IACxE,CAAC;SAAM,IAAI,uBAAuB,EAAE,IAAI,KAAK,0BAA0B,EAAE,CAAC;QACxE,MAAM,IAAI,uCAAgB,CAAC;YACzB,IAAI,EAAE,oCAAoC;YAC1C,KAAK,EAAE,GAAG;YACV,KAAK,EAAE,IAAI;YACX,OAAO,EACL,iEAAiE;SACpE,CAAC,CAAC;IACL,CAAC;AACH,CAAC;AAEM,KAAK,UAAU,eAAe,CAGnC,EAAE,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAA+B;IACtE,MAAM,mBAAmB,GAAG,IAAA,mBAAI,GAAE,CAAC;IAEnC,MAAM,IAAA,eAAK,EACT,KAAK,EAAE,GAAG,EAAE,EAAE;QACZ,iEAAiE;QACjE,0CAA0C;QAC1C,MAAM,CAAC,KAAK,CACV;YACE,mBAAmB;YACnB,UAAU,EAAE,IAAI;YAChB,UAAU,EAAE,GAAG,CAAC,UAAU;YAC1B,SAAS,EAAE,KAAK,CAAC,MAAM;SACxB,EACD,mBAAmB,CACpB,CAAC;QACF,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,IAAI,CAAC;YACH,MAAM,SAAS,CAAC,IAAI,CAClB,mCAAmC,KAAK,IAAI,IAAc,EAAE,EAC5D;gBACE,CAAC,IAAI,CAAC,EAAE,KAAK;aACd,EACD;gBACE,OAAO,EAAE;oBACP,qEAAqE;oBACrE,uBAAuB;oBACvB,CAAC,cAAc,CAAC,aAAa,CAAC,EAAE,mBAAmB;iBACpD;aACF,CACF,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,eAAe,CAAC,GAAG,CAAC,CAAC;YACrB,MAAM,GAAG,CAAC;QACZ,CAAC;QAED,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QACxC,IAAI,QAAQ,IAAI,MAAM,EAAE,CAAC;YACvB,MAAM,CAAC,IAAI,CACT;gBACE,mBAAmB;gBACnB,UAAU,EAAE,IAAI;gBAChB,UAAU,EAAE,GAAG,CAAC,UAAU;gBAC1B,SAAS,EAAE,KAAK,CAAC,MAAM;gBACvB,gBAAgB,EAAE,IAAA,6BAAe,EAAC,KAAK,CAAC;gBACxC,cAAc,EAAE,QAAQ;aACzB,EACD,8BAA8B,CAC/B,CAAC;QACJ,CAAC;QACD,MAAM,CAAC,KAAK,CACV;YACE,mBAAmB;YACnB,UAAU,EAAE,IAAI;YAChB,UAAU,EAAE,GAAG,CAAC,UAAU;YAC1B,SAAS,EAAE,KAAK,CAAC,MAAM;SACxB,EACD,0BAA0B,CAC3B,CAAC;IACJ,CAAC,EACD;QACE,WAAW,EAAE,CAAC;QACd,KAAK,EAAE,GAAG;QACV,MAAM,EAAE,IAAI;QACZ,WAAW,CAAC,GAAG,EAAE,cAAc;YAC7B,IAAI,CAAC;gBACH,0BAA0B,CAAC;oBACzB,GAAG;oBACH,cAAc;oBACd,MAAM;oBACN,KAAK;oBACL,mBAAmB;iBACpB,CAAC,CAAC;YACL,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,CAAC,IAAI,CACT,EAAE,KAAK,EAAE,EACT,2CAA2C,EAC3C,KAAK,CACN,CAAC;gBACF,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;KACF,CACF,CAAC;AACJ,CAAC;AAEM,KAAK,UAAU,UAAU,CAC9B,EAAE,GAAG,EAAE,SAAS,EAAE,MAAM,EAA6B,EACrD,IAAO,EACP,IAAY,EACZ,sBAA+B;IAE/B,MAAM,OAAO,GAAa,IAAA,4CAA8B,EACtD,IAAI,EACJ,sBAAsB,IAAI,0CAAkC,EAC5D,MAAM,CACP,CAAC;IAEF,MAAM,IAAA,eAAI,EACR,OAAO,EACP,KAAK,EAAE,KAAa,EAAE,EAAE;QACtB,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;YACjB,MAAM,eAAe,CAAC;gBACpB,SAAS;gBACT,MAAM;gBACN,KAAK,EAAE,GAAG,CAAC,EAAE;gBACb,IAAI;gBACJ,KAAK;aACN,CAAC,CAAC;QACL,CAAC;IACH,CAAC,EACD,EAAE,WAAW,EAAE,kBAAkB,EAAE,CACpC,CAAC;AACJ,CAAC;AAKD;;GAEG;AACI,KAAK,UAAU,oBAAoB,CAAC,EACzC,MAAM,EACN,SAAS,EACT,GAAG,EACH,MAAM,GACoB;IAC1B,MAAM,CAAC,IAAI,CAAC,iCAAiC,CAAC,CAAC;IAE/C,IAAI,UAA8B,CAAC;IAEnC,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,IAAI,CACnC,mCAAmC,GAAG,CAAC,EAAE,QAAQ,EACjD,EAAE,MAAM,EAAE,CACX,CAAC;QACF,UAAU,GAAG,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC;IACjC,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,IAAA,+BAAuB,EAC3B,GAAG,EACH,mDAAmD,CACpD,CAAC;IACJ,CAAC;IAED,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,SAAS,eAAe,CAAC,GAAe;IACtC,IAAI,GAAG,CAAC,MAAM,EAAE,OAAO,EAAE,aAAa,EAAE,CAAC;QACvC,OAAO,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC;IAC1C,CAAC;IAED,IAAI,GAAG,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC;QACrB,OAAO,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC;IACzB,CAAC;AACH,CAAC"}
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.shrinkBatchRawData =
|
|
3
|
+
exports.shrinkBatchRawData = shrinkBatchRawData;
|
|
4
4
|
const integration_sdk_core_1 = require("@jupiterone/integration-sdk-core");
|
|
5
5
|
// TODO [INT-3707]: uncomment and use when implementing method
|
|
6
6
|
// to shrink single entity's rawData until that entity is < 1MB
|
|
@@ -72,7 +72,6 @@ function shrinkBatchRawData(batchData, logger, maxBatchSize) {
|
|
|
72
72
|
totalTime: endTimeInMilliseconds - startTimeInMilliseconds,
|
|
73
73
|
}, 'Shrink raw data result');
|
|
74
74
|
}
|
|
75
|
-
exports.shrinkBatchRawData = shrinkBatchRawData;
|
|
76
75
|
/**
|
|
77
76
|
* Helper function to find the largest entry in an object and return its key
|
|
78
77
|
* and approximate byte size. We JSON.stringify as a method to try and have
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"shrinkBatchRawData.js","sourceRoot":"","sources":["../../../src/synchronization/shrinkBatchRawData.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"shrinkBatchRawData.js","sourceRoot":"","sources":["../../../src/synchronization/shrinkBatchRawData.ts"],"names":[],"mappings":";;AAoBA,gDAqFC;AAzGD,2EAK0C;AAI1C,8DAA8D;AAC9D,+DAA+D;AAE/D,qCAAqC;AAErC;;;;;GAKG;AACH,SAAgB,kBAAkB,CAChC,SAAqD,EACrD,MAAyB,EACzB,YAAoB;IAEpB,MAAM,CAAC,IAAI,CAAC,8BAA8B,CAAC,CAAC;IAC5C,MAAM,uBAAuB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC3C,IAAI,cAAc,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC,CAAC;IAClE,MAAM,gBAAgB,GAAG,cAAc,CAAC;IACxC,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,MAAM,eAAe,GAAG,MAAM,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC;IAEzD,GAAG,CAAC;QACF,mCAAmC;QACnC,MAAM,wBAAwB,GAC5B,oCAAoC,CAAC,SAAS,CAAC,CAAC;QAElD,mFAAmF;QACnF,mDAAmD;QACnD,IAAI,wBAAwB,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;YAC/C,6FAA6F;YAC7F,MAAM,mBAAmB,GAAG,sBAAsB,CAChD,wBAAwB,CAAC,QAAQ,CAClC,CAAC;YACF,wCAAwC;YACxC,MAAM,iBAAiB,GAAG,4BAA4B,CACpD,mBAAmB,CAAC,OAAO,CAC5B,CAAC;YAEF,kDAAkD;YAClD,IAAI,iBAAiB,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;gBAC/C,MAAM,gBAAgB,GAAG,EAAE,CAAC;gBAC5B,KAAK,MAAM,MAAM,IAAI,SAAS,EAAE,CAAC;oBAC/B,gBAAgB,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,UAAU,CAC/C,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CACvB,CAAC;gBACJ,CAAC;gBACD,MAAM,CAAC,KAAK,CACV;oBACE,wBAAwB,EAAE,wBAAwB,CAChD,uBAAuB,CAAC,SAAS,CAAC,CACnC;oBACD,cAAc,EAAE,cAAc;oBAC9B,gBAAgB;iBACjB,EACD,8HAA8H,CAC/H,CAAC;gBACF,MAAM,CAAC,iBAAiB,CAAC;oBACvB,IAAI,EAAE,gDAAyB,CAAC,0BAA0B;oBAC1D,WAAW,EAAE,qFAAqF,SAAS,CAAC,MAAM,sBAAsB,cAAc,oDAAoD;iBAC3M,CAAC,CAAC;gBACH,MAAM,IAAI,uCAAgB,CAAC;oBACzB,IAAI,EAAE,2BAA2B;oBACjC,KAAK,EAAE,KAAK;oBACZ,OAAO,EACL,yHAAyH;iBAC5H,CAAC,CAAC;YACL,CAAC;YAED,uGAAuG;YACvG,mBAAmB,CAAC,OAAO,CAAC,iBAAiB,CAAC,GAAG,CAAC,GAAG,WAAW,CAAC;YACjE,YAAY,IAAI,CAAC,CAAC;YAClB,cAAc;gBACZ,cAAc,GAAG,iBAAiB,CAAC,IAAI,GAAG,eAAe,CAAC;QAC9D,CAAC;aAAM,CAAC;YACN,+CAA+C;YAC/C,MAAM,IAAI,uCAAgB,CAAC;gBACzB,IAAI,EAAE,2BAA2B;gBACjC,KAAK,EAAE,KAAK;gBACZ,OAAO,EACL,kFAAkF;aACrF,CAAC,CAAC;QACL,CAAC;IACH,CAAC,QAAQ,cAAc,GAAG,YAAY,EAAE;IAExC,MAAM,qBAAqB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACzC,MAAM,CAAC,IAAI,CACT;QACE,WAAW,EAAE,gBAAgB;QAC7B,SAAS,EAAE,cAAc;QACzB,YAAY;QACZ,SAAS,EAAE,qBAAqB,GAAG,uBAAuB;KAC3D,EACD,wBAAwB,CACzB,CAAC;AACJ,CAAC;AAQD;;;;;;;GAOG;AACH,SAAS,4BAA4B,CAAC,IAAS;IAC7C,MAAM,WAAW,GAAe,EAAE,GAAG,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;IACrD,KAAK,MAAM,IAAI,IAAI,IAAI,EAAE,CAAC;QACxB,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC;YACvB,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;YAC/C,CAAC,CAAC,CAAC,CAAC;QACN,IAAI,MAAM,GAAG,WAAW,CAAC,IAAI,EAAE,CAAC;YAC9B,WAAW,CAAC,GAAG,GAAG,IAAI,CAAC;YACvB,WAAW,CAAC,IAAI,GAAG,MAAM,CAAC;QAC5B,CAAC;IACH,CAAC;IAED,OAAO,WAAW,CAAC;AACrB,CAAC;AAED;;;;;;;GAOG;AACH,SAAS,oCAAoC,CAC3C,IAAgD;IAEhD,IAAI,sBAAsB,CAAC;IAC3B,IAAI,kBAAkB,GAAG,MAAM,CAAC,gBAAgB,CAAC;IAEjD,KAAK,MAAM,IAAI,IAAI,IAAI,EAAE,CAAC;QACxB,MAAM,MAAM,GAAG,IAAI,EAAE,QAAQ;YAC3B,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAClD,CAAC,CAAC,CAAC,CAAC;QACN,IAAI,MAAM,GAAG,kBAAkB,EAAE,CAAC;YAChC,sBAAsB,GAAG,IAAI,CAAC;YAC9B,kBAAkB,GAAG,MAAM,CAAC;QAC9B,CAAC;IACH,CAAC;IACD,OAAO,sBAAsB,CAAC;AAChC,CAAC;AAED,SAAS,uBAAuB,CAC9B,IAAgD;IAEhD,IAAI,aAAa,CAAC;IAClB,IAAI,iBAAiB,GAAG,MAAM,CAAC,gBAAgB,CAAC;IAEhD,KAAK,MAAM,IAAI,IAAI,IAAI,EAAE,CAAC;QACxB,MAAM,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAClE,IAAI,MAAM,GAAG,iBAAiB,EAAE,CAAC;YAC/B,aAAa,GAAG,IAAI,CAAC;YACrB,iBAAiB,GAAG,MAAM,CAAC;QAC7B,CAAC;IACH,CAAC;IACD,OAAO,aAAa,CAAC;AACvB,CAAC;AAED;;;;;;;GAOG;AACH,SAAS,sBAAsB,CAAC,IAAqB;IACnD,IAAI,WAAW,CAAC;IAChB,IAAI,eAAe,GAAG,MAAM,CAAC,gBAAgB,CAAC;IAE9C,KAAK,MAAM,IAAI,IAAI,IAAI,EAAE,CAAC;QACxB,MAAM,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAClE,IAAI,MAAM,GAAG,eAAe,EAAE,CAAC;YAC7B,WAAW,GAAG,IAAI,CAAC;YACnB,eAAe,GAAG,MAAM,CAAC;QAC3B,CAAC;IACH,CAAC;IAED,OAAO,WAAW,CAAC;AACrB,CAAC;AAED;;;;;;;GAOG;AACH,SAAS,wBAAwB,CAAC,IAAY;IAC5C,MAAM,WAAW,GAAG,EAAE,CAAC;IAEvB,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;QAChD,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACxB,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACvB,CAAC;aAAM,CAAC;YACN,WAAW,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;QAC9D,CAAC;IACH,CAAC;IAED,OAAO,WAAW,CAAC;AACrB,CAAC"}
|
|
@@ -1,11 +1,10 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.gzipData =
|
|
3
|
+
exports.gzipData = gzipData;
|
|
4
4
|
const util_1 = require("util");
|
|
5
5
|
const zlib_1 = require("zlib");
|
|
6
6
|
const gz = (0, util_1.promisify)(zlib_1.gzip);
|
|
7
7
|
async function gzipData(data) {
|
|
8
8
|
return await gz(JSON.stringify(data));
|
|
9
9
|
}
|
|
10
|
-
exports.gzipData = gzipData;
|
|
11
10
|
//# sourceMappingURL=util.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"util.js","sourceRoot":"","sources":["../../../src/synchronization/util.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"util.js","sourceRoot":"","sources":["../../../src/synchronization/util.ts"],"names":[],"mappings":";;AAIA,4BAEC;AAND,+BAAiC;AACjC,+BAA4B;AAE5B,MAAM,EAAE,GAAG,IAAA,gBAAS,EAAC,WAAI,CAAC,CAAC;AACpB,KAAK,UAAU,QAAQ,CAAC,IAAY;IACzC,OAAO,MAAM,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC;AACxC,CAAC"}
|