@jupiterone/integration-sdk-runtime 7.4.1 → 8.1.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/src/fileSystem.d.ts +3 -0
- package/dist/src/fileSystem.js +15 -1
- package/dist/src/fileSystem.js.map +1 -1
- package/dist/src/storage/FileSystemGraphObjectStore/indices.d.ts +3 -3
- package/dist/src/storage/FileSystemGraphObjectStore/indices.js +17 -31
- package/dist/src/storage/FileSystemGraphObjectStore/indices.js.map +1 -1
- package/dist/src/synchronization/index.d.ts +1 -1
- package/dist/src/synchronization/index.js +6 -10
- package/dist/src/synchronization/index.js.map +1 -1
- package/dist/tsconfig.dist.tsbuildinfo +67 -42
- package/package.json +4 -4
package/dist/src/fileSystem.d.ts
CHANGED
|
@@ -1,3 +1,4 @@
|
|
|
1
|
+
import { FlushedGraphObjectData } from './storage/types';
|
|
1
2
|
export declare const DEFAULT_CACHE_DIRECTORY_NAME = ".j1-integration";
|
|
2
3
|
export declare function getRootStorageDirectory(): string;
|
|
3
4
|
export declare function getRootStorageAbsolutePath(relativePath: string): string;
|
|
@@ -53,9 +54,11 @@ interface WalkDirectoryInput {
|
|
|
53
54
|
* every file path
|
|
54
55
|
*/
|
|
55
56
|
export declare function walkDirectory({ path: relativePath, iteratee, }: WalkDirectoryInput): Promise<void>;
|
|
57
|
+
export declare function iterateParsedGraphFiles(iteratee: (parsedData: FlushedGraphObjectData) => Promise<void>, graphPath?: string): Promise<void>;
|
|
56
58
|
export declare function isRootStorageDirectoryPresent(): Promise<boolean>;
|
|
57
59
|
/**
|
|
58
60
|
* Wipes the storage directory clean
|
|
59
61
|
*/
|
|
60
62
|
export declare function removeStorageDirectory(): Promise<void>;
|
|
63
|
+
export declare function isDirectoryPresent(fullPath: string): Promise<boolean>;
|
|
61
64
|
export {};
|
package/dist/src/fileSystem.js
CHANGED
|
@@ -22,7 +22,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
|
22
22
|
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
23
23
|
};
|
|
24
24
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
25
|
-
exports.removeStorageDirectory = exports.isRootStorageDirectoryPresent = exports.walkDirectory = exports.symlink = exports.readJsonFromPath = exports.writeFileToPath = exports.isCompressionEnabled = exports.writeJsonToPath = exports.getRootStorageDirectorySize = exports.getRootStorageAbsolutePath = exports.getRootStorageDirectory = exports.DEFAULT_CACHE_DIRECTORY_NAME = void 0;
|
|
25
|
+
exports.isDirectoryPresent = exports.removeStorageDirectory = exports.isRootStorageDirectoryPresent = exports.iterateParsedGraphFiles = exports.walkDirectory = exports.symlink = exports.readJsonFromPath = exports.writeFileToPath = exports.isCompressionEnabled = exports.writeJsonToPath = exports.getRootStorageDirectorySize = exports.getRootStorageAbsolutePath = exports.getRootStorageDirectory = exports.DEFAULT_CACHE_DIRECTORY_NAME = void 0;
|
|
26
26
|
/**
|
|
27
27
|
* Home of all file system interactions
|
|
28
28
|
*
|
|
@@ -35,6 +35,7 @@ const rimraf_1 = __importDefault(require("rimraf"));
|
|
|
35
35
|
const get_folder_size_1 = __importDefault(require("get-folder-size"));
|
|
36
36
|
const zlib = __importStar(require("zlib"));
|
|
37
37
|
const util_1 = require("util");
|
|
38
|
+
const indices_1 = require("./storage/FileSystemGraphObjectStore/indices");
|
|
38
39
|
const brotliCompress = util_1.promisify(zlib.brotliCompress);
|
|
39
40
|
const brotliDecompress = util_1.promisify(zlib.brotliDecompress);
|
|
40
41
|
exports.DEFAULT_CACHE_DIRECTORY_NAME = '.j1-integration';
|
|
@@ -168,6 +169,18 @@ async function walkDirectory({ path: relativePath, iteratee, }) {
|
|
|
168
169
|
}
|
|
169
170
|
}
|
|
170
171
|
exports.walkDirectory = walkDirectory;
|
|
172
|
+
function iterateParsedGraphFiles(iteratee, graphPath) {
|
|
173
|
+
return walkDirectory({
|
|
174
|
+
path: graphPath || 'graph',
|
|
175
|
+
async iteratee({ filePath }) {
|
|
176
|
+
const parsed = await indices_1.readGraphObjectFile({
|
|
177
|
+
filePath,
|
|
178
|
+
});
|
|
179
|
+
await iteratee(parsed);
|
|
180
|
+
},
|
|
181
|
+
});
|
|
182
|
+
}
|
|
183
|
+
exports.iterateParsedGraphFiles = iterateParsedGraphFiles;
|
|
171
184
|
function isRootStorageDirectoryPresent() {
|
|
172
185
|
const rootStorageDir = getRootStorageDirectory();
|
|
173
186
|
return isDirectoryPresent(rootStorageDir);
|
|
@@ -204,6 +217,7 @@ async function isDirectoryPresent(fullPath) {
|
|
|
204
217
|
throw err;
|
|
205
218
|
}
|
|
206
219
|
}
|
|
220
|
+
exports.isDirectoryPresent = isDirectoryPresent;
|
|
207
221
|
async function ensurePathCanBeWrittenTo(pathToWrite) {
|
|
208
222
|
const directoryPath = path_1.default.dirname(pathToWrite);
|
|
209
223
|
await fs_1.promises.mkdir(directoryPath, { recursive: true });
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"fileSystem.js","sourceRoot":"","sources":["../../src/fileSystem.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;AAAA;;;;;GAKG;AACH,2BAAoC;AACpC,gDAAwB;AAExB,oDAA4B;AAC5B,sEAA4C;AAC5C,2CAA6B;AAC7B,+BAAiC;AAEjC,MAAM,cAAc,GAAG,gBAAS,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;AACtD,MAAM,gBAAgB,GAAG,gBAAS,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;AAE7C,QAAA,4BAA4B,GAAG,iBAAiB,CAAC;AAE9D,SAAgB,uBAAuB;IACrC,OAAO,CACL,OAAO,CAAC,GAAG,CAAC,wCAAwC;QACpD,cAAI,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,oCAA4B,CAAC,CAC1D,CAAC;AACJ,CAAC;AALD,0DAKC;AAED,SAAgB,0BAA0B,CAAC,YAAoB;IAC7D,OAAO,cAAI,CAAC,OAAO,CAAC,uBAAuB,EAAE,EAAE,YAAY,CAAC,CAAC;AAC/D,CAAC;AAFD,gEAEC;AAED,SAAgB,2BAA2B;IACzC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,yBAAa,CAAC,uBAAuB,EAAE,EAAE,CAAC,GAAU,EAAE,IAAY,EAAE,EAAE,CACpE,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAClC,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC;AAND,kEAMC;AAQD;;;;;;GAMG;AACI,KAAK,UAAU,eAAe,CAAC,EACpC,IAAI,EAAE,YAAY,EAClB,IAAI,EACJ,MAAM,GAAG,KAAK,GACO;IACrB,MAAM,OAAO,GAAG,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IAE9E,MAAM,eAAe,CAAC;QACpB,IAAI,EAAE,YAAY;QAClB,OAAO;KACR,CAAC,CAAC;AACL,CAAC;AAXD,0CAWC;AAOD,SAAgB,oBAAoB;IAClC,OAAO,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,oCAAoC,CAAC;AAC5D,CAAC;AAFD,oDAEC;AAEM,KAAK,UAAU,eAAe,CAAC,EACpC,IAAI,EAAE,YAAY,EAClB,OAAO,GACiB;IACxB,MAAM,SAAS,GAAG,uBAAuB,EAAE,CAAC;IAC5C,MAAM,QAAQ,GAAG,cAAI,CAAC,OAAO,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;IAEvD,MAAM,wBAAwB,CAAC,QAAQ,CAAC,CAAC;IAEzC,IAAI,oBAAoB,EAAE,EAAE;QAC1B,MAAM,aAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,MAAM,cAAc,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC,CAAC;KACrE;SAAM;QACL,MAAM,aAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;KAC/C;AACH,CAAC;AAdD,0CAcC;AAED;;;;;;GAMG;AACI,KAAK,UAAU,gBAAgB,CAAI,IAAY;IACpD,IAAI,OAAe,CAAC;IAEpB,IAAI,oBAAoB,EAAE,EAAE;QAC1B,yEAAyE;QACzE,sEAAsE;QACtE,wCAAwC;QACxC,MAAM,IAAI,GAAG,MAAM,aAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QACrC,OAAO,GAAG,CAAC,MAAM,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;KAC5D;SAAM;QACL,OAAO,GAAG,MAAM,aAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;KAC3C;IAED,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAM,CAAC;AAClC,CAAC;AAdD,4CAcC;AAOD;;;;;GAKG;AACI,KAAK,UAAU,OAAO,CAAC,EAAE,UAAU,EAAE,eAAe,EAAgB;IACzE,MAAM,SAAS,GAAG,uBAAuB,EAAE,CAAC;IAC5C,MAAM,cAAc,GAAG,cAAI,CAAC,OAAO,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;IAC3D,MAAM,mBAAmB,GAAG,cAAI,CAAC,OAAO,CAAC,SAAS,EAAE,eAAe,CAAC,CAAC;IAErE,MAAM,wBAAwB,CAAC,mBAAmB,CAAC,CAAC;IACpD,qDAAqD;IACrD,IACE,OAAO,CAAC,QAAQ,KAAK,OAAO;QAC5B,CAAC,MAAM,aAAE,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC,MAAM,EAAE,EACzC;QACA,MAAM,aAAE,CAAC,IAAI,CAAC,cAAc,EAAE,mBAAmB,CAAC,CAAC;KACpD;SAAM;QACL,MAAM,aAAE,CAAC,OAAO,CAAC,cAAc,EAAE,mBAAmB,EAAE,UAAU,CAAC,CAAC;KACnE;AACH,CAAC;AAfD,0BAeC;AAeD;;;GAGG;AACI,KAAK,UAAU,aAAa,CAAC,EAClC,IAAI,EAAE,YAAY,EAClB,QAAQ,GACW;IACnB,MAAM,SAAS,GAAG,uBAAuB,EAAE,CAAC;IAC5C,MAAM,QAAQ,GAAG,cAAI,CAAC,OAAO,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;IAEvD,MAAM,WAAW,GAAG,MAAM,kBAAkB,CAAC,QAAQ,CAAC,CAAC;IACvD,IAAI,CAAC,WAAW,EAAE;QAChB,OAAO;KACR;IAED,MAAM,KAAK,GAAG,MAAM,aAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IAEzC,MAAM,MAAM,GAAG,KAAK,EAAE,QAAgB,EAAE,EAAE;QACxC,MAAM,QAAQ,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC;IAC/B,CAAC,CAAC;IAEF,MAAM,cAAc,GAAG,KAAK,EAAE,QAAgB,EAAE,EAAE;QAChD,MAAM,KAAK,GAAG,MAAM,aAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QACvC,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE;YACvB,iCAAiC;YACjC,MAAM,aAAa,CAAC;gBAClB,QAAQ;gBACR,IAAI,EAAE,QAAQ;aACf,CAAC,CAAC;SACJ;aAAM,IAAI,KAAK,CAAC,MAAM,EAAE,EAAE;YACzB,kBAAkB;YAClB,MAAM,MAAM,CAAC,QAAQ,CAAC,CAAC;SACxB;aAAM,IAAI,KAAK,CAAC,cAAc,EAAE,EAAE;YACjC,2CAA2C;YAC3C,0CAA0C;YAC1C,kCAAkC;YAClC,MAAM,QAAQ,GAAG,MAAM,aAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;YAC7C,MAAM,cAAc,CAAC,QAAQ,CAAC,CAAC;SAChC;IACH,CAAC,CAAC;IAEF,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE;QACxB,MAAM,cAAc,CAAC,cAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAC;KACpD;AACH,CAAC;AAzCD,sCAyCC;AAED,SAAgB,6BAA6B;IAC3C,MAAM,cAAc,GAAG,uBAAuB,EAAE,CAAC;IACjD,OAAO,kBAAkB,CAAC,cAAc,CAAC,CAAC;AAC5C,CAAC;AAHD,sEAGC;AAED;;GAEG;AACI,KAAK,UAAU,sBAAsB;IAC1C,MAAM,cAAc,GAAG,uBAAuB,EAAE,CAAC;IACjD,IAAI,MAAM,kBAAkB,CAAC,cAAc,CAAC,EAAE;QAC5C,MAAM,eAAe,CAAC,cAAc,CAAC,CAAC;KACvC;AACH,CAAC;AALD,wDAKC;AAED,SAAS,eAAe,CAAC,SAAiB;IACxC,OAAO,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,CAC3C,gBAAM,CAAC,SAAS,EAAE,CAAC,GAAG,EAAE,EAAE;QACxB,IAAI,GAAG,EAAE;YACP,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC;SACpB;QACD,OAAO,EAAE,CAAC;IACZ,CAAC,CAAC,CACH,CAAC;AACJ,CAAC;
|
|
1
|
+
{"version":3,"file":"fileSystem.js","sourceRoot":"","sources":["../../src/fileSystem.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;AAAA;;;;;GAKG;AACH,2BAAoC;AACpC,gDAAwB;AAExB,oDAA4B;AAC5B,sEAA4C;AAC5C,2CAA6B;AAC7B,+BAAiC;AAEjC,0EAAmF;AAEnF,MAAM,cAAc,GAAG,gBAAS,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;AACtD,MAAM,gBAAgB,GAAG,gBAAS,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;AAE7C,QAAA,4BAA4B,GAAG,iBAAiB,CAAC;AAE9D,SAAgB,uBAAuB;IACrC,OAAO,CACL,OAAO,CAAC,GAAG,CAAC,wCAAwC;QACpD,cAAI,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,oCAA4B,CAAC,CAC1D,CAAC;AACJ,CAAC;AALD,0DAKC;AAED,SAAgB,0BAA0B,CAAC,YAAoB;IAC7D,OAAO,cAAI,CAAC,OAAO,CAAC,uBAAuB,EAAE,EAAE,YAAY,CAAC,CAAC;AAC/D,CAAC;AAFD,gEAEC;AAED,SAAgB,2BAA2B;IACzC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,yBAAa,CAAC,uBAAuB,EAAE,EAAE,CAAC,GAAU,EAAE,IAAY,EAAE,EAAE,CACpE,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAClC,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC;AAND,kEAMC;AAQD;;;;;;GAMG;AACI,KAAK,UAAU,eAAe,CAAC,EACpC,IAAI,EAAE,YAAY,EAClB,IAAI,EACJ,MAAM,GAAG,KAAK,GACO;IACrB,MAAM,OAAO,GAAG,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IAE9E,MAAM,eAAe,CAAC;QACpB,IAAI,EAAE,YAAY;QAClB,OAAO;KACR,CAAC,CAAC;AACL,CAAC;AAXD,0CAWC;AAOD,SAAgB,oBAAoB;IAClC,OAAO,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,oCAAoC,CAAC;AAC5D,CAAC;AAFD,oDAEC;AAEM,KAAK,UAAU,eAAe,CAAC,EACpC,IAAI,EAAE,YAAY,EAClB,OAAO,GACiB;IACxB,MAAM,SAAS,GAAG,uBAAuB,EAAE,CAAC;IAC5C,MAAM,QAAQ,GAAG,cAAI,CAAC,OAAO,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;IAEvD,MAAM,wBAAwB,CAAC,QAAQ,CAAC,CAAC;IAEzC,IAAI,oBAAoB,EAAE,EAAE;QAC1B,MAAM,aAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,MAAM,cAAc,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC,CAAC;KACrE;SAAM;QACL,MAAM,aAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;KAC/C;AACH,CAAC;AAdD,0CAcC;AAED;;;;;;GAMG;AACI,KAAK,UAAU,gBAAgB,CAAI,IAAY;IACpD,IAAI,OAAe,CAAC;IAEpB,IAAI,oBAAoB,EAAE,EAAE;QAC1B,yEAAyE;QACzE,sEAAsE;QACtE,wCAAwC;QACxC,MAAM,IAAI,GAAG,MAAM,aAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QACrC,OAAO,GAAG,CAAC,MAAM,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;KAC5D;SAAM;QACL,OAAO,GAAG,MAAM,aAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;KAC3C;IAED,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAM,CAAC;AAClC,CAAC;AAdD,4CAcC;AAOD;;;;;GAKG;AACI,KAAK,UAAU,OAAO,CAAC,EAAE,UAAU,EAAE,eAAe,EAAgB;IACzE,MAAM,SAAS,GAAG,uBAAuB,EAAE,CAAC;IAC5C,MAAM,cAAc,GAAG,cAAI,CAAC,OAAO,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;IAC3D,MAAM,mBAAmB,GAAG,cAAI,CAAC,OAAO,CAAC,SAAS,EAAE,eAAe,CAAC,CAAC;IAErE,MAAM,wBAAwB,CAAC,mBAAmB,CAAC,CAAC;IACpD,qDAAqD;IACrD,IACE,OAAO,CAAC,QAAQ,KAAK,OAAO;QAC5B,CAAC,MAAM,aAAE,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC,MAAM,EAAE,EACzC;QACA,MAAM,aAAE,CAAC,IAAI,CAAC,cAAc,EAAE,mBAAmB,CAAC,CAAC;KACpD;SAAM;QACL,MAAM,aAAE,CAAC,OAAO,CAAC,cAAc,EAAE,mBAAmB,EAAE,UAAU,CAAC,CAAC;KACnE;AACH,CAAC;AAfD,0BAeC;AAeD;;;GAGG;AACI,KAAK,UAAU,aAAa,CAAC,EAClC,IAAI,EAAE,YAAY,EAClB,QAAQ,GACW;IACnB,MAAM,SAAS,GAAG,uBAAuB,EAAE,CAAC;IAC5C,MAAM,QAAQ,GAAG,cAAI,CAAC,OAAO,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;IAEvD,MAAM,WAAW,GAAG,MAAM,kBAAkB,CAAC,QAAQ,CAAC,CAAC;IACvD,IAAI,CAAC,WAAW,EAAE;QAChB,OAAO;KACR;IAED,MAAM,KAAK,GAAG,MAAM,aAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IAEzC,MAAM,MAAM,GAAG,KAAK,EAAE,QAAgB,EAAE,EAAE;QACxC,MAAM,QAAQ,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC;IAC/B,CAAC,CAAC;IAEF,MAAM,cAAc,GAAG,KAAK,EAAE,QAAgB,EAAE,EAAE;QAChD,MAAM,KAAK,GAAG,MAAM,aAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QACvC,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE;YACvB,iCAAiC;YACjC,MAAM,aAAa,CAAC;gBAClB,QAAQ;gBACR,IAAI,EAAE,QAAQ;aACf,CAAC,CAAC;SACJ;aAAM,IAAI,KAAK,CAAC,MAAM,EAAE,EAAE;YACzB,kBAAkB;YAClB,MAAM,MAAM,CAAC,QAAQ,CAAC,CAAC;SACxB;aAAM,IAAI,KAAK,CAAC,cAAc,EAAE,EAAE;YACjC,2CAA2C;YAC3C,0CAA0C;YAC1C,kCAAkC;YAClC,MAAM,QAAQ,GAAG,MAAM,aAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;YAC7C,MAAM,cAAc,CAAC,QAAQ,CAAC,CAAC;SAChC;IACH,CAAC,CAAC;IAEF,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE;QACxB,MAAM,cAAc,CAAC,cAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAC;KACpD;AACH,CAAC;AAzCD,sCAyCC;AAED,SAAgB,uBAAuB,CACrC,QAA+D,EAC/D,SAAkB;IAElB,OAAO,aAAa,CAAC;QACnB,IAAI,EAAE,SAAS,IAAI,OAAO;QAC1B,KAAK,CAAC,QAAQ,CAAC,EAAE,QAAQ,EAAE;YACzB,MAAM,MAAM,GAAG,MAAM,6BAAmB,CAAyB;gBAC/D,QAAQ;aACT,CAAC,CAAC;YAEH,MAAM,QAAQ,CAAC,MAAM,CAAC,CAAC;QACzB,CAAC;KACF,CAAC,CAAC;AACL,CAAC;AAdD,0DAcC;AAED,SAAgB,6BAA6B;IAC3C,MAAM,cAAc,GAAG,uBAAuB,EAAE,CAAC;IACjD,OAAO,kBAAkB,CAAC,cAAc,CAAC,CAAC;AAC5C,CAAC;AAHD,sEAGC;AAED;;GAEG;AACI,KAAK,UAAU,sBAAsB;IAC1C,MAAM,cAAc,GAAG,uBAAuB,EAAE,CAAC;IACjD,IAAI,MAAM,kBAAkB,CAAC,cAAc,CAAC,EAAE;QAC5C,MAAM,eAAe,CAAC,cAAc,CAAC,CAAC;KACvC;AACH,CAAC;AALD,wDAKC;AAED,SAAS,eAAe,CAAC,SAAiB;IACxC,OAAO,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,CAC3C,gBAAM,CAAC,SAAS,EAAE,CAAC,GAAG,EAAE,EAAE;QACxB,IAAI,GAAG,EAAE;YACP,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC;SACpB;QACD,OAAO,EAAE,CAAC;IACZ,CAAC,CAAC,CACH,CAAC;AACJ,CAAC;AAEM,KAAK,UAAU,kBAAkB,CAAC,QAAgB;IACvD,IAAI;QACF,MAAM,KAAK,GAAG,MAAM,aAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QACvC,OAAO,KAAK,CAAC,WAAW,EAAE,CAAC;KAC5B;IAAC,OAAO,GAAG,EAAE;QACZ,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ,EAAE;YACzB,OAAO,KAAK,CAAC;SACd;QAED,sCAAsC;QACtC,MAAM,GAAG,CAAC;KACX;AACH,CAAC;AAZD,gDAYC;AAED,KAAK,UAAU,wBAAwB,CAAC,WAAmB;IACzD,MAAM,aAAa,GAAG,cAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IAChD,MAAM,aAAE,CAAC,KAAK,CAAC,aAAa,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;AACrD,CAAC"}
|
|
@@ -1,10 +1,10 @@
|
|
|
1
1
|
import { Entity, Relationship, GraphObjectIteratee } from '@jupiterone/integration-sdk-core';
|
|
2
2
|
import { WalkDirectoryIterateeInput } from '../../fileSystem';
|
|
3
|
-
interface
|
|
3
|
+
interface BaseIterateCollectionIndexParams<GraphObject> {
|
|
4
4
|
type: string;
|
|
5
5
|
iteratee: GraphObjectIteratee<GraphObject>;
|
|
6
6
|
}
|
|
7
|
-
export declare function iterateEntityTypeIndex<T extends Entity = Entity>({ type, iteratee, }:
|
|
8
|
-
export declare function iterateRelationshipTypeIndex<T extends Relationship = Relationship>({ type, iteratee }:
|
|
7
|
+
export declare function iterateEntityTypeIndex<T extends Entity = Entity>({ type, iteratee, }: BaseIterateCollectionIndexParams<T>): Promise<void>;
|
|
8
|
+
export declare function iterateRelationshipTypeIndex<T extends Relationship = Relationship>({ type, iteratee }: BaseIterateCollectionIndexParams<T>): Promise<void>;
|
|
9
9
|
export declare function readGraphObjectFile<T>({ filePath, }: WalkDirectoryIterateeInput): Promise<T>;
|
|
10
10
|
export {};
|
|
@@ -4,39 +4,31 @@ exports.readGraphObjectFile = exports.iterateRelationshipTypeIndex = exports.ite
|
|
|
4
4
|
const integration_sdk_core_1 = require("@jupiterone/integration-sdk-core");
|
|
5
5
|
const fileSystem_1 = require("../../fileSystem");
|
|
6
6
|
const path_1 = require("./path");
|
|
7
|
-
|
|
7
|
+
const __1 = require("../..");
|
|
8
|
+
async function iterateCollectionTypeIndex({ type, collectionType, iteratee, }) {
|
|
8
9
|
const path = path_1.buildIndexDirectoryPath({
|
|
9
|
-
collectionType
|
|
10
|
+
collectionType,
|
|
10
11
|
type,
|
|
11
12
|
});
|
|
12
|
-
await
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
13
|
+
await __1.iterateParsedGraphFiles(async (data) => {
|
|
14
|
+
for (const graphObj of data[collectionType] || []) {
|
|
15
|
+
await iteratee(graphObj);
|
|
16
|
+
}
|
|
17
|
+
}, path);
|
|
18
|
+
}
|
|
19
|
+
async function iterateEntityTypeIndex({ type, iteratee, }) {
|
|
20
|
+
await iterateCollectionTypeIndex({
|
|
21
|
+
type,
|
|
22
|
+
iteratee,
|
|
23
|
+
collectionType: 'entities',
|
|
22
24
|
});
|
|
23
25
|
}
|
|
24
26
|
exports.iterateEntityTypeIndex = iterateEntityTypeIndex;
|
|
25
27
|
async function iterateRelationshipTypeIndex({ type, iteratee }) {
|
|
26
|
-
|
|
27
|
-
collectionType: 'relationships',
|
|
28
|
+
await iterateCollectionTypeIndex({
|
|
28
29
|
type,
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
path,
|
|
32
|
-
iteratee: async (input) => {
|
|
33
|
-
const object = await readGraphObjectFile(input);
|
|
34
|
-
if (isObjectFlushedRelationshipData(object)) {
|
|
35
|
-
for (const relationship of object.relationships) {
|
|
36
|
-
await iteratee(relationship);
|
|
37
|
-
}
|
|
38
|
-
}
|
|
39
|
-
},
|
|
30
|
+
iteratee,
|
|
31
|
+
collectionType: 'relationships',
|
|
40
32
|
});
|
|
41
33
|
}
|
|
42
34
|
exports.iterateRelationshipTypeIndex = iterateRelationshipTypeIndex;
|
|
@@ -54,10 +46,4 @@ async function readGraphObjectFile({ filePath, }) {
|
|
|
54
46
|
}
|
|
55
47
|
}
|
|
56
48
|
exports.readGraphObjectFile = readGraphObjectFile;
|
|
57
|
-
function isObjectFlushedEntityData(object) {
|
|
58
|
-
return Array.isArray(object === null || object === void 0 ? void 0 : object.entities);
|
|
59
|
-
}
|
|
60
|
-
function isObjectFlushedRelationshipData(object) {
|
|
61
|
-
return Array.isArray(object === null || object === void 0 ? void 0 : object.relationships);
|
|
62
|
-
}
|
|
63
49
|
//# sourceMappingURL=indices.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"indices.js","sourceRoot":"","sources":["../../../../src/storage/FileSystemGraphObjectStore/indices.ts"],"names":[],"mappings":";;;AAAA,2EAK0C;
|
|
1
|
+
{"version":3,"file":"indices.js","sourceRoot":"","sources":["../../../../src/storage/FileSystemGraphObjectStore/indices.ts"],"names":[],"mappings":";;;AAAA,2EAK0C;AAC1C,iDAAgF;AAEhF,iCAAiD;AACjD,6BAAgD;AAYhD,KAAK,UAAU,0BAA0B,CAAkC,EACzE,IAAI,EACJ,cAAc,EACd,QAAQ,GACwB;IAChC,MAAM,IAAI,GAAG,8BAAuB,CAAC;QACnC,cAAc;QACd,IAAI;KACL,CAAC,CAAC;IAEH,MAAM,2BAAuB,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;QAC3C,KAAK,MAAM,QAAQ,IAAK,IAAI,CAAC,cAAc,CAAS,IAAI,EAAE,EAAE;YAC1D,MAAM,QAAQ,CAAC,QAAQ,CAAC,CAAC;SAC1B;IACH,CAAC,EAAE,IAAI,CAAC,CAAC;AACX,CAAC;AAEM,KAAK,UAAU,sBAAsB,CAA4B,EACtE,IAAI,EACJ,QAAQ,GAC4B;IACpC,MAAM,0BAA0B,CAAC;QAC/B,IAAI;QACJ,QAAQ;QACR,cAAc,EAAE,UAAU;KAC3B,CAAC,CAAC;AACL,CAAC;AATD,wDASC;AAEM,KAAK,UAAU,4BAA4B,CAEhD,EAAE,IAAI,EAAE,QAAQ,EAAuC;IACvD,MAAM,0BAA0B,CAAC;QAC/B,IAAI;QACJ,QAAQ;QACR,cAAc,EAAE,eAAe;KAChC,CAAC,CAAC;AACL,CAAC;AARD,oEAQC;AAEM,KAAK,UAAU,mBAAmB,CAAI,EAC3C,QAAQ,GACmB;IAC3B,IAAI;QACF,MAAM,QAAQ,GAAG,MAAM,6BAAgB,CAAI,QAAQ,CAAC,CAAC;QACrD,OAAO,QAAQ,CAAC;KACjB;IAAC,OAAO,GAAG,EAAE;QACZ,MAAM,IAAI,uCAAgB,CAAC;YACzB,IAAI,EAAE,mBAAmB;YACzB,OAAO,EAAE,uCAAuC,QAAQ,GAAG;YAC3D,KAAK,EAAE,GAAG;SACX,CAAC,CAAC;KACJ;AACH,CAAC;AAbD,kDAaC"}
|
|
@@ -48,7 +48,7 @@ interface UploadDataChunkParams<T extends UploadDataLookup, K extends keyof T> {
|
|
|
48
48
|
type: K;
|
|
49
49
|
batch: T[K][];
|
|
50
50
|
}
|
|
51
|
-
export declare function uploadDataChunk<T extends UploadDataLookup, K extends keyof T>({ logger, apiClient, jobId, type, batch
|
|
51
|
+
export declare function uploadDataChunk<T extends UploadDataLookup, K extends keyof T>({ logger, apiClient, jobId, type, batch }: UploadDataChunkParams<T, K>): Promise<void>;
|
|
52
52
|
export declare function uploadData<T extends UploadDataLookup, K extends keyof T>({ job, apiClient, logger }: SynchronizationJobContext, type: K, data: T[K][], uploadBatchSize?: number): Promise<void>;
|
|
53
53
|
interface AbortSynchronizationInput extends SynchronizationJobContext {
|
|
54
54
|
reason?: string;
|
|
@@ -11,9 +11,9 @@ const fileSystem_1 = require("../fileSystem");
|
|
|
11
11
|
const error_1 = require("./error");
|
|
12
12
|
Object.defineProperty(exports, "synchronizationApiError", { enumerable: true, get: function () { return error_1.synchronizationApiError; } });
|
|
13
13
|
const metrics_1 = require("../metrics");
|
|
14
|
-
const indices_1 = require("../storage/FileSystemGraphObjectStore/indices");
|
|
15
14
|
const attempt_1 = require("@lifeomic/attempt");
|
|
16
15
|
const events_1 = require("./events");
|
|
16
|
+
const __1 = require("..");
|
|
17
17
|
var events_2 = require("./events");
|
|
18
18
|
Object.defineProperty(exports, "createEventPublishingQueue", { enumerable: true, get: function () { return events_2.createEventPublishingQueue; } });
|
|
19
19
|
const UPLOAD_BATCH_SIZE = 250;
|
|
@@ -132,22 +132,18 @@ exports.uploadGraphObjectData = uploadGraphObjectData;
|
|
|
132
132
|
*/
|
|
133
133
|
async function uploadCollectedData(context) {
|
|
134
134
|
context.logger.synchronizationUploadStart(context.job);
|
|
135
|
+
async function uploadGraphObjectFile(parsedData) {
|
|
136
|
+
await uploadGraphObjectData(context, parsedData);
|
|
137
|
+
}
|
|
135
138
|
await metrics_1.timeOperation({
|
|
136
139
|
logger: context.logger,
|
|
137
140
|
metricName: 'duration-sync-upload',
|
|
138
|
-
operation: () =>
|
|
139
|
-
path: 'graph',
|
|
140
|
-
async iteratee({ filePath }) {
|
|
141
|
-
await uploadGraphObjectData(context, await indices_1.readGraphObjectFile({
|
|
142
|
-
filePath,
|
|
143
|
-
}));
|
|
144
|
-
},
|
|
145
|
-
}),
|
|
141
|
+
operation: () => __1.iterateParsedGraphFiles(uploadGraphObjectFile),
|
|
146
142
|
});
|
|
147
143
|
context.logger.synchronizationUploadEnd(context.job);
|
|
148
144
|
}
|
|
149
145
|
exports.uploadCollectedData = uploadCollectedData;
|
|
150
|
-
async function uploadDataChunk({ logger, apiClient, jobId, type, batch
|
|
146
|
+
async function uploadDataChunk({ logger, apiClient, jobId, type, batch }) {
|
|
151
147
|
await attempt_1.retry(async () => {
|
|
152
148
|
await apiClient.post(`/persister/synchronization/jobs/${jobId}/${type}`, {
|
|
153
149
|
[type]: batch,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/synchronization/index.ts"],"names":[],"mappings":";;;;;;AAAA,gDAAwB;AACxB,yDAAiC;AACjC,kDAAyB;AAazB,
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/synchronization/index.ts"],"names":[],"mappings":";;;;;;AAAA,gDAAwB;AACxB,yDAAiC;AACjC,kDAAyB;AAazB,8CAA0E;AAC1E,mCAAkD;AAMzC,wGANA,+BAAuB,OAMA;AAJhC,wCAA2C;AAE3C,+CAA0C;AAG1C,qCAAsD;AAEtD,0BAA6C;AAC7C,mCAAsD;AAA7C,oHAAA,0BAA0B,OAAA;AAEnC,MAAM,iBAAiB,GAAG,GAAG,CAAC;AAC9B,MAAM,kBAAkB,GAAG,CAAC,CAAC;AAQ7B;;GAEG;AACI,KAAK,UAAU,wBAAwB,CAC5C,KAAuB;IAEvB,MAAM,UAAU,GAAG,MAAM,uBAAuB,CAAC,KAAK,CAAC,CAAC;IAExD,MAAM,oBAAoB,GAAG,mCAA0B,CAAC,UAAU,CAAC,CAAC;IACpE,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,oBAAoB,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;IAE9E,IAAI;QACF,MAAM,mBAAmB,CAAC,UAAU,CAAC,CAAC;QAEtC,OAAO,MAAM,uBAAuB,CAAC;YACnC,GAAG,UAAU;YACb,eAAe,EAAE,MAAM,kBAAkB,EAAE;SAC5C,CAAC,CAAC;KACJ;IAAC,OAAO,GAAG,EAAE;QACZ,UAAU,CAAC,MAAM,CAAC,KAAK,CACrB,GAAG,EACH,mDAAmD,CACpD,CAAC;QAEF,IAAI;YACF,MAAM,oBAAoB,CAAC,EAAE,GAAG,UAAU,EAAE,MAAM,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;SACpE;QAAC,OAAO,UAAU,EAAE;YACnB,UAAU,CAAC,MAAM,CAAC,KAAK,CACrB,UAAU,EACV,oDAAoD,CACrD,CAAC;YACF,MAAM,UAAU,CAAC;SAClB;QAED,MAAM,GAAG,CAAC;KACX;YAAS;QACR,MAAM,oBAAoB,CAAC,MAAM,EAAE,CAAC;KACrC;AACH,CAAC;AAnCD,4DAmCC;AAQD;;GAEG;AACI,KAAK,UAAU,uBAAuB,CAAC,EAC5C,MAAM,EACN,SAAS,EACT,qBAAqB,GACJ;IACjB,MAAM,CAAC,IAAI,CAAC,mCAAmC,CAAC,CAAC;IAEjD,IAAI,GAAuB,CAAC;IAC5B,IAAI;QACF,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,IAAI,CAAC,iCAAiC,EAAE;YACvE,MAAM,EAAE,qBAAqB;YAC7B,qBAAqB;SACtB,CAAC,CAAC;QAEH,GAAG,GAAG,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC;KACzB;IAAC,OAAO,GAAG,EAAE;QACZ,MAAM,+BAAuB,CAC3B,GAAG,EACH,qDAAqD,CACtD,CAAC;KACH;IAED,OAAO;QACL,SAAS;QACT,GAAG;QACH,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC;YACnB,oBAAoB,EAAE,GAAG,CAAC,EAAE;YAC5B,gBAAgB,EAAE,GAAG,CAAC,gBAAgB;YACtC,qBAAqB,EAAE,GAAG,CAAC,qBAAqB;SACjD,CAAC;KACH,CAAC;AACJ,CAAC;AA/BD,0DA+BC;AAMD;;;GAGG;AACI,KAAK,UAAU,uBAAuB,CAAC,EAC5C,SAAS,EACT,GAAG,EACH,MAAM,EACN,eAAe,GACc;IAC7B,MAAM,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAC;IAE7C,IAAI,YAAgC,CAAC;IAErC,IAAI;QACF,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,IAAI,CACnC,mCAAmC,GAAG,CAAC,EAAE,WAAW,EACpD;YACE,eAAe;SAChB,CACF,CAAC;QACF,YAAY,GAAG,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC;KAClC;IAAC,OAAO,GAAG,EAAE;QACZ,MAAM,+BAAuB,CAC3B,GAAG,EACH,sDAAsD,CACvD,CAAC;KACH;IAED,MAAM,CAAC,IAAI,CACT,EAAE,kBAAkB,EAAE,YAAY,EAAE,EACpC,sCAAsC,CACvC,CAAC;IAEF,OAAO,YAAY,CAAC;AACtB,CAAC;AA/BD,0DA+BC;AAED,KAAK,UAAU,kBAAkB;IAC/B,MAAM,OAAO,GAAG,MAAM,6BAAgB,CACpC,cAAI,CAAC,OAAO,CAAC,oCAAuB,EAAE,EAAE,cAAc,CAAC,CACxD,CAAC;IAEF,OAAO,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAC;AAC1C,CAAC;AAEM,KAAK,UAAU,qBAAqB,CACzC,yBAAoD,EACpD,eAAuC,EACvC,eAAwB;IAExB,IAAI;QACF,IACE,KAAK,CAAC,OAAO,CAAC,eAAe,CAAC,QAAQ,CAAC;YACvC,eAAe,CAAC,QAAQ,CAAC,MAAM,IAAI,CAAC,EACpC;YACA,yBAAyB,CAAC,MAAM,CAAC,IAAI,CACnC;gBACE,QAAQ,EAAE,eAAe,CAAC,QAAQ,CAAC,MAAM;aAC1C,EACD,0CAA0C,CAC3C,CAAC;YAEF,MAAM,UAAU,CACd,yBAAyB,EACzB,UAAU,EACV,eAAe,CAAC,QAAQ,EACxB,eAAe,CAChB,CAAC;YAEF,yBAAyB,CAAC,MAAM,CAAC,IAAI,CACnC;gBACE,QAAQ,EAAE,eAAe,CAAC,QAAQ,CAAC,MAAM;aAC1C,EACD,gCAAgC,CACjC,CAAC;SACH;QAED,IACE,KAAK,CAAC,OAAO,CAAC,eAAe,CAAC,aAAa,CAAC;YAC5C,eAAe,CAAC,aAAa,CAAC,MAAM,IAAI,CAAC,EACzC;YACA,yBAAyB,CAAC,MAAM,CAAC,IAAI,CACnC;gBACE,aAAa,EAAE,eAAe,CAAC,aAAa,CAAC,MAAM;aACpD,EACD,+CAA+C,CAChD,CAAC;YAEF,MAAM,UAAU,CACd,yBAAyB,EACzB,eAAe,EACf,eAAe,CAAC,aAAa,EAC7B,eAAe,CAChB,CAAC;YAEF,yBAAyB,CAAC,MAAM,CAAC,IAAI,CACnC;gBACE,aAAa,EAAE,eAAe,CAAC,aAAa,CAAC,MAAM;aACpD,EACD,qCAAqC,CACtC,CAAC;SACH;KACF;IAAC,OAAO,GAAG,EAAE;QACZ,MAAM,+BAAuB,CAAC,GAAG,EAAE,gCAAgC,CAAC,CAAC;KACtE;AACH,CAAC;AA5DD,sDA4DC;AAED;;GAEG;AACI,KAAK,UAAU,mBAAmB,CAAC,OAAkC;IAC1E,OAAO,CAAC,MAAM,CAAC,0BAA0B,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IAEvD,KAAK,UAAU,qBAAqB,CAAC,UAAkC;QACrE,MAAM,qBAAqB,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;IACnD,CAAC;IAED,MAAM,uBAAa,CAAC;QAClB,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,UAAU,EAAE,sBAAsB;QAClC,SAAS,EAAE,GAAG,EAAE,CAAC,2BAAuB,CAAC,qBAAqB,CAAC;KAChE,CAAC,CAAC;IAEH,OAAO,CAAC,MAAM,CAAC,wBAAwB,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;AACvD,CAAC;AAdD,kDAcC;AAeM,KAAK,UAAU,eAAe,CAGnC,EAAE,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAA+B;IACtE,MAAM,eAAK,CACT,KAAK,IAAI,EAAE;QACT,MAAM,SAAS,CAAC,IAAI,CAAC,mCAAmC,KAAK,IAAI,IAAI,EAAE,EAAE;YACvE,CAAC,IAAI,CAAC,EAAE,KAAK;SACd,CAAC,CAAC;IACL,CAAC,EACD;QACE,WAAW,EAAE,CAAC;QACd,KAAK,EAAE,GAAG;QACV,MAAM,EAAE,IAAI;QACZ,WAAW,CAAC,GAAG,EAAE,cAAc;YAC7B,IAAI,GAAG,CAAC,IAAI,KAAK,gCAAgC,EAAE;gBACjD,0EAA0E;gBAC1E,MAAM,GAAG,CAAC;aACX;YACD,IACE,cAAc,CAAC,iBAAiB;gBAChC,mEAAmE;gBACnE,kEAAkE;gBAClE,oDAAoD;gBACpD,GAAG,CAAC,IAAI,KAAK,kBAAkB,EAC/B;gBACA,MAAM,CAAC,IAAI,CACT;oBACE,GAAG;oBACH,UAAU,EAAE,cAAc,CAAC,UAAU;iBACtC,EACD,sDAAsD,CACvD,CAAC;aACH;QACH,CAAC;KACF,CACF,CAAC;AACJ,CAAC;AArCD,0CAqCC;AAEM,KAAK,UAAU,UAAU,CAC9B,EAAE,GAAG,EAAE,SAAS,EAAE,MAAM,EAA6B,EACrD,IAAO,EACP,IAAY,EACZ,eAAwB;IAExB,MAAM,OAAO,GAAG,eAAK,CAAC,IAAI,EAAE,eAAe,IAAI,iBAAiB,CAAC,CAAC;IAClE,MAAM,eAAI,CACR,OAAO,EACP,KAAK,EAAE,KAAa,EAAE,EAAE;QACtB,IAAI,KAAK,CAAC,MAAM,EAAE;YAChB,MAAM,eAAe,CAAC;gBACpB,SAAS;gBACT,MAAM;gBACN,KAAK,EAAE,GAAG,CAAC,EAAE;gBACb,IAAI;gBACJ,KAAK;aACN,CAAC,CAAC;SACJ;IACH,CAAC,EACD,EAAE,WAAW,EAAE,kBAAkB,EAAE,CACpC,CAAC;AACJ,CAAC;AAtBD,gCAsBC;AAKD;;GAEG;AACI,KAAK,UAAU,oBAAoB,CAAC,EACzC,MAAM,EACN,SAAS,EACT,GAAG,EACH,MAAM,GACoB;IAC1B,MAAM,CAAC,IAAI,CAAC,iCAAiC,CAAC,CAAC;IAE/C,IAAI,UAA8B,CAAC;IAEnC,IAAI;QACF,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,IAAI,CACnC,mCAAmC,GAAG,CAAC,EAAE,QAAQ,EACjD,EAAE,MAAM,EAAE,CACX,CAAC;QACF,UAAU,GAAG,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC;KAChC;IAAC,OAAO,GAAG,EAAE;QACZ,MAAM,+BAAuB,CAC3B,GAAG,EACH,mDAAmD,CACpD,CAAC;KACH;IAED,OAAO,UAAU,CAAC;AACpB,CAAC;AAxBD,oDAwBC"}
|
|
@@ -141,21 +141,6 @@
|
|
|
141
141
|
"signature": "506b80b9951c9381dc5f11897b31fca5e2a65731d96ddefa19687fbc26b23c6e",
|
|
142
142
|
"affectsGlobalScope": true
|
|
143
143
|
},
|
|
144
|
-
"../src/fileSystem.ts": {
|
|
145
|
-
"version": "adf60870f453ae9e837e3b4af7c2f848247758221e62738ed89f9d51837f1f67",
|
|
146
|
-
"signature": "95a5543fee87e51107b0ad06684d330e9308badb0bcaef41f722856ac0668bd7",
|
|
147
|
-
"affectsGlobalScope": false
|
|
148
|
-
},
|
|
149
|
-
"../../../node_modules/axios/index.d.ts": {
|
|
150
|
-
"version": "3154a026075044aa102298fe9e6a7a14aaa26a06270680c7478a1765af8ffb09",
|
|
151
|
-
"signature": "3154a026075044aa102298fe9e6a7a14aaa26a06270680c7478a1765af8ffb09",
|
|
152
|
-
"affectsGlobalScope": false
|
|
153
|
-
},
|
|
154
|
-
"../../../node_modules/@lifeomic/alpha/lib/Alpha.d.ts": {
|
|
155
|
-
"version": "9eb6442d136bca226333832e581ea8bec9f99d06f90aa09594b6f28fa9b2a410",
|
|
156
|
-
"signature": "9eb6442d136bca226333832e581ea8bec9f99d06f90aa09594b6f28fa9b2a410",
|
|
157
|
-
"affectsGlobalScope": false
|
|
158
|
-
},
|
|
159
144
|
"../../integration-sdk-core/dist/src/data/converters.d.ts": {
|
|
160
145
|
"version": "b3734b270bc86885a84893121c710118ed011584106433ccc6679875fc745480",
|
|
161
146
|
"signature": "b3734b270bc86885a84893121c710118ed011584106433ccc6679875fc745480",
|
|
@@ -182,8 +167,8 @@
|
|
|
182
167
|
"affectsGlobalScope": false
|
|
183
168
|
},
|
|
184
169
|
"../../../node_modules/@jupiterone/data-model/dist/RelationshipClass.d.ts": {
|
|
185
|
-
"version": "
|
|
186
|
-
"signature": "
|
|
170
|
+
"version": "44c6751f74dda336e79b3e1689688ea6acb0725fff87a0884ff6aa49f8d1e7b7",
|
|
171
|
+
"signature": "44c6751f74dda336e79b3e1689688ea6acb0725fff87a0884ff6aa49f8d1e7b7",
|
|
187
172
|
"affectsGlobalScope": false
|
|
188
173
|
},
|
|
189
174
|
"../../../node_modules/@jupiterone/data-model/dist/relationships.d.ts": {
|
|
@@ -417,8 +402,8 @@
|
|
|
417
402
|
"affectsGlobalScope": false
|
|
418
403
|
},
|
|
419
404
|
"../../../node_modules/@jupiterone/data-model/dist/IntegrationSchema.d.ts": {
|
|
420
|
-
"version": "
|
|
421
|
-
"signature": "
|
|
405
|
+
"version": "6117f065f5fcb6720b2a78db493031773ed1d972915881e362aeda71090eac93",
|
|
406
|
+
"signature": "6117f065f5fcb6720b2a78db493031773ed1d972915881e362aeda71090eac93",
|
|
422
407
|
"affectsGlobalScope": false
|
|
423
408
|
},
|
|
424
409
|
"../../../node_modules/@jupiterone/data-model/dist/validateEntityWithSchema.d.ts": {
|
|
@@ -432,8 +417,8 @@
|
|
|
432
417
|
"affectsGlobalScope": false
|
|
433
418
|
},
|
|
434
419
|
"../../../node_modules/@jupiterone/data-model/dist/index.d.ts": {
|
|
435
|
-
"version": "
|
|
436
|
-
"signature": "
|
|
420
|
+
"version": "3bb7a2cbe38a48e65c8a80df422e3a0100e3ed0f293d11c355b8daab48178f72",
|
|
421
|
+
"signature": "3bb7a2cbe38a48e65c8a80df422e3a0100e3ed0f293d11c355b8daab48178f72",
|
|
437
422
|
"affectsGlobalScope": false
|
|
438
423
|
},
|
|
439
424
|
"../../integration-sdk-core/dist/src/types/jobState.d.ts": {
|
|
@@ -541,6 +526,26 @@
|
|
|
541
526
|
"signature": "d1fe43fa91d5aab57e1305e56e2b65c40b5ce32377995f0cda17badbd910982a",
|
|
542
527
|
"affectsGlobalScope": false
|
|
543
528
|
},
|
|
529
|
+
"../src/storage/types.ts": {
|
|
530
|
+
"version": "3f3b1fe827118f7f42a6e6379874051a522bd11112f714bebe392ca6bdf5b5e7",
|
|
531
|
+
"signature": "b82e924ea77b46c7a2dbfc6e2584c3e8c6b7e3751215aaea31b08e2b414b3bd6",
|
|
532
|
+
"affectsGlobalScope": false
|
|
533
|
+
},
|
|
534
|
+
"../src/storage/FileSystemGraphObjectStore/path.ts": {
|
|
535
|
+
"version": "47fe36cee0c7e30a07962c778e02979e70ab23c3af22bd27ce5f10637260b981",
|
|
536
|
+
"signature": "8b8a5205fd70247ed6dd3c4047e4ac7a0b17a54e4476d640a52d0b7bf143dd8b",
|
|
537
|
+
"affectsGlobalScope": false
|
|
538
|
+
},
|
|
539
|
+
"../../../node_modules/axios/index.d.ts": {
|
|
540
|
+
"version": "3154a026075044aa102298fe9e6a7a14aaa26a06270680c7478a1765af8ffb09",
|
|
541
|
+
"signature": "3154a026075044aa102298fe9e6a7a14aaa26a06270680c7478a1765af8ffb09",
|
|
542
|
+
"affectsGlobalScope": false
|
|
543
|
+
},
|
|
544
|
+
"../../../node_modules/@lifeomic/alpha/lib/Alpha.d.ts": {
|
|
545
|
+
"version": "9eb6442d136bca226333832e581ea8bec9f99d06f90aa09594b6f28fa9b2a410",
|
|
546
|
+
"signature": "9eb6442d136bca226333832e581ea8bec9f99d06f90aa09594b6f28fa9b2a410",
|
|
547
|
+
"affectsGlobalScope": false
|
|
548
|
+
},
|
|
544
549
|
"../../../node_modules/@types/node/globals.d.ts": {
|
|
545
550
|
"version": "4e69904af7675b7028b88a8ce1edce9725f33d1ae7b0776468cf5f014f7dc017",
|
|
546
551
|
"signature": "4e69904af7675b7028b88a8ce1edce9725f33d1ae7b0776468cf5f014f7dc017",
|
|
@@ -926,26 +931,11 @@
|
|
|
926
931
|
"signature": "c66ecd83ad8b9f67a983516d544cfee5b4b1266141b69b293080ef19683c36dd",
|
|
927
932
|
"affectsGlobalScope": false
|
|
928
933
|
},
|
|
929
|
-
"../src/storage/FileSystemGraphObjectStore/path.ts": {
|
|
930
|
-
"version": "47fe36cee0c7e30a07962c778e02979e70ab23c3af22bd27ce5f10637260b981",
|
|
931
|
-
"signature": "8b8a5205fd70247ed6dd3c4047e4ac7a0b17a54e4476d640a52d0b7bf143dd8b",
|
|
932
|
-
"affectsGlobalScope": false
|
|
933
|
-
},
|
|
934
934
|
"../src/storage/FileSystemGraphObjectStore/flushDataToDisk.ts": {
|
|
935
935
|
"version": "02b63fba58a81c843c1ba7d6193ef0fe608289e4c4b3f2a18cac598a62713712",
|
|
936
936
|
"signature": "0e49f3840c88d8554f538f22ba6abd207ea550d3644569b11bbfcded2ceeaa40",
|
|
937
937
|
"affectsGlobalScope": false
|
|
938
938
|
},
|
|
939
|
-
"../src/storage/types.ts": {
|
|
940
|
-
"version": "3f3b1fe827118f7f42a6e6379874051a522bd11112f714bebe392ca6bdf5b5e7",
|
|
941
|
-
"signature": "b82e924ea77b46c7a2dbfc6e2584c3e8c6b7e3751215aaea31b08e2b414b3bd6",
|
|
942
|
-
"affectsGlobalScope": false
|
|
943
|
-
},
|
|
944
|
-
"../src/storage/FileSystemGraphObjectStore/indices.ts": {
|
|
945
|
-
"version": "af14c5ece808923cfce9ddddae4ad6ef21880dff14bfc89c55a32441b68b6f48",
|
|
946
|
-
"signature": "eb465aa8cdaaa81e04d72b4115264f859f17b3101cbc299cac9c0515ae2d9e14",
|
|
947
|
-
"affectsGlobalScope": false
|
|
948
|
-
},
|
|
949
939
|
"../src/storage/memory.ts": {
|
|
950
940
|
"version": "e5cb277f46914b9a4b001fbe25d6e1c3b4f3d919e40795d89ae19941bd84c9d5",
|
|
951
941
|
"signature": "e7a521f7db8c95120e08bb5dc78f6aa37f7bf20a1485ec8ddde9e65d6b8f5c10",
|
|
@@ -1037,8 +1027,8 @@
|
|
|
1037
1027
|
"affectsGlobalScope": false
|
|
1038
1028
|
},
|
|
1039
1029
|
"../src/synchronization/index.ts": {
|
|
1040
|
-
"version": "
|
|
1041
|
-
"signature": "
|
|
1030
|
+
"version": "378a1b9efc73476cee7d7891620acca25e33f5cdab7f631efb09026b05686039",
|
|
1031
|
+
"signature": "eaf3927247caeef3b5b54b732e2872a9778074614ecf6471731cf53b34331cfb",
|
|
1042
1032
|
"affectsGlobalScope": false
|
|
1043
1033
|
},
|
|
1044
1034
|
"../src/execution/uploader.ts": {
|
|
@@ -1106,6 +1096,16 @@
|
|
|
1106
1096
|
"signature": "72e05c0e4a793c75030c6de014d00bf479269f32f5e894d32cfb145a6c10ff9a",
|
|
1107
1097
|
"affectsGlobalScope": false
|
|
1108
1098
|
},
|
|
1099
|
+
"../src/storage/FileSystemGraphObjectStore/indices.ts": {
|
|
1100
|
+
"version": "e07c5222f01b93e9db2ad0eccbbfa0e6a1950f2042a6a317401e33e29c89c93b",
|
|
1101
|
+
"signature": "f543da357c92860b4b0cd486adb9785c3f2a1d9b7fb2dd9ad10ca2301925a235",
|
|
1102
|
+
"affectsGlobalScope": false
|
|
1103
|
+
},
|
|
1104
|
+
"../src/fileSystem.ts": {
|
|
1105
|
+
"version": "4df970c15cc984d04fd609a3a28c23803c1da06027384a07951b8feabbf87c47",
|
|
1106
|
+
"signature": "e14e5f96610764820fc3cc80d76549dac5802e38a3dd56b49b092c934948626f",
|
|
1107
|
+
"affectsGlobalScope": false
|
|
1108
|
+
},
|
|
1109
1109
|
"../src/execution/collection.ts": {
|
|
1110
1110
|
"version": "30b2f66d651ab1b8cae077091c7850b31a3b0cac56da7758cc9ae560f4e085b6",
|
|
1111
1111
|
"signature": "37adbeb2cfd6bac7927011a44b0e152137c37cd9250a8ee92d14ccdb8fab4c77",
|
|
@@ -1336,6 +1336,11 @@
|
|
|
1336
1336
|
"signature": "41422586881bcd739b4e62d9b91cd29909f8572aa3e3cdf316b7c50f14708d49",
|
|
1337
1337
|
"affectsGlobalScope": false
|
|
1338
1338
|
},
|
|
1339
|
+
"../../../node_modules/@types/traverse/index.d.ts": {
|
|
1340
|
+
"version": "97cad055446113b65658aa07fac62e03dee7645dafec7f8e1e627500d5d8ee6d",
|
|
1341
|
+
"signature": "97cad055446113b65658aa07fac62e03dee7645dafec7f8e1e627500d5d8ee6d",
|
|
1342
|
+
"affectsGlobalScope": false
|
|
1343
|
+
},
|
|
1339
1344
|
"../../../node_modules/moment/ts3.1-typings/moment.d.ts": {
|
|
1340
1345
|
"version": "673bdee11352042a96fbdee991b7b0897a2bccebcd8e445e867e5a46048982ba",
|
|
1341
1346
|
"signature": "673bdee11352042a96fbdee991b7b0897a2bccebcd8e445e867e5a46048982ba",
|
|
@@ -2563,6 +2568,13 @@
|
|
|
2563
2568
|
"../../../node_modules/@types/node/ts3.2/util.d.ts",
|
|
2564
2569
|
"../../../node_modules/@types/node/util.d.ts"
|
|
2565
2570
|
],
|
|
2571
|
+
"../../../node_modules/@types/traverse/index.d.ts": [
|
|
2572
|
+
"../../../node_modules/@types/graceful-fs/index.d.ts",
|
|
2573
|
+
"../../../node_modules/@types/node/fs.d.ts",
|
|
2574
|
+
"../../../node_modules/@types/node/ts3.2/fs.d.ts",
|
|
2575
|
+
"../../../node_modules/@types/node/ts3.2/util.d.ts",
|
|
2576
|
+
"../../../node_modules/@types/node/util.d.ts"
|
|
2577
|
+
],
|
|
2566
2578
|
"../../../node_modules/@types/uuid/index.d.ts": [
|
|
2567
2579
|
"../../../node_modules/@types/graceful-fs/index.d.ts",
|
|
2568
2580
|
"../../../node_modules/@types/node/fs.d.ts",
|
|
@@ -3728,7 +3740,9 @@
|
|
|
3728
3740
|
"../../../node_modules/@types/node/ts3.2/fs.d.ts",
|
|
3729
3741
|
"../../../node_modules/@types/node/ts3.2/util.d.ts",
|
|
3730
3742
|
"../../../node_modules/@types/node/util.d.ts",
|
|
3731
|
-
"../../../node_modules/@types/node/zlib.d.ts"
|
|
3743
|
+
"../../../node_modules/@types/node/zlib.d.ts",
|
|
3744
|
+
"../src/storage/FileSystemGraphObjectStore/indices.ts",
|
|
3745
|
+
"../src/storage/types.ts"
|
|
3732
3746
|
],
|
|
3733
3747
|
"../src/index.ts": [
|
|
3734
3748
|
"../../../node_modules/@types/graceful-fs/index.d.ts",
|
|
@@ -3816,8 +3830,8 @@
|
|
|
3816
3830
|
"../../../node_modules/@types/node/util.d.ts",
|
|
3817
3831
|
"../../integration-sdk-core/dist/src/index.d.ts",
|
|
3818
3832
|
"../src/fileSystem.ts",
|
|
3819
|
-
"../src/
|
|
3820
|
-
"../src/storage/
|
|
3833
|
+
"../src/index.ts",
|
|
3834
|
+
"../src/storage/FileSystemGraphObjectStore/path.ts"
|
|
3821
3835
|
],
|
|
3822
3836
|
"../src/storage/FileSystemGraphObjectStore/path.ts": [
|
|
3823
3837
|
"../../../node_modules/@types/graceful-fs/index.d.ts",
|
|
@@ -3889,9 +3903,9 @@
|
|
|
3889
3903
|
"../src/api/index.ts",
|
|
3890
3904
|
"../src/execution/index.ts",
|
|
3891
3905
|
"../src/fileSystem.ts",
|
|
3906
|
+
"../src/index.ts",
|
|
3892
3907
|
"../src/logger/index.ts",
|
|
3893
3908
|
"../src/metrics/index.ts",
|
|
3894
|
-
"../src/storage/FileSystemGraphObjectStore/indices.ts",
|
|
3895
3909
|
"../src/storage/types.ts",
|
|
3896
3910
|
"../src/synchronization/error.ts",
|
|
3897
3911
|
"../src/synchronization/events.ts"
|
|
@@ -5087,6 +5101,13 @@
|
|
|
5087
5101
|
"../../../node_modules/@types/node/ts3.2/util.d.ts",
|
|
5088
5102
|
"../../../node_modules/@types/node/util.d.ts"
|
|
5089
5103
|
],
|
|
5104
|
+
"../../../node_modules/@types/traverse/index.d.ts": [
|
|
5105
|
+
"../../../node_modules/@types/graceful-fs/index.d.ts",
|
|
5106
|
+
"../../../node_modules/@types/node/fs.d.ts",
|
|
5107
|
+
"../../../node_modules/@types/node/ts3.2/fs.d.ts",
|
|
5108
|
+
"../../../node_modules/@types/node/ts3.2/util.d.ts",
|
|
5109
|
+
"../../../node_modules/@types/node/util.d.ts"
|
|
5110
|
+
],
|
|
5090
5111
|
"../../../node_modules/@types/uuid/index.d.ts": [
|
|
5091
5112
|
"../../../node_modules/@types/graceful-fs/index.d.ts",
|
|
5092
5113
|
"../../../node_modules/@types/node/fs.d.ts",
|
|
@@ -6130,6 +6151,9 @@
|
|
|
6130
6151
|
"../src/execution/validation.ts": [
|
|
6131
6152
|
"../../integration-sdk-core/dist/src/index.d.ts"
|
|
6132
6153
|
],
|
|
6154
|
+
"../src/fileSystem.ts": [
|
|
6155
|
+
"../src/storage/types.ts"
|
|
6156
|
+
],
|
|
6133
6157
|
"../src/index.ts": [
|
|
6134
6158
|
"../src/api/index.ts",
|
|
6135
6159
|
"../src/execution/index.ts",
|
|
@@ -6319,6 +6343,7 @@
|
|
|
6319
6343
|
"../../../node_modules/@types/pollyjs__persister/index.d.ts",
|
|
6320
6344
|
"../../../node_modules/@types/prettier/index.d.ts",
|
|
6321
6345
|
"../../../node_modules/@types/stack-utils/index.d.ts",
|
|
6346
|
+
"../../../node_modules/@types/traverse/index.d.ts",
|
|
6322
6347
|
"../../../node_modules/@types/uuid/index.d.ts",
|
|
6323
6348
|
"../../../node_modules/@types/uuid/interfaces.d.ts",
|
|
6324
6349
|
"../../../node_modules/@types/vis/index.d.ts",
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@jupiterone/integration-sdk-runtime",
|
|
3
|
-
"version": "
|
|
3
|
+
"version": "8.1.2",
|
|
4
4
|
"description": "The SDK for developing JupiterOne integrations",
|
|
5
5
|
"main": "dist/src/index.js",
|
|
6
6
|
"types": "dist/src/index.d.ts",
|
|
@@ -24,7 +24,7 @@
|
|
|
24
24
|
"prepack": "yarn build:dist"
|
|
25
25
|
},
|
|
26
26
|
"dependencies": {
|
|
27
|
-
"@jupiterone/integration-sdk-core": "^
|
|
27
|
+
"@jupiterone/integration-sdk-core": "^8.1.2",
|
|
28
28
|
"@lifeomic/alpha": "^1.4.0",
|
|
29
29
|
"@lifeomic/attempt": "^3.0.0",
|
|
30
30
|
"async-sema": "^3.1.0",
|
|
@@ -43,12 +43,12 @@
|
|
|
43
43
|
"uuid": "^7.0.3"
|
|
44
44
|
},
|
|
45
45
|
"devDependencies": {
|
|
46
|
-
"@jupiterone/integration-sdk-private-test-utils": "^
|
|
46
|
+
"@jupiterone/integration-sdk-private-test-utils": "^8.1.2",
|
|
47
47
|
"@types/uuid": "^7.0.2",
|
|
48
48
|
"get-port": "^5.1.1",
|
|
49
49
|
"memfs": "^3.2.0",
|
|
50
50
|
"ts-node": "^9.1.0",
|
|
51
51
|
"wait-for-expect": "^3.0.2"
|
|
52
52
|
},
|
|
53
|
-
"gitHead": "
|
|
53
|
+
"gitHead": "03b12a22377abeeb4e8f66332102f60ab864a0ef"
|
|
54
54
|
}
|