@jupiterone/integration-sdk-runtime 7.4.1 → 8.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -1,3 +1,4 @@
1
+ import { FlushedGraphObjectData } from './storage/types';
1
2
  export declare const DEFAULT_CACHE_DIRECTORY_NAME = ".j1-integration";
2
3
  export declare function getRootStorageDirectory(): string;
3
4
  export declare function getRootStorageAbsolutePath(relativePath: string): string;
@@ -53,9 +54,11 @@ interface WalkDirectoryInput {
53
54
  * every file path
54
55
  */
55
56
  export declare function walkDirectory({ path: relativePath, iteratee, }: WalkDirectoryInput): Promise<void>;
57
+ export declare function iterateParsedGraphFiles(iteratee: (parsedData: FlushedGraphObjectData) => Promise<void>, graphPath?: string): Promise<void>;
56
58
  export declare function isRootStorageDirectoryPresent(): Promise<boolean>;
57
59
  /**
58
60
  * Wipes the storage directory clean
59
61
  */
60
62
  export declare function removeStorageDirectory(): Promise<void>;
63
+ export declare function isDirectoryPresent(fullPath: string): Promise<boolean>;
61
64
  export {};
@@ -22,7 +22,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
22
22
  return (mod && mod.__esModule) ? mod : { "default": mod };
23
23
  };
24
24
  Object.defineProperty(exports, "__esModule", { value: true });
25
- exports.removeStorageDirectory = exports.isRootStorageDirectoryPresent = exports.walkDirectory = exports.symlink = exports.readJsonFromPath = exports.writeFileToPath = exports.isCompressionEnabled = exports.writeJsonToPath = exports.getRootStorageDirectorySize = exports.getRootStorageAbsolutePath = exports.getRootStorageDirectory = exports.DEFAULT_CACHE_DIRECTORY_NAME = void 0;
25
+ exports.isDirectoryPresent = exports.removeStorageDirectory = exports.isRootStorageDirectoryPresent = exports.iterateParsedGraphFiles = exports.walkDirectory = exports.symlink = exports.readJsonFromPath = exports.writeFileToPath = exports.isCompressionEnabled = exports.writeJsonToPath = exports.getRootStorageDirectorySize = exports.getRootStorageAbsolutePath = exports.getRootStorageDirectory = exports.DEFAULT_CACHE_DIRECTORY_NAME = void 0;
26
26
  /**
27
27
  * Home of all file system interactions
28
28
  *
@@ -35,6 +35,7 @@ const rimraf_1 = __importDefault(require("rimraf"));
35
35
  const get_folder_size_1 = __importDefault(require("get-folder-size"));
36
36
  const zlib = __importStar(require("zlib"));
37
37
  const util_1 = require("util");
38
+ const indices_1 = require("./storage/FileSystemGraphObjectStore/indices");
38
39
  const brotliCompress = util_1.promisify(zlib.brotliCompress);
39
40
  const brotliDecompress = util_1.promisify(zlib.brotliDecompress);
40
41
  exports.DEFAULT_CACHE_DIRECTORY_NAME = '.j1-integration';
@@ -168,6 +169,18 @@ async function walkDirectory({ path: relativePath, iteratee, }) {
168
169
  }
169
170
  }
170
171
  exports.walkDirectory = walkDirectory;
172
+ function iterateParsedGraphFiles(iteratee, graphPath) {
173
+ return walkDirectory({
174
+ path: graphPath || 'graph',
175
+ async iteratee({ filePath }) {
176
+ const parsed = await indices_1.readGraphObjectFile({
177
+ filePath,
178
+ });
179
+ await iteratee(parsed);
180
+ },
181
+ });
182
+ }
183
+ exports.iterateParsedGraphFiles = iterateParsedGraphFiles;
171
184
  function isRootStorageDirectoryPresent() {
172
185
  const rootStorageDir = getRootStorageDirectory();
173
186
  return isDirectoryPresent(rootStorageDir);
@@ -204,6 +217,7 @@ async function isDirectoryPresent(fullPath) {
204
217
  throw err;
205
218
  }
206
219
  }
220
+ exports.isDirectoryPresent = isDirectoryPresent;
207
221
  async function ensurePathCanBeWrittenTo(pathToWrite) {
208
222
  const directoryPath = path_1.default.dirname(pathToWrite);
209
223
  await fs_1.promises.mkdir(directoryPath, { recursive: true });
@@ -1 +1 @@
1
- {"version":3,"file":"fileSystem.js","sourceRoot":"","sources":["../../src/fileSystem.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;AAAA;;;;;GAKG;AACH,2BAAoC;AACpC,gDAAwB;AAExB,oDAA4B;AAC5B,sEAA4C;AAC5C,2CAA6B;AAC7B,+BAAiC;AAEjC,MAAM,cAAc,GAAG,gBAAS,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;AACtD,MAAM,gBAAgB,GAAG,gBAAS,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;AAE7C,QAAA,4BAA4B,GAAG,iBAAiB,CAAC;AAE9D,SAAgB,uBAAuB;IACrC,OAAO,CACL,OAAO,CAAC,GAAG,CAAC,wCAAwC;QACpD,cAAI,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,oCAA4B,CAAC,CAC1D,CAAC;AACJ,CAAC;AALD,0DAKC;AAED,SAAgB,0BAA0B,CAAC,YAAoB;IAC7D,OAAO,cAAI,CAAC,OAAO,CAAC,uBAAuB,EAAE,EAAE,YAAY,CAAC,CAAC;AAC/D,CAAC;AAFD,gEAEC;AAED,SAAgB,2BAA2B;IACzC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,yBAAa,CAAC,uBAAuB,EAAE,EAAE,CAAC,GAAU,EAAE,IAAY,EAAE,EAAE,CACpE,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAClC,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC;AAND,kEAMC;AAQD;;;;;;GAMG;AACI,KAAK,UAAU,eAAe,CAAC,EACpC,IAAI,EAAE,YAAY,EAClB,IAAI,EACJ,MAAM,GAAG,KAAK,GACO;IACrB,MAAM,OAAO,GAAG,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IAE9E,MAAM,eAAe,CAAC;QACpB,IAAI,EAAE,YAAY;QAClB,OAAO;KACR,CAAC,CAAC;AACL,CAAC;AAXD,0CAWC;AAOD,SAAgB,oBAAoB;IAClC,OAAO,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,oCAAoC,CAAC;AAC5D,CAAC;AAFD,oDAEC;AAEM,KAAK,UAAU,eAAe,CAAC,EACpC,IAAI,EAAE,YAAY,EAClB,OAAO,GACiB;IACxB,MAAM,SAAS,GAAG,uBAAuB,EAAE,CAAC;IAC5C,MAAM,QAAQ,GAAG,cAAI,CAAC,OAAO,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;IAEvD,MAAM,wBAAwB,CAAC,QAAQ,CAAC,CAAC;IAEzC,IAAI,oBAAoB,EAAE,EAAE;QAC1B,MAAM,aAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,MAAM,cAAc,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC,CAAC;KACrE;SAAM;QACL,MAAM,aAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;KAC/C;AACH,CAAC;AAdD,0CAcC;AAED;;;;;;GAMG;AACI,KAAK,UAAU,gBAAgB,CAAI,IAAY;IACpD,IAAI,OAAe,CAAC;IAEpB,IAAI,oBAAoB,EAAE,EAAE;QAC1B,yEAAyE;QACzE,sEAAsE;QACtE,wCAAwC;QACxC,MAAM,IAAI,GAAG,MAAM,aAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QACrC,OAAO,GAAG,CAAC,MAAM,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;KAC5D;SAAM;QACL,OAAO,GAAG,MAAM,aAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;KAC3C;IAED,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAM,CAAC;AAClC,CAAC;AAdD,4CAcC;AAOD;;;;;GAKG;AACI,KAAK,UAAU,OAAO,CAAC,EAAE,UAAU,EAAE,eAAe,EAAgB;IACzE,MAAM,SAAS,GAAG,uBAAuB,EAAE,CAAC;IAC5C,MAAM,cAAc,GAAG,cAAI,CAAC,OAAO,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;IAC3D,MAAM,mBAAmB,GAAG,cAAI,CAAC,OAAO,CAAC,SAAS,EAAE,eAAe,CAAC,CAAC;IAErE,MAAM,wBAAwB,CAAC,mBAAmB,CAAC,CAAC;IACpD,qDAAqD;IACrD,IACE,OAAO,CAAC,QAAQ,KAAK,OAAO;QAC5B,CAAC,MAAM,aAAE,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC,MAAM,EAAE,EACzC;QACA,MAAM,aAAE,CAAC,IAAI,CAAC,cAAc,EAAE,mBAAmB,CAAC,CAAC;KACpD;SAAM;QACL,MAAM,aAAE,CAAC,OAAO,CAAC,cAAc,EAAE,mBAAmB,EAAE,UAAU,CAAC,CAAC;KACnE;AACH,CAAC;AAfD,0BAeC;AAeD;;;GAGG;AACI,KAAK,UAAU,aAAa,CAAC,EAClC,IAAI,EAAE,YAAY,EAClB,QAAQ,GACW;IACnB,MAAM,SAAS,GAAG,uBAAuB,EAAE,CAAC;IAC5C,MAAM,QAAQ,GAAG,cAAI,CAAC,OAAO,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;IAEvD,MAAM,WAAW,GAAG,MAAM,kBAAkB,CAAC,QAAQ,CAAC,CAAC;IACvD,IAAI,CAAC,WAAW,EAAE;QAChB,OAAO;KACR;IAED,MAAM,KAAK,GAAG,MAAM,aAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IAEzC,MAAM,MAAM,GAAG,KAAK,EAAE,QAAgB,EAAE,EAAE;QACxC,MAAM,QAAQ,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC;IAC/B,CAAC,CAAC;IAEF,MAAM,cAAc,GAAG,KAAK,EAAE,QAAgB,EAAE,EAAE;QAChD,MAAM,KAAK,GAAG,MAAM,aAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QACvC,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE;YACvB,iCAAiC;YACjC,MAAM,aAAa,CAAC;gBAClB,QAAQ;gBACR,IAAI,EAAE,QAAQ;aACf,CAAC,CAAC;SACJ;aAAM,IAAI,KAAK,CAAC,MAAM,EAAE,EAAE;YACzB,kBAAkB;YAClB,MAAM,MAAM,CAAC,QAAQ,CAAC,CAAC;SACxB;aAAM,IAAI,KAAK,CAAC,cAAc,EAAE,EAAE;YACjC,2CAA2C;YAC3C,0CAA0C;YAC1C,kCAAkC;YAClC,MAAM,QAAQ,GAAG,MAAM,aAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;YAC7C,MAAM,cAAc,CAAC,QAAQ,CAAC,CAAC;SAChC;IACH,CAAC,CAAC;IAEF,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE;QACxB,MAAM,cAAc,CAAC,cAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAC;KACpD;AACH,CAAC;AAzCD,sCAyCC;AAED,SAAgB,6BAA6B;IAC3C,MAAM,cAAc,GAAG,uBAAuB,EAAE,CAAC;IACjD,OAAO,kBAAkB,CAAC,cAAc,CAAC,CAAC;AAC5C,CAAC;AAHD,sEAGC;AAED;;GAEG;AACI,KAAK,UAAU,sBAAsB;IAC1C,MAAM,cAAc,GAAG,uBAAuB,EAAE,CAAC;IACjD,IAAI,MAAM,kBAAkB,CAAC,cAAc,CAAC,EAAE;QAC5C,MAAM,eAAe,CAAC,cAAc,CAAC,CAAC;KACvC;AACH,CAAC;AALD,wDAKC;AAED,SAAS,eAAe,CAAC,SAAiB;IACxC,OAAO,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,CAC3C,gBAAM,CAAC,SAAS,EAAE,CAAC,GAAG,EAAE,EAAE;QACxB,IAAI,GAAG,EAAE;YACP,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC;SACpB;QACD,OAAO,EAAE,CAAC;IACZ,CAAC,CAAC,CACH,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,kBAAkB,CAAC,QAAgB;IAChD,IAAI;QACF,MAAM,KAAK,GAAG,MAAM,aAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QACvC,OAAO,KAAK,CAAC,WAAW,EAAE,CAAC;KAC5B;IAAC,OAAO,GAAG,EAAE;QACZ,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ,EAAE;YACzB,OAAO,KAAK,CAAC;SACd;QAED,sCAAsC;QACtC,MAAM,GAAG,CAAC;KACX;AACH,CAAC;AAED,KAAK,UAAU,wBAAwB,CAAC,WAAmB;IACzD,MAAM,aAAa,GAAG,cAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IAChD,MAAM,aAAE,CAAC,KAAK,CAAC,aAAa,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;AACrD,CAAC"}
1
+ {"version":3,"file":"fileSystem.js","sourceRoot":"","sources":["../../src/fileSystem.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;AAAA;;;;;GAKG;AACH,2BAAoC;AACpC,gDAAwB;AAExB,oDAA4B;AAC5B,sEAA4C;AAC5C,2CAA6B;AAC7B,+BAAiC;AAEjC,0EAAmF;AAEnF,MAAM,cAAc,GAAG,gBAAS,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;AACtD,MAAM,gBAAgB,GAAG,gBAAS,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;AAE7C,QAAA,4BAA4B,GAAG,iBAAiB,CAAC;AAE9D,SAAgB,uBAAuB;IACrC,OAAO,CACL,OAAO,CAAC,GAAG,CAAC,wCAAwC;QACpD,cAAI,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,oCAA4B,CAAC,CAC1D,CAAC;AACJ,CAAC;AALD,0DAKC;AAED,SAAgB,0BAA0B,CAAC,YAAoB;IAC7D,OAAO,cAAI,CAAC,OAAO,CAAC,uBAAuB,EAAE,EAAE,YAAY,CAAC,CAAC;AAC/D,CAAC;AAFD,gEAEC;AAED,SAAgB,2BAA2B;IACzC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,yBAAa,CAAC,uBAAuB,EAAE,EAAE,CAAC,GAAU,EAAE,IAAY,EAAE,EAAE,CACpE,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAClC,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC;AAND,kEAMC;AAQD;;;;;;GAMG;AACI,KAAK,UAAU,eAAe,CAAC,EACpC,IAAI,EAAE,YAAY,EAClB,IAAI,EACJ,MAAM,GAAG,KAAK,GACO;IACrB,MAAM,OAAO,GAAG,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IAE9E,MAAM,eAAe,CAAC;QACpB,IAAI,EAAE,YAAY;QAClB,OAAO;KACR,CAAC,CAAC;AACL,CAAC;AAXD,0CAWC;AAOD,SAAgB,oBAAoB;IAClC,OAAO,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,oCAAoC,CAAC;AAC5D,CAAC;AAFD,oDAEC;AAEM,KAAK,UAAU,eAAe,CAAC,EACpC,IAAI,EAAE,YAAY,EAClB,OAAO,GACiB;IACxB,MAAM,SAAS,GAAG,uBAAuB,EAAE,CAAC;IAC5C,MAAM,QAAQ,GAAG,cAAI,CAAC,OAAO,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;IAEvD,MAAM,wBAAwB,CAAC,QAAQ,CAAC,CAAC;IAEzC,IAAI,oBAAoB,EAAE,EAAE;QAC1B,MAAM,aAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,MAAM,cAAc,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC,CAAC;KACrE;SAAM;QACL,MAAM,aAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;KAC/C;AACH,CAAC;AAdD,0CAcC;AAED;;;;;;GAMG;AACI,KAAK,UAAU,gBAAgB,CAAI,IAAY;IACpD,IAAI,OAAe,CAAC;IAEpB,IAAI,oBAAoB,EAAE,EAAE;QAC1B,yEAAyE;QACzE,sEAAsE;QACtE,wCAAwC;QACxC,MAAM,IAAI,GAAG,MAAM,aAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QACrC,OAAO,GAAG,CAAC,MAAM,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;KAC5D;SAAM;QACL,OAAO,GAAG,MAAM,aAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;KAC3C;IAED,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAM,CAAC;AAClC,CAAC;AAdD,4CAcC;AAOD;;;;;GAKG;AACI,KAAK,UAAU,OAAO,CAAC,EAAE,UAAU,EAAE,eAAe,EAAgB;IACzE,MAAM,SAAS,GAAG,uBAAuB,EAAE,CAAC;IAC5C,MAAM,cAAc,GAAG,cAAI,CAAC,OAAO,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;IAC3D,MAAM,mBAAmB,GAAG,cAAI,CAAC,OAAO,CAAC,SAAS,EAAE,eAAe,CAAC,CAAC;IAErE,MAAM,wBAAwB,CAAC,mBAAmB,CAAC,CAAC;IACpD,qDAAqD;IACrD,IACE,OAAO,CAAC,QAAQ,KAAK,OAAO;QAC5B,CAAC,MAAM,aAAE,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC,MAAM,EAAE,EACzC;QACA,MAAM,aAAE,CAAC,IAAI,CAAC,cAAc,EAAE,mBAAmB,CAAC,CAAC;KACpD;SAAM;QACL,MAAM,aAAE,CAAC,OAAO,CAAC,cAAc,EAAE,mBAAmB,EAAE,UAAU,CAAC,CAAC;KACnE;AACH,CAAC;AAfD,0BAeC;AAeD;;;GAGG;AACI,KAAK,UAAU,aAAa,CAAC,EAClC,IAAI,EAAE,YAAY,EAClB,QAAQ,GACW;IACnB,MAAM,SAAS,GAAG,uBAAuB,EAAE,CAAC;IAC5C,MAAM,QAAQ,GAAG,cAAI,CAAC,OAAO,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;IAEvD,MAAM,WAAW,GAAG,MAAM,kBAAkB,CAAC,QAAQ,CAAC,CAAC;IACvD,IAAI,CAAC,WAAW,EAAE;QAChB,OAAO;KACR;IAED,MAAM,KAAK,GAAG,MAAM,aAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IAEzC,MAAM,MAAM,GAAG,KAAK,EAAE,QAAgB,EAAE,EAAE;QACxC,MAAM,QAAQ,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC;IAC/B,CAAC,CAAC;IAEF,MAAM,cAAc,GAAG,KAAK,EAAE,QAAgB,EAAE,EAAE;QAChD,MAAM,KAAK,GAAG,MAAM,aAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QACvC,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE;YACvB,iCAAiC;YACjC,MAAM,aAAa,CAAC;gBAClB,QAAQ;gBACR,IAAI,EAAE,QAAQ;aACf,CAAC,CAAC;SACJ;aAAM,IAAI,KAAK,CAAC,MAAM,EAAE,EAAE;YACzB,kBAAkB;YAClB,MAAM,MAAM,CAAC,QAAQ,CAAC,CAAC;SACxB;aAAM,IAAI,KAAK,CAAC,cAAc,EAAE,EAAE;YACjC,2CAA2C;YAC3C,0CAA0C;YAC1C,kCAAkC;YAClC,MAAM,QAAQ,GAAG,MAAM,aAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;YAC7C,MAAM,cAAc,CAAC,QAAQ,CAAC,CAAC;SAChC;IACH,CAAC,CAAC;IAEF,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE;QACxB,MAAM,cAAc,CAAC,cAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAC;KACpD;AACH,CAAC;AAzCD,sCAyCC;AAED,SAAgB,uBAAuB,CACrC,QAA+D,EAC/D,SAAkB;IAElB,OAAO,aAAa,CAAC;QACnB,IAAI,EAAE,SAAS,IAAI,OAAO;QAC1B,KAAK,CAAC,QAAQ,CAAC,EAAE,QAAQ,EAAE;YACzB,MAAM,MAAM,GAAG,MAAM,6BAAmB,CAAyB;gBAC/D,QAAQ;aACT,CAAC,CAAC;YAEH,MAAM,QAAQ,CAAC,MAAM,CAAC,CAAC;QACzB,CAAC;KACF,CAAC,CAAC;AACL,CAAC;AAdD,0DAcC;AAED,SAAgB,6BAA6B;IAC3C,MAAM,cAAc,GAAG,uBAAuB,EAAE,CAAC;IACjD,OAAO,kBAAkB,CAAC,cAAc,CAAC,CAAC;AAC5C,CAAC;AAHD,sEAGC;AAED;;GAEG;AACI,KAAK,UAAU,sBAAsB;IAC1C,MAAM,cAAc,GAAG,uBAAuB,EAAE,CAAC;IACjD,IAAI,MAAM,kBAAkB,CAAC,cAAc,CAAC,EAAE;QAC5C,MAAM,eAAe,CAAC,cAAc,CAAC,CAAC;KACvC;AACH,CAAC;AALD,wDAKC;AAED,SAAS,eAAe,CAAC,SAAiB;IACxC,OAAO,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,CAC3C,gBAAM,CAAC,SAAS,EAAE,CAAC,GAAG,EAAE,EAAE;QACxB,IAAI,GAAG,EAAE;YACP,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC;SACpB;QACD,OAAO,EAAE,CAAC;IACZ,CAAC,CAAC,CACH,CAAC;AACJ,CAAC;AAEM,KAAK,UAAU,kBAAkB,CAAC,QAAgB;IACvD,IAAI;QACF,MAAM,KAAK,GAAG,MAAM,aAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QACvC,OAAO,KAAK,CAAC,WAAW,EAAE,CAAC;KAC5B;IAAC,OAAO,GAAG,EAAE;QACZ,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ,EAAE;YACzB,OAAO,KAAK,CAAC;SACd;QAED,sCAAsC;QACtC,MAAM,GAAG,CAAC;KACX;AACH,CAAC;AAZD,gDAYC;AAED,KAAK,UAAU,wBAAwB,CAAC,WAAmB;IACzD,MAAM,aAAa,GAAG,cAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IAChD,MAAM,aAAE,CAAC,KAAK,CAAC,aAAa,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;AACrD,CAAC"}
@@ -48,7 +48,7 @@ interface UploadDataChunkParams<T extends UploadDataLookup, K extends keyof T> {
48
48
  type: K;
49
49
  batch: T[K][];
50
50
  }
51
- export declare function uploadDataChunk<T extends UploadDataLookup, K extends keyof T>({ logger, apiClient, jobId, type, batch, }: UploadDataChunkParams<T, K>): Promise<void>;
51
+ export declare function uploadDataChunk<T extends UploadDataLookup, K extends keyof T>({ logger, apiClient, jobId, type, batch }: UploadDataChunkParams<T, K>): Promise<void>;
52
52
  export declare function uploadData<T extends UploadDataLookup, K extends keyof T>({ job, apiClient, logger }: SynchronizationJobContext, type: K, data: T[K][], uploadBatchSize?: number): Promise<void>;
53
53
  interface AbortSynchronizationInput extends SynchronizationJobContext {
54
54
  reason?: string;
@@ -11,9 +11,9 @@ const fileSystem_1 = require("../fileSystem");
11
11
  const error_1 = require("./error");
12
12
  Object.defineProperty(exports, "synchronizationApiError", { enumerable: true, get: function () { return error_1.synchronizationApiError; } });
13
13
  const metrics_1 = require("../metrics");
14
- const indices_1 = require("../storage/FileSystemGraphObjectStore/indices");
15
14
  const attempt_1 = require("@lifeomic/attempt");
16
15
  const events_1 = require("./events");
16
+ const __1 = require("..");
17
17
  var events_2 = require("./events");
18
18
  Object.defineProperty(exports, "createEventPublishingQueue", { enumerable: true, get: function () { return events_2.createEventPublishingQueue; } });
19
19
  const UPLOAD_BATCH_SIZE = 250;
@@ -132,22 +132,18 @@ exports.uploadGraphObjectData = uploadGraphObjectData;
132
132
  */
133
133
  async function uploadCollectedData(context) {
134
134
  context.logger.synchronizationUploadStart(context.job);
135
+ async function uploadGraphObjectFile(parsedData) {
136
+ await uploadGraphObjectData(context, parsedData);
137
+ }
135
138
  await metrics_1.timeOperation({
136
139
  logger: context.logger,
137
140
  metricName: 'duration-sync-upload',
138
- operation: () => fileSystem_1.walkDirectory({
139
- path: 'graph',
140
- async iteratee({ filePath }) {
141
- await uploadGraphObjectData(context, await indices_1.readGraphObjectFile({
142
- filePath,
143
- }));
144
- },
145
- }),
141
+ operation: () => __1.iterateParsedGraphFiles(uploadGraphObjectFile),
146
142
  });
147
143
  context.logger.synchronizationUploadEnd(context.job);
148
144
  }
149
145
  exports.uploadCollectedData = uploadCollectedData;
150
- async function uploadDataChunk({ logger, apiClient, jobId, type, batch, }) {
146
+ async function uploadDataChunk({ logger, apiClient, jobId, type, batch }) {
151
147
  await attempt_1.retry(async () => {
152
148
  await apiClient.post(`/persister/synchronization/jobs/${jobId}/${type}`, {
153
149
  [type]: batch,
@@ -1 +1 @@
1
- {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/synchronization/index.ts"],"names":[],"mappings":";;;;;;AAAA,gDAAwB;AACxB,yDAAiC;AACjC,kDAAyB;AAazB,8CAIuB;AACvB,mCAAkD;AAOzC,wGAPA,+BAAuB,OAOA;AALhC,wCAA2C;AAC3C,2EAAoF;AAEpF,+CAA0C;AAG1C,qCAAsD;AAEtD,mCAAsD;AAA7C,oHAAA,0BAA0B,OAAA;AAEnC,MAAM,iBAAiB,GAAG,GAAG,CAAC;AAC9B,MAAM,kBAAkB,GAAG,CAAC,CAAC;AAQ7B;;GAEG;AACI,KAAK,UAAU,wBAAwB,CAC5C,KAAuB;IAEvB,MAAM,UAAU,GAAG,MAAM,uBAAuB,CAAC,KAAK,CAAC,CAAC;IAExD,MAAM,oBAAoB,GAAG,mCAA0B,CAAC,UAAU,CAAC,CAAC;IACpE,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,oBAAoB,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;IAE9E,IAAI;QACF,MAAM,mBAAmB,CAAC,UAAU,CAAC,CAAC;QAEtC,OAAO,MAAM,uBAAuB,CAAC;YACnC,GAAG,UAAU;YACb,eAAe,EAAE,MAAM,kBAAkB,EAAE;SAC5C,CAAC,CAAC;KACJ;IAAC,OAAO,GAAG,EAAE;QACZ,UAAU,CAAC,MAAM,CAAC,KAAK,CACrB,GAAG,EACH,mDAAmD,CACpD,CAAC;QAEF,IAAI;YACF,MAAM,oBAAoB,CAAC,EAAE,GAAG,UAAU,EAAE,MAAM,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;SACpE;QAAC,OAAO,UAAU,EAAE;YACnB,UAAU,CAAC,MAAM,CAAC,KAAK,CACrB,UAAU,EACV,oDAAoD,CACrD,CAAC;YACF,MAAM,UAAU,CAAC;SAClB;QAED,MAAM,GAAG,CAAC;KACX;YAAS;QACR,MAAM,oBAAoB,CAAC,MAAM,EAAE,CAAC;KACrC;AACH,CAAC;AAnCD,4DAmCC;AAQD;;GAEG;AACI,KAAK,UAAU,uBAAuB,CAAC,EAC5C,MAAM,EACN,SAAS,EACT,qBAAqB,GACJ;IACjB,MAAM,CAAC,IAAI,CAAC,mCAAmC,CAAC,CAAC;IAEjD,IAAI,GAAuB,CAAC;IAC5B,IAAI;QACF,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,IAAI,CAAC,iCAAiC,EAAE;YACvE,MAAM,EAAE,qBAAqB;YAC7B,qBAAqB;SACtB,CAAC,CAAC;QAEH,GAAG,GAAG,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC;KACzB;IAAC,OAAO,GAAG,EAAE;QACZ,MAAM,+BAAuB,CAC3B,GAAG,EACH,qDAAqD,CACtD,CAAC;KACH;IAED,OAAO;QACL,SAAS;QACT,GAAG;QACH,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC;YACnB,oBAAoB,EAAE,GAAG,CAAC,EAAE;YAC5B,gBAAgB,EAAE,GAAG,CAAC,gBAAgB;YACtC,qBAAqB,EAAE,GAAG,CAAC,qBAAqB;SACjD,CAAC;KACH,CAAC;AACJ,CAAC;AA/BD,0DA+BC;AAMD;;;GAGG;AACI,KAAK,UAAU,uBAAuB,CAAC,EAC5C,SAAS,EACT,GAAG,EACH,MAAM,EACN,eAAe,GACc;IAC7B,MAAM,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAC;IAE7C,IAAI,YAAgC,CAAC;IAErC,IAAI;QACF,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,IAAI,CACnC,mCAAmC,GAAG,CAAC,EAAE,WAAW,EACpD;YACE,eAAe;SAChB,CACF,CAAC;QACF,YAAY,GAAG,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC;KAClC;IAAC,OAAO,GAAG,EAAE;QACZ,MAAM,+BAAuB,CAC3B,GAAG,EACH,sDAAsD,CACvD,CAAC;KACH;IAED,MAAM,CAAC,IAAI,CACT,EAAE,kBAAkB,EAAE,YAAY,EAAE,EACpC,sCAAsC,CACvC,CAAC;IAEF,OAAO,YAAY,CAAC;AACtB,CAAC;AA/BD,0DA+BC;AAED,KAAK,UAAU,kBAAkB;IAC/B,MAAM,OAAO,GAAG,MAAM,6BAAgB,CACpC,cAAI,CAAC,OAAO,CAAC,oCAAuB,EAAE,EAAE,cAAc,CAAC,CACxD,CAAC;IAEF,OAAO,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAC;AAC1C,CAAC;AAEM,KAAK,UAAU,qBAAqB,CACzC,yBAAoD,EACpD,eAAuC,EACvC,eAAwB;IAExB,IAAI;QACF,IACE,KAAK,CAAC,OAAO,CAAC,eAAe,CAAC,QAAQ,CAAC;YACvC,eAAe,CAAC,QAAQ,CAAC,MAAM,IAAI,CAAC,EACpC;YACA,yBAAyB,CAAC,MAAM,CAAC,IAAI,CACnC;gBACE,QAAQ,EAAE,eAAe,CAAC,QAAQ,CAAC,MAAM;aAC1C,EACD,0CAA0C,CAC3C,CAAC;YAEF,MAAM,UAAU,CACd,yBAAyB,EACzB,UAAU,EACV,eAAe,CAAC,QAAQ,EACxB,eAAe,CAChB,CAAC;YAEF,yBAAyB,CAAC,MAAM,CAAC,IAAI,CACnC;gBACE,QAAQ,EAAE,eAAe,CAAC,QAAQ,CAAC,MAAM;aAC1C,EACD,gCAAgC,CACjC,CAAC;SACH;QAED,IACE,KAAK,CAAC,OAAO,CAAC,eAAe,CAAC,aAAa,CAAC;YAC5C,eAAe,CAAC,aAAa,CAAC,MAAM,IAAI,CAAC,EACzC;YACA,yBAAyB,CAAC,MAAM,CAAC,IAAI,CACnC;gBACE,aAAa,EAAE,eAAe,CAAC,aAAa,CAAC,MAAM;aACpD,EACD,+CAA+C,CAChD,CAAC;YAEF,MAAM,UAAU,CACd,yBAAyB,EACzB,eAAe,EACf,eAAe,CAAC,aAAa,EAC7B,eAAe,CAChB,CAAC;YAEF,yBAAyB,CAAC,MAAM,CAAC,IAAI,CACnC;gBACE,aAAa,EAAE,eAAe,CAAC,aAAa,CAAC,MAAM;aACpD,EACD,qCAAqC,CACtC,CAAC;SACH;KACF;IAAC,OAAO,GAAG,EAAE;QACZ,MAAM,+BAAuB,CAAC,GAAG,EAAE,gCAAgC,CAAC,CAAC;KACtE;AACH,CAAC;AA5DD,sDA4DC;AAED;;GAEG;AACI,KAAK,UAAU,mBAAmB,CAAC,OAAkC;IAC1E,OAAO,CAAC,MAAM,CAAC,0BAA0B,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IAEvD,MAAM,uBAAa,CAAC;QAClB,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,UAAU,EAAE,sBAAsB;QAClC,SAAS,EAAE,GAAG,EAAE,CACd,0BAAa,CAAC;YACZ,IAAI,EAAE,OAAO;YACb,KAAK,CAAC,QAAQ,CAAC,EAAE,QAAQ,EAAE;gBACzB,MAAM,qBAAqB,CACzB,OAAO,EACP,MAAM,6BAAmB,CAAyB;oBAChD,QAAQ;iBACT,CAAC,CACH,CAAC;YACJ,CAAC;SACF,CAAC;KACL,CAAC,CAAC;IAEH,OAAO,CAAC,MAAM,CAAC,wBAAwB,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;AACvD,CAAC;AArBD,kDAqBC;AAeM,KAAK,UAAU,eAAe,CAAgD,EACnF,MAAM,EACN,SAAS,EACT,KAAK,EACL,IAAI,EACJ,KAAK,GACuB;IAC5B,MAAM,eAAK,CACT,KAAK,IAAI,EAAE;QACT,MAAM,SAAS,CAAC,IAAI,CAAC,mCAAmC,KAAK,IAAI,IAAI,EAAE,EAAE;YACvE,CAAC,IAAI,CAAC,EAAE,KAAK;SACd,CAAC,CAAC;IACL,CAAC,EACD;QACE,WAAW,EAAE,CAAC;QACd,KAAK,EAAE,GAAG;QACV,MAAM,EAAE,IAAI;QACZ,WAAW,CAAC,GAAG,EAAE,cAAc;YAC7B,IAAI,GAAG,CAAC,IAAI,KAAK,gCAAgC,EAAE;gBACjD,0EAA0E;gBAC1E,MAAM,GAAG,CAAA;aACV;YACD,IACE,cAAc,CAAC,iBAAiB;gBAChC,mEAAmE;gBACnE,kEAAkE;gBAClE,oDAAoD;gBACpD,GAAG,CAAC,IAAI,KAAK,kBAAkB,EAC/B;gBACA,MAAM,CAAC,IAAI,CACT;oBACE,GAAG;oBACH,UAAU,EAAE,cAAc,CAAC,UAAU;iBACtC,EACD,sDAAsD,CACvD,CAAC;aACH;QACH,CAAC;KACF,CACF,CAAC;AACJ,CAAC;AAxCD,0CAwCC;AAEM,KAAK,UAAU,UAAU,CAC9B,EAAE,GAAG,EAAE,SAAS,EAAE,MAAM,EAA6B,EACrD,IAAO,EACP,IAAY,EACZ,eAAwB;IAExB,MAAM,OAAO,GAAG,eAAK,CAAC,IAAI,EAAE,eAAe,IAAI,iBAAiB,CAAC,CAAC;IAClE,MAAM,eAAI,CACR,OAAO,EACP,KAAK,EAAE,KAAa,EAAE,EAAE;QACtB,IAAI,KAAK,CAAC,MAAM,EAAE;YAChB,MAAM,eAAe,CAAC;gBACpB,SAAS;gBACT,MAAM;gBACN,KAAK,EAAE,GAAG,CAAC,EAAE;gBACb,IAAI;gBACJ,KAAK;aACN,CAAC,CAAC;SACJ;IACH,CAAC,EACD,EAAE,WAAW,EAAE,kBAAkB,EAAE,CACpC,CAAC;AACJ,CAAC;AAtBD,gCAsBC;AAKD;;GAEG;AACI,KAAK,UAAU,oBAAoB,CAAC,EACzC,MAAM,EACN,SAAS,EACT,GAAG,EACH,MAAM,GACoB;IAC1B,MAAM,CAAC,IAAI,CAAC,iCAAiC,CAAC,CAAC;IAE/C,IAAI,UAA8B,CAAC;IAEnC,IAAI;QACF,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,IAAI,CACnC,mCAAmC,GAAG,CAAC,EAAE,QAAQ,EACjD,EAAE,MAAM,EAAE,CACX,CAAC;QACF,UAAU,GAAG,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC;KAChC;IAAC,OAAO,GAAG,EAAE;QACZ,MAAM,+BAAuB,CAC3B,GAAG,EACH,mDAAmD,CACpD,CAAC;KACH;IAED,OAAO,UAAU,CAAC;AACpB,CAAC;AAxBD,oDAwBC"}
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/synchronization/index.ts"],"names":[],"mappings":";;;;;;AAAA,gDAAwB;AACxB,yDAAiC;AACjC,kDAAyB;AAazB,8CAA0E;AAC1E,mCAAkD;AAMzC,wGANA,+BAAuB,OAMA;AAJhC,wCAA2C;AAE3C,+CAA0C;AAG1C,qCAAsD;AAEtD,0BAA6C;AAC7C,mCAAsD;AAA7C,oHAAA,0BAA0B,OAAA;AAEnC,MAAM,iBAAiB,GAAG,GAAG,CAAC;AAC9B,MAAM,kBAAkB,GAAG,CAAC,CAAC;AAQ7B;;GAEG;AACI,KAAK,UAAU,wBAAwB,CAC5C,KAAuB;IAEvB,MAAM,UAAU,GAAG,MAAM,uBAAuB,CAAC,KAAK,CAAC,CAAC;IAExD,MAAM,oBAAoB,GAAG,mCAA0B,CAAC,UAAU,CAAC,CAAC;IACpE,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,oBAAoB,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;IAE9E,IAAI;QACF,MAAM,mBAAmB,CAAC,UAAU,CAAC,CAAC;QAEtC,OAAO,MAAM,uBAAuB,CAAC;YACnC,GAAG,UAAU;YACb,eAAe,EAAE,MAAM,kBAAkB,EAAE;SAC5C,CAAC,CAAC;KACJ;IAAC,OAAO,GAAG,EAAE;QACZ,UAAU,CAAC,MAAM,CAAC,KAAK,CACrB,GAAG,EACH,mDAAmD,CACpD,CAAC;QAEF,IAAI;YACF,MAAM,oBAAoB,CAAC,EAAE,GAAG,UAAU,EAAE,MAAM,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;SACpE;QAAC,OAAO,UAAU,EAAE;YACnB,UAAU,CAAC,MAAM,CAAC,KAAK,CACrB,UAAU,EACV,oDAAoD,CACrD,CAAC;YACF,MAAM,UAAU,CAAC;SAClB;QAED,MAAM,GAAG,CAAC;KACX;YAAS;QACR,MAAM,oBAAoB,CAAC,MAAM,EAAE,CAAC;KACrC;AACH,CAAC;AAnCD,4DAmCC;AAQD;;GAEG;AACI,KAAK,UAAU,uBAAuB,CAAC,EAC5C,MAAM,EACN,SAAS,EACT,qBAAqB,GACJ;IACjB,MAAM,CAAC,IAAI,CAAC,mCAAmC,CAAC,CAAC;IAEjD,IAAI,GAAuB,CAAC;IAC5B,IAAI;QACF,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,IAAI,CAAC,iCAAiC,EAAE;YACvE,MAAM,EAAE,qBAAqB;YAC7B,qBAAqB;SACtB,CAAC,CAAC;QAEH,GAAG,GAAG,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC;KACzB;IAAC,OAAO,GAAG,EAAE;QACZ,MAAM,+BAAuB,CAC3B,GAAG,EACH,qDAAqD,CACtD,CAAC;KACH;IAED,OAAO;QACL,SAAS;QACT,GAAG;QACH,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC;YACnB,oBAAoB,EAAE,GAAG,CAAC,EAAE;YAC5B,gBAAgB,EAAE,GAAG,CAAC,gBAAgB;YACtC,qBAAqB,EAAE,GAAG,CAAC,qBAAqB;SACjD,CAAC;KACH,CAAC;AACJ,CAAC;AA/BD,0DA+BC;AAMD;;;GAGG;AACI,KAAK,UAAU,uBAAuB,CAAC,EAC5C,SAAS,EACT,GAAG,EACH,MAAM,EACN,eAAe,GACc;IAC7B,MAAM,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAC;IAE7C,IAAI,YAAgC,CAAC;IAErC,IAAI;QACF,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,IAAI,CACnC,mCAAmC,GAAG,CAAC,EAAE,WAAW,EACpD;YACE,eAAe;SAChB,CACF,CAAC;QACF,YAAY,GAAG,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC;KAClC;IAAC,OAAO,GAAG,EAAE;QACZ,MAAM,+BAAuB,CAC3B,GAAG,EACH,sDAAsD,CACvD,CAAC;KACH;IAED,MAAM,CAAC,IAAI,CACT,EAAE,kBAAkB,EAAE,YAAY,EAAE,EACpC,sCAAsC,CACvC,CAAC;IAEF,OAAO,YAAY,CAAC;AACtB,CAAC;AA/BD,0DA+BC;AAED,KAAK,UAAU,kBAAkB;IAC/B,MAAM,OAAO,GAAG,MAAM,6BAAgB,CACpC,cAAI,CAAC,OAAO,CAAC,oCAAuB,EAAE,EAAE,cAAc,CAAC,CACxD,CAAC;IAEF,OAAO,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAC;AAC1C,CAAC;AAEM,KAAK,UAAU,qBAAqB,CACzC,yBAAoD,EACpD,eAAuC,EACvC,eAAwB;IAExB,IAAI;QACF,IACE,KAAK,CAAC,OAAO,CAAC,eAAe,CAAC,QAAQ,CAAC;YACvC,eAAe,CAAC,QAAQ,CAAC,MAAM,IAAI,CAAC,EACpC;YACA,yBAAyB,CAAC,MAAM,CAAC,IAAI,CACnC;gBACE,QAAQ,EAAE,eAAe,CAAC,QAAQ,CAAC,MAAM;aAC1C,EACD,0CAA0C,CAC3C,CAAC;YAEF,MAAM,UAAU,CACd,yBAAyB,EACzB,UAAU,EACV,eAAe,CAAC,QAAQ,EACxB,eAAe,CAChB,CAAC;YAEF,yBAAyB,CAAC,MAAM,CAAC,IAAI,CACnC;gBACE,QAAQ,EAAE,eAAe,CAAC,QAAQ,CAAC,MAAM;aAC1C,EACD,gCAAgC,CACjC,CAAC;SACH;QAED,IACE,KAAK,CAAC,OAAO,CAAC,eAAe,CAAC,aAAa,CAAC;YAC5C,eAAe,CAAC,aAAa,CAAC,MAAM,IAAI,CAAC,EACzC;YACA,yBAAyB,CAAC,MAAM,CAAC,IAAI,CACnC;gBACE,aAAa,EAAE,eAAe,CAAC,aAAa,CAAC,MAAM;aACpD,EACD,+CAA+C,CAChD,CAAC;YAEF,MAAM,UAAU,CACd,yBAAyB,EACzB,eAAe,EACf,eAAe,CAAC,aAAa,EAC7B,eAAe,CAChB,CAAC;YAEF,yBAAyB,CAAC,MAAM,CAAC,IAAI,CACnC;gBACE,aAAa,EAAE,eAAe,CAAC,aAAa,CAAC,MAAM;aACpD,EACD,qCAAqC,CACtC,CAAC;SACH;KACF;IAAC,OAAO,GAAG,EAAE;QACZ,MAAM,+BAAuB,CAAC,GAAG,EAAE,gCAAgC,CAAC,CAAC;KACtE;AACH,CAAC;AA5DD,sDA4DC;AAED;;GAEG;AACI,KAAK,UAAU,mBAAmB,CAAC,OAAkC;IAC1E,OAAO,CAAC,MAAM,CAAC,0BAA0B,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IAEvD,KAAK,UAAU,qBAAqB,CAAC,UAAkC;QACrE,MAAM,qBAAqB,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;IACnD,CAAC;IAED,MAAM,uBAAa,CAAC;QAClB,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,UAAU,EAAE,sBAAsB;QAClC,SAAS,EAAE,GAAG,EAAE,CAAC,2BAAuB,CAAC,qBAAqB,CAAC;KAChE,CAAC,CAAC;IAEH,OAAO,CAAC,MAAM,CAAC,wBAAwB,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;AACvD,CAAC;AAdD,kDAcC;AAeM,KAAK,UAAU,eAAe,CAGnC,EAAE,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAA+B;IACtE,MAAM,eAAK,CACT,KAAK,IAAI,EAAE;QACT,MAAM,SAAS,CAAC,IAAI,CAAC,mCAAmC,KAAK,IAAI,IAAI,EAAE,EAAE;YACvE,CAAC,IAAI,CAAC,EAAE,KAAK;SACd,CAAC,CAAC;IACL,CAAC,EACD;QACE,WAAW,EAAE,CAAC;QACd,KAAK,EAAE,GAAG;QACV,MAAM,EAAE,IAAI;QACZ,WAAW,CAAC,GAAG,EAAE,cAAc;YAC7B,IAAI,GAAG,CAAC,IAAI,KAAK,gCAAgC,EAAE;gBACjD,0EAA0E;gBAC1E,MAAM,GAAG,CAAC;aACX;YACD,IACE,cAAc,CAAC,iBAAiB;gBAChC,mEAAmE;gBACnE,kEAAkE;gBAClE,oDAAoD;gBACpD,GAAG,CAAC,IAAI,KAAK,kBAAkB,EAC/B;gBACA,MAAM,CAAC,IAAI,CACT;oBACE,GAAG;oBACH,UAAU,EAAE,cAAc,CAAC,UAAU;iBACtC,EACD,sDAAsD,CACvD,CAAC;aACH;QACH,CAAC;KACF,CACF,CAAC;AACJ,CAAC;AArCD,0CAqCC;AAEM,KAAK,UAAU,UAAU,CAC9B,EAAE,GAAG,EAAE,SAAS,EAAE,MAAM,EAA6B,EACrD,IAAO,EACP,IAAY,EACZ,eAAwB;IAExB,MAAM,OAAO,GAAG,eAAK,CAAC,IAAI,EAAE,eAAe,IAAI,iBAAiB,CAAC,CAAC;IAClE,MAAM,eAAI,CACR,OAAO,EACP,KAAK,EAAE,KAAa,EAAE,EAAE;QACtB,IAAI,KAAK,CAAC,MAAM,EAAE;YAChB,MAAM,eAAe,CAAC;gBACpB,SAAS;gBACT,MAAM;gBACN,KAAK,EAAE,GAAG,CAAC,EAAE;gBACb,IAAI;gBACJ,KAAK;aACN,CAAC,CAAC;SACJ;IACH,CAAC,EACD,EAAE,WAAW,EAAE,kBAAkB,EAAE,CACpC,CAAC;AACJ,CAAC;AAtBD,gCAsBC;AAKD;;GAEG;AACI,KAAK,UAAU,oBAAoB,CAAC,EACzC,MAAM,EACN,SAAS,EACT,GAAG,EACH,MAAM,GACoB;IAC1B,MAAM,CAAC,IAAI,CAAC,iCAAiC,CAAC,CAAC;IAE/C,IAAI,UAA8B,CAAC;IAEnC,IAAI;QACF,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,IAAI,CACnC,mCAAmC,GAAG,CAAC,EAAE,QAAQ,EACjD,EAAE,MAAM,EAAE,CACX,CAAC;QACF,UAAU,GAAG,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC;KAChC;IAAC,OAAO,GAAG,EAAE;QACZ,MAAM,+BAAuB,CAC3B,GAAG,EACH,mDAAmD,CACpD,CAAC;KACH;IAED,OAAO,UAAU,CAAC;AACpB,CAAC;AAxBD,oDAwBC"}
@@ -141,21 +141,6 @@
141
141
  "signature": "506b80b9951c9381dc5f11897b31fca5e2a65731d96ddefa19687fbc26b23c6e",
142
142
  "affectsGlobalScope": true
143
143
  },
144
- "../src/fileSystem.ts": {
145
- "version": "adf60870f453ae9e837e3b4af7c2f848247758221e62738ed89f9d51837f1f67",
146
- "signature": "95a5543fee87e51107b0ad06684d330e9308badb0bcaef41f722856ac0668bd7",
147
- "affectsGlobalScope": false
148
- },
149
- "../../../node_modules/axios/index.d.ts": {
150
- "version": "3154a026075044aa102298fe9e6a7a14aaa26a06270680c7478a1765af8ffb09",
151
- "signature": "3154a026075044aa102298fe9e6a7a14aaa26a06270680c7478a1765af8ffb09",
152
- "affectsGlobalScope": false
153
- },
154
- "../../../node_modules/@lifeomic/alpha/lib/Alpha.d.ts": {
155
- "version": "9eb6442d136bca226333832e581ea8bec9f99d06f90aa09594b6f28fa9b2a410",
156
- "signature": "9eb6442d136bca226333832e581ea8bec9f99d06f90aa09594b6f28fa9b2a410",
157
- "affectsGlobalScope": false
158
- },
159
144
  "../../integration-sdk-core/dist/src/data/converters.d.ts": {
160
145
  "version": "b3734b270bc86885a84893121c710118ed011584106433ccc6679875fc745480",
161
146
  "signature": "b3734b270bc86885a84893121c710118ed011584106433ccc6679875fc745480",
@@ -541,6 +526,36 @@
541
526
  "signature": "d1fe43fa91d5aab57e1305e56e2b65c40b5ce32377995f0cda17badbd910982a",
542
527
  "affectsGlobalScope": false
543
528
  },
529
+ "../src/storage/types.ts": {
530
+ "version": "3f3b1fe827118f7f42a6e6379874051a522bd11112f714bebe392ca6bdf5b5e7",
531
+ "signature": "b82e924ea77b46c7a2dbfc6e2584c3e8c6b7e3751215aaea31b08e2b414b3bd6",
532
+ "affectsGlobalScope": false
533
+ },
534
+ "../src/storage/FileSystemGraphObjectStore/path.ts": {
535
+ "version": "47fe36cee0c7e30a07962c778e02979e70ab23c3af22bd27ce5f10637260b981",
536
+ "signature": "8b8a5205fd70247ed6dd3c4047e4ac7a0b17a54e4476d640a52d0b7bf143dd8b",
537
+ "affectsGlobalScope": false
538
+ },
539
+ "../src/storage/FileSystemGraphObjectStore/indices.ts": {
540
+ "version": "af14c5ece808923cfce9ddddae4ad6ef21880dff14bfc89c55a32441b68b6f48",
541
+ "signature": "eb465aa8cdaaa81e04d72b4115264f859f17b3101cbc299cac9c0515ae2d9e14",
542
+ "affectsGlobalScope": false
543
+ },
544
+ "../src/fileSystem.ts": {
545
+ "version": "4df970c15cc984d04fd609a3a28c23803c1da06027384a07951b8feabbf87c47",
546
+ "signature": "e14e5f96610764820fc3cc80d76549dac5802e38a3dd56b49b092c934948626f",
547
+ "affectsGlobalScope": false
548
+ },
549
+ "../../../node_modules/axios/index.d.ts": {
550
+ "version": "3154a026075044aa102298fe9e6a7a14aaa26a06270680c7478a1765af8ffb09",
551
+ "signature": "3154a026075044aa102298fe9e6a7a14aaa26a06270680c7478a1765af8ffb09",
552
+ "affectsGlobalScope": false
553
+ },
554
+ "../../../node_modules/@lifeomic/alpha/lib/Alpha.d.ts": {
555
+ "version": "9eb6442d136bca226333832e581ea8bec9f99d06f90aa09594b6f28fa9b2a410",
556
+ "signature": "9eb6442d136bca226333832e581ea8bec9f99d06f90aa09594b6f28fa9b2a410",
557
+ "affectsGlobalScope": false
558
+ },
544
559
  "../../../node_modules/@types/node/globals.d.ts": {
545
560
  "version": "4e69904af7675b7028b88a8ce1edce9725f33d1ae7b0776468cf5f014f7dc017",
546
561
  "signature": "4e69904af7675b7028b88a8ce1edce9725f33d1ae7b0776468cf5f014f7dc017",
@@ -926,26 +941,11 @@
926
941
  "signature": "c66ecd83ad8b9f67a983516d544cfee5b4b1266141b69b293080ef19683c36dd",
927
942
  "affectsGlobalScope": false
928
943
  },
929
- "../src/storage/FileSystemGraphObjectStore/path.ts": {
930
- "version": "47fe36cee0c7e30a07962c778e02979e70ab23c3af22bd27ce5f10637260b981",
931
- "signature": "8b8a5205fd70247ed6dd3c4047e4ac7a0b17a54e4476d640a52d0b7bf143dd8b",
932
- "affectsGlobalScope": false
933
- },
934
944
  "../src/storage/FileSystemGraphObjectStore/flushDataToDisk.ts": {
935
945
  "version": "02b63fba58a81c843c1ba7d6193ef0fe608289e4c4b3f2a18cac598a62713712",
936
946
  "signature": "0e49f3840c88d8554f538f22ba6abd207ea550d3644569b11bbfcded2ceeaa40",
937
947
  "affectsGlobalScope": false
938
948
  },
939
- "../src/storage/types.ts": {
940
- "version": "3f3b1fe827118f7f42a6e6379874051a522bd11112f714bebe392ca6bdf5b5e7",
941
- "signature": "b82e924ea77b46c7a2dbfc6e2584c3e8c6b7e3751215aaea31b08e2b414b3bd6",
942
- "affectsGlobalScope": false
943
- },
944
- "../src/storage/FileSystemGraphObjectStore/indices.ts": {
945
- "version": "af14c5ece808923cfce9ddddae4ad6ef21880dff14bfc89c55a32441b68b6f48",
946
- "signature": "eb465aa8cdaaa81e04d72b4115264f859f17b3101cbc299cac9c0515ae2d9e14",
947
- "affectsGlobalScope": false
948
- },
949
949
  "../src/storage/memory.ts": {
950
950
  "version": "e5cb277f46914b9a4b001fbe25d6e1c3b4f3d919e40795d89ae19941bd84c9d5",
951
951
  "signature": "e7a521f7db8c95120e08bb5dc78f6aa37f7bf20a1485ec8ddde9e65d6b8f5c10",
@@ -1037,8 +1037,8 @@
1037
1037
  "affectsGlobalScope": false
1038
1038
  },
1039
1039
  "../src/synchronization/index.ts": {
1040
- "version": "134cbb82225b110daef28fe8b09f4b386d02e9d31a3caeafeb5ff5277bc8a1e0",
1041
- "signature": "178f2ca7220a2974a5ef079a1d5beb900eb0ac4025e411ee5523cece1aa0728f",
1040
+ "version": "378a1b9efc73476cee7d7891620acca25e33f5cdab7f631efb09026b05686039",
1041
+ "signature": "eaf3927247caeef3b5b54b732e2872a9778074614ecf6471731cf53b34331cfb",
1042
1042
  "affectsGlobalScope": false
1043
1043
  },
1044
1044
  "../src/execution/uploader.ts": {
@@ -1336,6 +1336,11 @@
1336
1336
  "signature": "41422586881bcd739b4e62d9b91cd29909f8572aa3e3cdf316b7c50f14708d49",
1337
1337
  "affectsGlobalScope": false
1338
1338
  },
1339
+ "../../../node_modules/@types/traverse/index.d.ts": {
1340
+ "version": "97cad055446113b65658aa07fac62e03dee7645dafec7f8e1e627500d5d8ee6d",
1341
+ "signature": "97cad055446113b65658aa07fac62e03dee7645dafec7f8e1e627500d5d8ee6d",
1342
+ "affectsGlobalScope": false
1343
+ },
1339
1344
  "../../../node_modules/moment/ts3.1-typings/moment.d.ts": {
1340
1345
  "version": "673bdee11352042a96fbdee991b7b0897a2bccebcd8e445e867e5a46048982ba",
1341
1346
  "signature": "673bdee11352042a96fbdee991b7b0897a2bccebcd8e445e867e5a46048982ba",
@@ -2563,6 +2568,13 @@
2563
2568
  "../../../node_modules/@types/node/ts3.2/util.d.ts",
2564
2569
  "../../../node_modules/@types/node/util.d.ts"
2565
2570
  ],
2571
+ "../../../node_modules/@types/traverse/index.d.ts": [
2572
+ "../../../node_modules/@types/graceful-fs/index.d.ts",
2573
+ "../../../node_modules/@types/node/fs.d.ts",
2574
+ "../../../node_modules/@types/node/ts3.2/fs.d.ts",
2575
+ "../../../node_modules/@types/node/ts3.2/util.d.ts",
2576
+ "../../../node_modules/@types/node/util.d.ts"
2577
+ ],
2566
2578
  "../../../node_modules/@types/uuid/index.d.ts": [
2567
2579
  "../../../node_modules/@types/graceful-fs/index.d.ts",
2568
2580
  "../../../node_modules/@types/node/fs.d.ts",
@@ -3728,7 +3740,9 @@
3728
3740
  "../../../node_modules/@types/node/ts3.2/fs.d.ts",
3729
3741
  "../../../node_modules/@types/node/ts3.2/util.d.ts",
3730
3742
  "../../../node_modules/@types/node/util.d.ts",
3731
- "../../../node_modules/@types/node/zlib.d.ts"
3743
+ "../../../node_modules/@types/node/zlib.d.ts",
3744
+ "../src/storage/FileSystemGraphObjectStore/indices.ts",
3745
+ "../src/storage/types.ts"
3732
3746
  ],
3733
3747
  "../src/index.ts": [
3734
3748
  "../../../node_modules/@types/graceful-fs/index.d.ts",
@@ -3889,9 +3903,9 @@
3889
3903
  "../src/api/index.ts",
3890
3904
  "../src/execution/index.ts",
3891
3905
  "../src/fileSystem.ts",
3906
+ "../src/index.ts",
3892
3907
  "../src/logger/index.ts",
3893
3908
  "../src/metrics/index.ts",
3894
- "../src/storage/FileSystemGraphObjectStore/indices.ts",
3895
3909
  "../src/storage/types.ts",
3896
3910
  "../src/synchronization/error.ts",
3897
3911
  "../src/synchronization/events.ts"
@@ -5087,6 +5101,13 @@
5087
5101
  "../../../node_modules/@types/node/ts3.2/util.d.ts",
5088
5102
  "../../../node_modules/@types/node/util.d.ts"
5089
5103
  ],
5104
+ "../../../node_modules/@types/traverse/index.d.ts": [
5105
+ "../../../node_modules/@types/graceful-fs/index.d.ts",
5106
+ "../../../node_modules/@types/node/fs.d.ts",
5107
+ "../../../node_modules/@types/node/ts3.2/fs.d.ts",
5108
+ "../../../node_modules/@types/node/ts3.2/util.d.ts",
5109
+ "../../../node_modules/@types/node/util.d.ts"
5110
+ ],
5090
5111
  "../../../node_modules/@types/uuid/index.d.ts": [
5091
5112
  "../../../node_modules/@types/graceful-fs/index.d.ts",
5092
5113
  "../../../node_modules/@types/node/fs.d.ts",
@@ -6130,6 +6151,9 @@
6130
6151
  "../src/execution/validation.ts": [
6131
6152
  "../../integration-sdk-core/dist/src/index.d.ts"
6132
6153
  ],
6154
+ "../src/fileSystem.ts": [
6155
+ "../src/storage/types.ts"
6156
+ ],
6133
6157
  "../src/index.ts": [
6134
6158
  "../src/api/index.ts",
6135
6159
  "../src/execution/index.ts",
@@ -6319,6 +6343,7 @@
6319
6343
  "../../../node_modules/@types/pollyjs__persister/index.d.ts",
6320
6344
  "../../../node_modules/@types/prettier/index.d.ts",
6321
6345
  "../../../node_modules/@types/stack-utils/index.d.ts",
6346
+ "../../../node_modules/@types/traverse/index.d.ts",
6322
6347
  "../../../node_modules/@types/uuid/index.d.ts",
6323
6348
  "../../../node_modules/@types/uuid/interfaces.d.ts",
6324
6349
  "../../../node_modules/@types/vis/index.d.ts",
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@jupiterone/integration-sdk-runtime",
3
- "version": "7.4.1",
3
+ "version": "8.0.0",
4
4
  "description": "The SDK for developing JupiterOne integrations",
5
5
  "main": "dist/src/index.js",
6
6
  "types": "dist/src/index.d.ts",
@@ -24,7 +24,7 @@
24
24
  "prepack": "yarn build:dist"
25
25
  },
26
26
  "dependencies": {
27
- "@jupiterone/integration-sdk-core": "^7.4.1",
27
+ "@jupiterone/integration-sdk-core": "^8.0.0",
28
28
  "@lifeomic/alpha": "^1.4.0",
29
29
  "@lifeomic/attempt": "^3.0.0",
30
30
  "async-sema": "^3.1.0",
@@ -43,12 +43,12 @@
43
43
  "uuid": "^7.0.3"
44
44
  },
45
45
  "devDependencies": {
46
- "@jupiterone/integration-sdk-private-test-utils": "^7.4.1",
46
+ "@jupiterone/integration-sdk-private-test-utils": "^8.0.0",
47
47
  "@types/uuid": "^7.0.2",
48
48
  "get-port": "^5.1.1",
49
49
  "memfs": "^3.2.0",
50
50
  "ts-node": "^9.1.0",
51
51
  "wait-for-expect": "^3.0.2"
52
52
  },
53
- "gitHead": "3c9b2a671ac9e52a0a33f9177d21b3aae31d505a"
53
+ "gitHead": "855a502aabe8b12c6373dc2cef6add7a2106c153"
54
54
  }