@jupiterone/integration-sdk-runtime 12.5.1 → 12.7.0-alpha.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/src/execution/duplicateKeyTracker.d.ts +7 -1
- package/dist/src/execution/duplicateKeyTracker.js +3 -3
- package/dist/src/execution/duplicateKeyTracker.js.map +1 -1
- package/dist/src/execution/executeIntegration.js +17 -1
- package/dist/src/execution/executeIntegration.js.map +1 -1
- package/dist/src/execution/index.d.ts +1 -1
- package/dist/src/execution/index.js +2 -2
- package/dist/src/execution/index.js.map +1 -1
- package/dist/src/execution/jobState.js.map +1 -1
- package/dist/src/execution/onDiskDuplicateKeyTracker.d.ts +21 -0
- package/dist/src/execution/onDiskDuplicateKeyTracker.js +74 -0
- package/dist/src/execution/onDiskDuplicateKeyTracker.js.map +1 -0
- package/dist/src/storage/memory.d.ts +1 -0
- package/dist/src/storage/memory.js +7 -0
- package/dist/src/storage/memory.js.map +1 -1
- package/dist/tsconfig.dist.tsbuildinfo +1 -1
- package/package.json +5 -4
|
@@ -1,4 +1,10 @@
|
|
|
1
1
|
import { Entity, GraphObjectStore, KeyNormalizationFunction } from '@jupiterone/integration-sdk-core';
|
|
2
|
+
export interface DuplicateKeyTracker {
|
|
3
|
+
getEncounteredKeys(): string[][];
|
|
4
|
+
registerKey(_key: string): void;
|
|
5
|
+
getGraphObjectMetadata(_key: string): string | undefined;
|
|
6
|
+
hasKey(_key: string): boolean;
|
|
7
|
+
}
|
|
2
8
|
/**
|
|
3
9
|
* Contains a map of every graph object key to a specific set of metadata about
|
|
4
10
|
* the graph object used for filtering. For example, we use the `_type` property
|
|
@@ -6,7 +12,7 @@ import { Entity, GraphObjectStore, KeyNormalizationFunction } from '@jupiterone/
|
|
|
6
12
|
* or relationships. We store the `_type` inside the metadata for a fast lookup
|
|
7
13
|
* table.
|
|
8
14
|
*/
|
|
9
|
-
export declare class DuplicateKeyTracker {
|
|
15
|
+
export declare class InMemoryDuplicateKeyTracker implements DuplicateKeyTracker {
|
|
10
16
|
private readonly graphObjectKeyMap;
|
|
11
17
|
private readonly normalizationFunction;
|
|
12
18
|
constructor(normalizationFunction?: KeyNormalizationFunction);
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.createDuplicateEntityReport = exports.
|
|
3
|
+
exports.createDuplicateEntityReport = exports.InMemoryDuplicateKeyTracker = void 0;
|
|
4
4
|
const integration_sdk_core_1 = require("@jupiterone/integration-sdk-core");
|
|
5
5
|
const assert_1 = require("assert");
|
|
6
6
|
const bigMap_1 = require("./utils/bigMap");
|
|
@@ -12,7 +12,7 @@ const DUPLICATE_KEY_TRACKER_DEFAULT_MAP_KEY_SPACE = 2000000;
|
|
|
12
12
|
* or relationships. We store the `_type` inside the metadata for a fast lookup
|
|
13
13
|
* table.
|
|
14
14
|
*/
|
|
15
|
-
class
|
|
15
|
+
class InMemoryDuplicateKeyTracker {
|
|
16
16
|
graphObjectKeyMap;
|
|
17
17
|
normalizationFunction;
|
|
18
18
|
constructor(normalizationFunction) {
|
|
@@ -36,7 +36,7 @@ class DuplicateKeyTracker {
|
|
|
36
36
|
return this.graphObjectKeyMap.has(this.normalizationFunction(_key));
|
|
37
37
|
}
|
|
38
38
|
}
|
|
39
|
-
exports.
|
|
39
|
+
exports.InMemoryDuplicateKeyTracker = InMemoryDuplicateKeyTracker;
|
|
40
40
|
async function createDuplicateEntityReport({ duplicateEntity, payload, indexOfDuplicateKey, graphObjectStore, }) {
|
|
41
41
|
const originalEntityFromPayload = getOriginalEntityFromPayload(payload, duplicateEntity._key, indexOfDuplicateKey);
|
|
42
42
|
if (originalEntityFromPayload) {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"duplicateKeyTracker.js","sourceRoot":"","sources":["../../../src/execution/duplicateKeyTracker.ts"],"names":[],"mappings":";;;AAAA,2EAK0C;AAC1C,mCAAyC;AACzC,2CAAwC;AAExC,MAAM,2CAA2C,GAAG,
|
|
1
|
+
{"version":3,"file":"duplicateKeyTracker.js","sourceRoot":"","sources":["../../../src/execution/duplicateKeyTracker.ts"],"names":[],"mappings":";;;AAAA,2EAK0C;AAC1C,mCAAyC;AACzC,2CAAwC;AAExC,MAAM,2CAA2C,GAAG,OAAS,CAAC;AAS9D;;;;;;GAMG;AACH,MAAa,2BAA2B;IACrB,iBAAiB,CAAyB;IAC1C,qBAAqB,CAA2B;IAEjE,YAAY,qBAAgD;QAC1D,IAAI,CAAC,qBAAqB,GAAG,qBAAqB,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC;QAEvE,IAAI,CAAC,iBAAiB,GAAG,IAAI,eAAM,CACjC,2CAA2C,CAC5C,CAAC;IACJ,CAAC;IAED,kBAAkB;QAChB,OAAO,IAAI,CAAC,iBAAiB,CAAC,IAAI,EAAE,CAAC;IACvC,CAAC;IAED,WAAW,CAAC,IAAY;QACtB,MAAM,aAAa,GAAG,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,CAAC;QACvD,IAAI,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,aAAa,CAAC,EAAE;YAC7C,MAAM,IAAI,mDAA4B,CACpC,iCAAiC,IAAI,GAAG,CACzC,CAAC;SACH;QAED,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,aAAa,EAAE,IAAI,CAAC,CAAC;IAClD,CAAC;IAED,sBAAsB,CAAC,IAAY;QACjC,OAAO,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,CAAC,CAAC;IACtE,CAAC;IAED,MAAM,CAAC,IAAY;QACjB,OAAO,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,CAAC,CAAC;IACtE,CAAC;CACF;AAlCD,kEAkCC;AASM,KAAK,UAAU,2BAA2B,CAAC,EAChD,eAAe,EACf,OAAO,EACP,mBAAmB,EACnB,gBAAgB,GACS;IACzB,MAAM,yBAAyB,GAAG,4BAA4B,CAC5D,OAAO,EACP,eAAe,CAAC,IAAI,EACpB,mBAAmB,CACpB,CAAC;IAEF,IAAI,yBAAyB,EAAE;QAC7B,OAAO,eAAe,CAAC,yBAAyB,EAAE,eAAe,CAAC,CAAC;KACpE;SAAM;QACL,MAAM,kCAAkC,GACtC,MAAM,gBAAgB,CAAC,UAAU,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;QAC1D,OAAO,eAAe,CACpB,kCAAmC,EACnC,eAAe,CAChB,CAAC;KACH;AACH,CAAC;AAtBD,kEAsBC;AAED;;;;;;;;GAQG;AACH,SAAS,4BAA4B,CACnC,OAAiB,EACjB,IAAY,EACZ,mBAA2B;IAE3B,OAAO,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QAC3B,IAAI,CAAC,IAAI,mBAAmB,EAAE;YAC5B,OAAO,SAAS,CAAC;SAClB;aAAM,IAAI,CAAC,CAAC,IAAI,KAAK,IAAI,EAAE;YAC1B,OAAO,CAAC,CAAC;SACV;IACH,CAAC,CAAC,CAAC;AACL,CAAC;AAED;;;;;GAKG;AACH,SAAS,iBAAiB,CAAC,CAAM,EAAE,CAAM;IACvC,IAAI;QACF,IAAA,wBAAe,EAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACtB,OAAO,IAAI,CAAC;KACb;IAAC,MAAM;QACN,OAAO,KAAK,CAAC;KACd;AACH,CAAC;AAQD;;;;;;GAMG;AACH,SAAS,eAAe,CAAC,CAAS,EAAE,CAAS;IAC3C,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7C,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7C,MAAM,CAAC,QAAQ,GAAG,SAAS,CAAC;IAC5B,MAAM,CAAC,QAAQ,GAAG,SAAS,CAAC;IAE5B,OAAO;QACL,IAAI,EAAE,CAAC,CAAC,IAAI;QACZ,YAAY,EAAE,iBAAiB,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,QAAQ,CAAC;QACvD,eAAe,EAAE,iBAAiB,CAAC,MAAM,EAAE,MAAM,CAAC;KACnD,CAAC;AACJ,CAAC"}
|
|
@@ -1,4 +1,7 @@
|
|
|
1
1
|
"use strict";
|
|
2
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
+
};
|
|
2
5
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
6
|
exports.executeWithContext = exports.executeIntegrationInstance = exports.executeIntegrationLocally = void 0;
|
|
4
7
|
const integration_sdk_core_1 = require("@jupiterone/integration-sdk-core");
|
|
@@ -6,6 +9,7 @@ const fileSystem_1 = require("../fileSystem");
|
|
|
6
9
|
const logger_1 = require("../logger");
|
|
7
10
|
const metrics_1 = require("../metrics");
|
|
8
11
|
const storage_1 = require("../storage");
|
|
12
|
+
const path_1 = __importDefault(require("path"));
|
|
9
13
|
const instance_1 = require("./instance");
|
|
10
14
|
const jobState_1 = require("./jobState");
|
|
11
15
|
const step_1 = require("./step");
|
|
@@ -128,7 +132,19 @@ async function executeWithContext(context, config, options = {}) {
|
|
|
128
132
|
diskUsagePublishInterval = createDiskUsagePublishInterval();
|
|
129
133
|
}
|
|
130
134
|
const { graphObjectStore = new storage_1.FileSystemGraphObjectStore(), createStepGraphObjectDataUploader, resultsCallback, } = options;
|
|
131
|
-
|
|
135
|
+
let duplicateKeyTracker = new duplicateKeyTracker_1.InMemoryDuplicateKeyTracker(config.normalizeGraphObjectKey);
|
|
136
|
+
if (process.env.USE_ON_DISK_DKT) {
|
|
137
|
+
// conditionally require so the dependency can remain optional
|
|
138
|
+
try {
|
|
139
|
+
const { OnDiskDuplicateKeyTracker, } = require('./onDiskDuplicateKeyTracker');
|
|
140
|
+
duplicateKeyTracker = new OnDiskDuplicateKeyTracker({
|
|
141
|
+
filepath: path_1.default.join(process.cwd(), fileSystem_1.DEFAULT_STORAGE_DIRECTORY_NAME, 'key-tracker.db'),
|
|
142
|
+
});
|
|
143
|
+
}
|
|
144
|
+
catch (err) {
|
|
145
|
+
logger.warn({ err }, 'Tried to require OnDiskDuplicateKeyTracker, but failed. Falling back to InMemoryDuplicateKeyTracker');
|
|
146
|
+
}
|
|
147
|
+
}
|
|
132
148
|
const integrationStepResults = await (0, step_1.executeSteps)({
|
|
133
149
|
executionContext: context,
|
|
134
150
|
integrationSteps: config.integrationSteps,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"executeIntegration.js","sourceRoot":"","sources":["../../../src/execution/executeIntegration.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"executeIntegration.js","sourceRoot":"","sources":["../../../src/execution/executeIntegration.ts"],"names":[],"mappings":";;;;;;AAAA,2EAiB0C;AAE1C,8CAOuB;AACvB,sCAImB;AACnB,wCAKoB;AACpB,wCAA0E;AAC1E,gDAAwB;AACxB,yCAAwE;AACxE,yCAA6C;AAC7C,iCAIgB;AAEhB,6DAA0D;AAC1D,+DAA4D;AAC5D,6CAAuD;AACvD,+EAA4E;AAC5E,+DAG+B;AAC/B,iGAA8F;AAuB9F,MAAM,kCAAkC,GAAG,KAAK,GAAG,CAAC,CAAC;AAErD;;;GAGG;AACI,KAAK,UAAU,yBAAyB,CAC7C,MAAmC,EACnC,gBAAkC,EAClC,OAAmC;IAEnC,MAAM,MAAM,GAAG,IAAA,gCAAuB,EAAC;QACrC,IAAI,EAAE,OAAO;QACb,gBAAgB,EAAE,MAAM;QACxB,MAAM,EAAE,OAAO,EAAE,MAAM;KACxB,CAAC,CAAC;IACH,MAAM,wBAAwB,GAAG,IAAA,+CAAsC,EACrE,GAAG,EAAE,CAAC,MAAM,CACb,CAAC;IACF,MAAM,MAAM,GAAG,MAAM,0BAA0B,CAC7C,MAAM,EACN,IAAA,qDAA0C,EAAC,MAAM,CAAC,EAClD,MAAM,EACN,gBAAgB,EAChB;QACE,GAAG,OAAO;QACV,sBAAsB,EAAE,OAAO,EAAE,sBAAsB,IAAI,IAAI;KAChE,CACF,CAAC;IACF,IAAA,iDAAwC,EAAC,wBAAwB,CAAC,CAAC;IACnE,OAAO,MAAM,CAAC;AAChB,CAAC;AAzBD,8DAyBC;AAED;;GAEG;AACI,KAAK,UAAU,0BAA0B,CAI9C,MAAyB,EACzB,QAAiD,EACjD,MAAuD,EACvD,gBAAkC,EAClC,UAAqC,EAAE;IAEvC,IAAI,OAAO,CAAC,sBAAsB,KAAK,IAAI,EAAE;QAC3C,OAAO,CAAC,GAAG,CAAC,qCAAqC,GAAG,MAAM,CAAC;KAC5D;IACD,MAAM,yBAAyB,GAAG,IAAA,mCAAgB,EAChD,QAAQ,EACR,IAAA,iCAAe,EAAC,MAAM,CAAC,CACxB,CAAC;IAEF,OAAO,IAAA,uBAAa,EAAC;QACnB,MAAM;QACN,UAAU,EAAE,kBAAkB;QAC9B,SAAS,EAAE,GAAG,EAAE,CACd,kBAAkB,CAChB;YACE,QAAQ,EAAE,yBAAyB;YACnC,MAAM;YACN,gBAAgB;YAChB,eAAe,EACb,MAAM,CAAC,mBAAmB,EAAE,CAAC,yBAAyB,CAAC,IAAI,EAAE;SAChE,EACD,MAAM,EACN,OAAO,CACR;KACJ,CAAC,CAAC;AACL,CAAC;AAlCD,gEAkCC;AAED,SAAS,sBAAsB,CAC7B,OAA0B,EAC1B,IAAY;IAEZ,OAAO,CAAC,MAAM,CAAC,aAAa,CAAC;QAC3B,IAAI,EAAE,YAAY;QAClB,KAAK,EAAE,IAAI;QACX,IAAI,EAAE,OAAO;KACd,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,yBAAyB,CAEtC,OAA0B;IAC1B,IAAI,CAAC,CAAC,MAAM,IAAA,0CAA6B,GAAE,CAAC,EAAE;QAC5C,OAAO;KACR;IAED,sBAAsB,CAAC,OAAO,EAAE,MAAM,IAAA,wCAA2B,GAAE,CAAC,CAAC;AACvE,CAAC;AAED;;;GAGG;AACI,KAAK,UAAU,kBAAkB,CAItC,OAA0B,EAC1B,MAAkE,EAClE,UAAqC,EAAE;IAEvC,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;IAE3B,wEAAwE;IACxE,oEAAoE;IACpE,MAAM,4BAA4B,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC;IAE5E,MAAM,CAAC,IAAI,CACT;QACE,kBAAkB,EAAE,IAAA,iCAAoB,GAAE;KAC3C,EACD,mCAAmC,CACpC,CAAC;IAEF,IAAI,wBAAoD,CAAC;IACzD,IAAI,iBAAiB,GAAG,KAAK,CAAC;IAE9B,SAAS,8BAA8B;QACrC,OAAO,WAAW,CAAC,GAAG,EAAE;YACtB,IAAA,0CAA6B,GAAE;iBAC5B,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE;gBAChB,IAAI,CAAC,OAAO;oBAAE,OAAO;gBAErB,OAAO,IAAA,wCAA2B,GAAE,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE;oBACjD,IAAI,iBAAiB,EAAE;wBACrB,OAAO;qBACR;oBAED,sBAAsB,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;gBACxC,CAAC,CAAC,CAAC;YACL,CAAC,CAAC;iBACD,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;gBACb,IAAI,iBAAiB,EAAE;oBACrB,OAAO;iBACR;gBAED,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,EAAE,oCAAoC,CAAC,CAAC;YACtE,CAAC,CAAC,CAAC;QACP,CAAC,EAAE,kCAAkC,CAAC,CAAC;IACzC,CAAC;IAED,IAAI;QACF,IAAI,4BAA4B,EAAE;YAChC,MAAM,yBAAyB,CAAC,OAAO,CAAC,CAAC;SAC1C;QAED,IAAI;YACF,MAAM,IAAA,mCAAsB,GAAE,CAAC;YAE/B,IAAI;gBACF,MAAM,MAAM,CAAC,kBAAkB,EAAE,CAAC,OAAO,CAAC,CAAC;aAC5C;YAAC,OAAO,GAAG,EAAE;gBACZ,MAAM,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC;gBAC9B,MAAM,GAAG,CAAC;aACX;YAED,MAAM,qBAAqB,GACzB,CAAC,MAAM,MAAM,CAAC,kBAAkB,EAAE,CAAC,OAAO,CAAC,CAAC;gBAC5C,IAAA,gCAAyB,EAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC;YAErD,IAAA,oCAAuB,EAAC,MAAM,CAAC,gBAAgB,EAAE,qBAAqB,CAAC,CAAC;YAExE,MAAM,eAAe,GAAG,IAAA,qEAAiC,EAAC;gBACxD,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;gBACzC,qBAAqB;gBACrB,eAAe,EAAE,OAAO,CAAC,QAAQ,EAAE,eAAe,EAAE,GAAG,CACrD,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,iBAAiB,CACrC;aACF,CAAC,CAAC;YAEH,IAAI,4BAA4B,EAAE;gBAChC,wBAAwB,GAAG,8BAA8B,EAAE,CAAC;aAC7D;YAED,MAAM,EACJ,gBAAgB,GAAG,IAAI,oCAA0B,EAAE,EACnD,iCAAiC,EACjC,eAAe,GAChB,GAAG,OAAO,CAAC;YAEZ,IAAI,mBAAmB,GACrB,IAAI,iDAA2B,CAAC,MAAM,CAAC,uBAAuB,CAAC,CAAC;YAElE,IAAI,OAAO,CAAC,GAAG,CAAC,eAAe,EAAE;gBAC/B,8DAA8D;gBAC9D,IAAI;oBACF,MAAM,EACJ,yBAAyB,GAC1B,GAAG,OAAO,CAAC,6BAA6B,CAAC,CAAC;oBAC3C,mBAAmB,GAAG,IAAI,yBAAyB,CAAC;wBAClD,QAAQ,EAAE,cAAI,CAAC,IAAI,CACjB,OAAO,CAAC,GAAG,EAAE,EACb,2CAA8B,EAC9B,gBAAgB,CACjB;qBACF,CAAC,CAAC;iBACJ;gBAAC,OAAO,GAAG,EAAE;oBACZ,MAAM,CAAC,IAAI,CACT,EAAE,GAAG,EAAE,EACP,qGAAqG,CACtG,CAAC;iBACH;aACF;YAED,MAAM,sBAAsB,GAAG,MAAM,IAAA,mBAAY,EAAC;gBAChD,gBAAgB,EAAE,OAAO;gBACzB,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;gBACzC,eAAe;gBACf,eAAe,EAAE,MAAM,CAAC,eAAe;gBACvC,mBAAmB;gBACnB,gBAAgB;gBAChB,SAAS,EAAE,IAAI,0BAAe,EAAE;gBAChC,iCAAiC;gBACjC,eAAe,EAAE,MAAM,CAAC,eAAe;gBACvC,qBAAqB,EAAE,MAAM,CAAC,qBAAqB;gBACnD,cAAc,EAAE,gCAAgC,CAAC,MAAM,CAAC;gBACxD,oBAAoB,EAAE,sCAAsC,CAAC,MAAM,CAAC;gBACpE,oBAAoB,EAAE,MAAM,CAAC,oBAAoB;gBACjD,uBAAuB,EAAE,MAAM,CAAC,uBAAuB;aACxD,CAAC,CAAC;YAEH,MAAM,eAAe,GAAG,IAAA,uDAAgD,EACtE,sBAAsB,CACvB,CAAC;YAEF,MAAM,OAAO,GAA6B;gBACxC,sBAAsB;gBACtB,eAAe,EAAE,MAAM,CAAC,sBAAsB;oBAC5C,CAAC,CAAC,mBAAmB,CAAC,kBAAkB,EAAE;oBAC1C,CAAC,CAAC,SAAS;gBACb,QAAQ,EAAE;oBACR,eAAe;iBAChB;aACF,CAAC;YAEF,MAAM,IAAA,4BAAe,EAAC;gBACpB,IAAI,EAAE,cAAc;gBACpB,IAAI,EAAE,OAAO;aACd,CAAC,CAAC;YAEH,IAAI,eAAe,IAAI,IAAI,EAAE;gBAC3B,IAAI;oBACF,MAAM,eAAe,CAAC,OAAO,CAAC,CAAC;iBAChC;gBAAC,OAAO,GAAG,EAAE;oBACZ,OAAO,CAAC,MAAM,CAAC,IAAI,CACjB,GAAG,EACH,oDAAoD,CACrD,CAAC;iBACH;aACF;YAED,IAAA,mDAAwB,EAAC,OAAO,EAAE,CAAC,IAAI,EAAE,eAAe,EAAE,EAAE;gBAC1D,IACE,IAAI,CAAC,MAAM,KAAK,uCAAgB,CAAC,OAAO;oBACxC,eAAe,CAAC,MAAM,EACtB;oBACA,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,EAAE,eAAe,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE,EACpC,iGAAiG;wBAC/F,wDAAwD,CAC3D,CAAC;iBACH;YACH,CAAC,CAAC,CAAC;YAEH,OAAO,OAAO,CAAC;SAChB;gBAAS;YACR,iBAAiB,GAAG,IAAI,CAAC;YAEzB,IAAI,wBAAwB,EAAE;gBAC5B,aAAa,CAAC,wBAAwB,CAAC,CAAC;aACzC;YAED,IAAI,4BAA4B,EAAE;gBAChC,MAAM,yBAAyB,CAAC,OAAO,CAAC,CAAC;aAC1C;SACF;KACF;YAAS;QACR,IAAI,MAAM,EAAE,cAAc,EAAE;YAC1B,IAAI;gBACF,MAAM,MAAM,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;aACtC;YAAC,OAAO,GAAG,EAAE;gBACZ,0DAA0D;gBAC1D,uEAAuE;gBACvE,4BAA4B;gBAC5B,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,EAAE,wCAAwC,CAAC,CAAC;aACzE;SACF;KACF;AACH,CAAC;AAnMD,gDAmMC;AAED;;;GAGG;AACH,SAAS,gCAAgC,CAEvC,MAAyB;IACzB,OAAO,CAAC,CAAoB,EAAE,CAAS,EAAE,EAAE;QACzC,IAAA,wCAA8B,EAAC;YAC7B,MAAM;YACN,UAAU,EAAE,CAAC,CAAC,KAAK;SACpB,CAAC,CAAC;QAEH,OAAO,CAAC,CAAC;IACX,CAAC,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,SAAS,sCAAsC,CAG7C,MAAyB;IAEzB,OAAO,CAAC,CAAoB,EAAE,CAAe,EAAE,EAAE;QAC/C,IAAI,CAAC,CAAC,QAAQ,EAAE;YACd,IAAA,mDAAyC,EAAC;gBACxC,MAAM;gBACN,gBAAgB,EAAE,CAAC,CAAC,KAAK;aAC1B,CAAC,CAAC;SACJ;aAAM;YACL,IAAA,6CAAmC,EAAC;gBAClC,MAAM;gBACN,gBAAgB,EAAE,CAAC,CAAC,KAAK;aAC1B,CAAC,CAAC;SACJ;QAED,OAAO,CAAC,CAAC;IACX,CAAC,CAAC;AACJ,CAAC"}
|
|
@@ -3,7 +3,7 @@ export { LOCAL_INTEGRATION_INSTANCE, createIntegrationInstanceForLocalExecution,
|
|
|
3
3
|
export { prepareLocalStepCollection } from './step';
|
|
4
4
|
export { loadConfigFromEnvironmentVariables } from './config';
|
|
5
5
|
export { TypeTracker, MemoryDataStore } from './jobState';
|
|
6
|
-
export { DuplicateKeyTracker } from './duplicateKeyTracker';
|
|
6
|
+
export { DuplicateKeyTracker, InMemoryDuplicateKeyTracker, } from './duplicateKeyTracker';
|
|
7
7
|
export { buildStepDependencyGraph } from './dependencyGraph';
|
|
8
8
|
export { StepGraphObjectDataUploader, CreateStepGraphObjectDataUploaderFunction, CreateQueuedStepGraphObjectDataUploaderParams, createQueuedStepGraphObjectDataUploader, CreatePersisterApiStepGraphObjectDataUploaderParams, createPersisterApiStepGraphObjectDataUploader, } from './uploader';
|
|
9
9
|
export { processDeclaredTypesDiff } from './utils/processDeclaredTypesDiff';
|
|
@@ -14,7 +14,7 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
|
|
|
14
14
|
for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
|
|
15
15
|
};
|
|
16
16
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
17
|
-
exports.getMaskedFields = exports.trimStringValues = exports.seperateStepsByDependencyGraph = exports.DEFAULT_DEPENDENCY_GRAPH_IDENTIFIER = exports.processDeclaredTypesDiff = exports.createPersisterApiStepGraphObjectDataUploader = exports.createQueuedStepGraphObjectDataUploader = exports.buildStepDependencyGraph = exports.
|
|
17
|
+
exports.getMaskedFields = exports.trimStringValues = exports.seperateStepsByDependencyGraph = exports.DEFAULT_DEPENDENCY_GRAPH_IDENTIFIER = exports.processDeclaredTypesDiff = exports.createPersisterApiStepGraphObjectDataUploader = exports.createQueuedStepGraphObjectDataUploader = exports.buildStepDependencyGraph = exports.InMemoryDuplicateKeyTracker = exports.MemoryDataStore = exports.TypeTracker = exports.loadConfigFromEnvironmentVariables = exports.prepareLocalStepCollection = exports.createIntegrationInstanceForLocalExecution = exports.LOCAL_INTEGRATION_INSTANCE = void 0;
|
|
18
18
|
__exportStar(require("./executeIntegration"), exports);
|
|
19
19
|
var instance_1 = require("./instance");
|
|
20
20
|
Object.defineProperty(exports, "LOCAL_INTEGRATION_INSTANCE", { enumerable: true, get: function () { return instance_1.LOCAL_INTEGRATION_INSTANCE; } });
|
|
@@ -27,7 +27,7 @@ var jobState_1 = require("./jobState");
|
|
|
27
27
|
Object.defineProperty(exports, "TypeTracker", { enumerable: true, get: function () { return jobState_1.TypeTracker; } });
|
|
28
28
|
Object.defineProperty(exports, "MemoryDataStore", { enumerable: true, get: function () { return jobState_1.MemoryDataStore; } });
|
|
29
29
|
var duplicateKeyTracker_1 = require("./duplicateKeyTracker");
|
|
30
|
-
Object.defineProperty(exports, "
|
|
30
|
+
Object.defineProperty(exports, "InMemoryDuplicateKeyTracker", { enumerable: true, get: function () { return duplicateKeyTracker_1.InMemoryDuplicateKeyTracker; } });
|
|
31
31
|
var dependencyGraph_1 = require("./dependencyGraph");
|
|
32
32
|
Object.defineProperty(exports, "buildStepDependencyGraph", { enumerable: true, get: function () { return dependencyGraph_1.buildStepDependencyGraph; } });
|
|
33
33
|
var uploader_1 = require("./uploader");
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/execution/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;AAAA,uDAAqC;AACrC,uCAGoB;AAFlB,sHAAA,0BAA0B,OAAA;AAC1B,sIAAA,0CAA0C,OAAA;AAE5C,+BAAoD;AAA3C,kHAAA,0BAA0B,OAAA;AACnC,mCAA8D;AAArD,4HAAA,kCAAkC,OAAA;AAC3C,uCAA0D;AAAjD,uGAAA,WAAW,OAAA;AAAE,2GAAA,eAAe,OAAA;AACrC,
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/execution/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;AAAA,uDAAqC;AACrC,uCAGoB;AAFlB,sHAAA,0BAA0B,OAAA;AAC1B,sIAAA,0CAA0C,OAAA;AAE5C,+BAAoD;AAA3C,kHAAA,0BAA0B,OAAA;AACnC,mCAA8D;AAArD,4HAAA,kCAAkC,OAAA;AAC3C,uCAA0D;AAAjD,uGAAA,WAAW,OAAA;AAAE,2GAAA,eAAe,OAAA;AACrC,6DAG+B;AAD7B,kIAAA,2BAA2B,OAAA;AAE7B,qDAA6D;AAApD,2HAAA,wBAAwB,OAAA;AACjC,uCAOoB;AAHlB,mIAAA,uCAAuC,OAAA;AAEvC,yIAAA,6CAA6C,OAAA;AAG/C,WAAW;AACX,WAAW;AACX,WAAW;AACX,6EAA4E;AAAnE,oIAAA,wBAAwB,OAAA;AACjC,yFAGgD;AAF9C,qJAAA,mCAAmC,OAAA;AACnC,gJAAA,8BAA8B,OAAA;AAGhC,6DAA4D;AAAnD,oHAAA,gBAAgB,OAAA;AACzB,2DAA0D;AAAjD,kHAAA,eAAe,OAAA"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"jobState.js","sourceRoot":"","sources":["../../../src/execution/jobState.ts"],"names":[],"mappings":";;;
|
|
1
|
+
{"version":3,"file":"jobState.js","sourceRoot":"","sources":["../../../src/execution/jobState.ts"],"names":[],"mappings":";;;AAMA,+DAI+B;AAY/B,MAAa,WAAW;IACL,4BAA4B,GAAG,IAAI,GAAG,EAGpD,CAAC;IAEJ,sBAAsB,CAAC,KAItB;QACC,MAAM,mBAAmB,GAAG,IAAI,CAAC,4BAA4B,CAAC,GAAG,CAC/D,KAAK,CAAC,MAAM,CACb,CAAC;QAEF,IAAI,mBAAmB,EAAE;YACvB,MAAM,eAAe,GAAG,mBAAmB,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAE7D,IAAI,eAAe,EAAE;gBACnB,eAAe,CAAC,KAAK,IAAI,KAAK,CAAC,KAAK,CAAC;aACtC;iBAAM;gBACL,mBAAmB,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;aAC9D;SACF;aAAM;YACL,IAAI,CAAC,4BAA4B,CAAC,GAAG,CACnC,KAAK,CAAC,MAAM,EACZ,IAAI,GAAG,CAAqC;gBAC1C,CAAC,KAAK,CAAC,KAAK,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC;aACtC,CAAC,CACH,CAAC;SACH;IACH,CAAC;IAED,0BAA0B,CAAC,MAAc;QACvC,MAAM,mBAAmB,GAAG,IAAI,CAAC,4BAA4B,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAC1E,OAAO,mBAAmB,CAAC,CAAC,CAAC,CAAC,GAAG,mBAAmB,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACpE,CAAC;IAED,sBAAsB;QACpB,MAAM,gBAAgB,GAAG,IAAI,GAAG,EAAU,CAAC;QAE3C,KAAK,MAAM,WAAW,IAAI,IAAI,CAAC,4BAA4B,CAAC,MAAM,EAAE,EAAE;YACpE,KAAK,MAAM,KAAK,IAAI,WAAW,CAAC,IAAI,EAAE,EAAE;gBACtC,gBAAgB,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;aAC7B;SACF;QAED,OAAO,CAAC,GAAG,gBAAgB,CAAC,CAAC;IAC/B,CAAC;IAED,aAAa,CAAC,MAAc;QAC1B,MAAM,WAAW,GAA2B,EAAE,CAAC;QAE/C,MAAM,mBAAmB,GAAG,IAAI,CAAC,4BAA4B,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAE1E,KAAK,MAAM,CAAC,KAAK,EAAE,OAAO,CAAC,IAAI,mBAAmB,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE;YACnE,WAAW,CAAC,KAAK,CAAC,GAAG;gBACnB,GAAG,OAAO;aACX,CAAC;SACH;QAED,OAAO,WAAW,CAAC;IACrB,CAAC;CACF;AA/DD,kCA+DC;AAED,MAAa,eAAe;IACT,IAAI,GAAG,IAAI,GAAG,EAAmB,CAAC;IAEnD,GAAG,CAAC,GAAW,EAAE,IAAa;QAC5B,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC;IACxB,CAAC;IAED,GAAG,CAAC,GAAW;QACb,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACxB,CAAC;IAED,MAAM,CAAC,GAAW;QAChB,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACxB,CAAC;CACF;AAdD,0CAcC;AAqCD,SAAgB,kBAAkB,CAAC,EACjC,MAAM,EACN,mBAAmB,EACnB,WAAW,EACX,gBAAgB,EAChB,SAAS,EACT,eAAe,EACf,qBAAqB,EACrB,cAAc,EACd,oBAAoB,EACpB,QAAQ,EACR,oBAAoB,GACK;IACzB,MAAM,WAAW,GAAG,KAAK,EAAE,QAAkB,EAAqB,EAAE;QAClE,IAAI,eAAe,EAAE;YACnB,QAAQ,GAAG,QAAQ,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;SAC1C;QAED,KAAK,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,IAAI,QAAQ,CAAC,OAAO,EAAE,EAAE;YAChD,IAAI;gBACF,mBAAmB,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;aAC9C;YAAC,OAAO,GAAG,EAAE;gBACZ,MAAM,qBAAqB,GAAG,MAAM,IAAA,iDAA2B,EAAC;oBAC9D,eAAe,EAAE,MAAM;oBACvB,OAAO,EAAE,QAAQ;oBACjB,mBAAmB,EAAE,KAAK;oBAC1B,gBAAgB;iBACjB,CAAC,CAAC;gBACH,oBAAoB,CAAC,qBAAqB,CAAC,CAAC;gBAC5C,MAAM,GAAG,CAAC;aACX;YAED,WAAW,CAAC,sBAAsB,CAAC;gBACjC,MAAM;gBACN,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,KAAK,EAAE,CAAC;aACT,CAAC,CAAC;SACJ;QAED,MAAM,gBAAgB,CAAC,WAAW,CAChC,MAAM,EACN,QAAQ,EACR,KAAK,EAAE,QAAQ,EAAE,EAAE,CACjB,QAAQ,EAAE,OAAO,CAAC;YAChB,QAAQ;YACR,aAAa,EAAE,EAAE;SAClB,CAAC,CACL,CAAC;QAEF,IAAI,cAAc,EAAE;YAClB,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC;SAC5C;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC,CAAC;IAEF,SAAS,8BAA8B,CAAC,CAAe;QACrD,mBAAmB,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACxC,WAAW,CAAC,sBAAsB,CAAC;YACjC,MAAM;YACN,KAAK,EAAE,CAAC,CAAC,KAAK;YACd,KAAK,EAAE,CAAC;SACT,CAAC,CAAC;IACL,CAAC;IAED,MAAM,gBAAgB,GAAG,KAAK,EAAE,kBAAkC,EAAE,EAAE;QACpE,IAAI,aAA6B,CAAC;QAElC,IAAI,qBAAqB,EAAE;YACzB,aAAa,GAAG,EAAE,CAAC;YAEnB,KAAK,MAAM,YAAY,IAAI,kBAAkB,EAAE;gBAC7C,MAAM,eAAe,GAAG,MAAM,qBAAqB,CAAC,YAAY,CAAC,CAAC;gBAClE,aAAa,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;gBAEpC,iEAAiE;gBACjE,mBAAmB;gBACnB,8BAA8B,CAAC,eAAe,CAAC,CAAC;aACjD;SACF;aAAM;YACL,aAAa,GAAG,kBAAkB,CAAC;YACnC,aAAa,CAAC,OAAO,CAAC,8BAA8B,CAAC,CAAC;SACvD;QAED,MAAM,gBAAgB,CAAC,gBAAgB,CACrC,MAAM,EACN,aAAa,EACb,KAAK,EAAE,aAAa,EAAE,EAAE,CACtB,QAAQ,EAAE,OAAO,CAAC;YAChB,QAAQ,EAAE,EAAE;YACZ,aAAa;SACd,CAAC,CACL,CAAC;QAEF,IAAI,oBAAoB,EAAE;YACxB,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,oBAAoB,CAAC,CAAC,CAAC,CAAC,CAAC;SACvD;IACH,CAAC,CAAC;IAEF,OAAO;QACL,OAAO,EAAE,KAAK,EAAK,GAAW,EAAE,IAAO,EAAiB,EAAE;YACxD,SAAS,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;YACzB,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;QAC3B,CAAC;QAED,OAAO,EAAE,KAAK,EAAK,GAAW,EAA0B,EAAE;YACxD,OAAO,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAM,CAAC,CAAC;QAClD,CAAC;QAED,UAAU,EAAE,KAAK,EAAK,GAAW,EAAiB,EAAE;YAClD,SAAS,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACtB,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;QAC3B,CAAC;QAED,SAAS,EAAE,KAAK,EAAE,MAAc,EAAmB,EAAE;YACnD,MAAM,SAAS,GAAG,MAAM,WAAW,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;YAC9C,OAAO,SAAS,CAAC,CAAC,CAAC,CAAC;QACtB,CAAC;QACD,WAAW;QAEX,eAAe,EAAE,CAAC,YAA0B,EAAE,EAAE;YAC9C,OAAO,gBAAgB,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC;QAC1C,CAAC;QACD,gBAAgB;QAEhB,UAAU,EAAE,KAAK,EAAE,IAAwB,EAAE,EAAE;YAC7C,IAAI,CAAC,IAAI;gBAAE,OAAO,IAAI,CAAC;YACvB,MAAM,eAAe,GAAG,mBAAmB,CAAC,sBAAsB,CAAC,IAAI,CAAC,CAAC;YAEzE,IAAI,CAAC,eAAe,EAAE;gBACpB,OAAO,IAAI,CAAC;aACb;YAED,OAAO,CAAC,MAAM,gBAAgB,CAAC,UAAU,CAAC,eAAe,CAAC,CAAC,IAAI,IAAI,CAAC;QACtE,CAAC;QAED,MAAM,EAAE,CAAC,IAAwB,EAAE,EAAE;YACnC,IAAI,CAAC,IAAI;gBAAE,OAAO,KAAK,CAAC;YACxB,OAAO,mBAAmB,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAC1C,CAAC;QAED,eAAe,EAAE,CAAC,MAAM,EAAE,QAAQ,EAAE,EAAE,CACpC,gBAAgB,CAAC,eAAe,CAAC,MAAM,EAAE,QAAQ,CAAC;QAEpD,oBAAoB,EAAE,CAAC,MAAM,EAAE,QAAQ,EAAE,EAAE,CACzC,gBAAgB,CAAC,oBAAoB,CAAC,MAAM,EAAE,QAAQ,CAAC;QAEzD,KAAK,EAAE,GAAG,EAAE,CACV,gBAAgB,CAAC,KAAK,CACpB,KAAK,EAAE,QAAQ,EAAE,EAAE,CACjB,QAAQ,EAAE,OAAO,CAAC;YAChB,QAAQ;YACR,aAAa,EAAE,EAAE;SAClB,CAAC,EACJ,KAAK,EAAE,aAAa,EAAE,EAAE,CACtB,QAAQ,EAAE,OAAO,CAAC;YAChB,QAAQ,EAAE,EAAE;YACZ,aAAa;SACd,CAAC,CACL;QAEH,KAAK,CAAC,wBAAwB;YAC5B,MAAM,QAAQ,EAAE,wBAAwB,EAAE,CAAC;QAC7C,CAAC;KACF,CAAC;AACJ,CAAC;AArKD,gDAqKC"}
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
import { KeyNormalizationFunction } from '@jupiterone/integration-sdk-core';
|
|
2
|
+
/**
|
|
3
|
+
* WARNING: Unstable, this class may make breaking changes in the future
|
|
4
|
+
* with no warning while we work out it's usage and interface in integrations
|
|
5
|
+
*/
|
|
6
|
+
export declare class OnDiskDuplicateKeyTracker {
|
|
7
|
+
private lmdb;
|
|
8
|
+
private readonly internalBuffer;
|
|
9
|
+
private readonly internalBufferSize;
|
|
10
|
+
private readonly normalizationFunction;
|
|
11
|
+
constructor(params?: {
|
|
12
|
+
filepath?: string;
|
|
13
|
+
normalizationFunction?: KeyNormalizationFunction;
|
|
14
|
+
internalBuffer?: Map<string, string>;
|
|
15
|
+
internalBufferSize?: number;
|
|
16
|
+
});
|
|
17
|
+
getGraphObjectMetadata(_key: string): string | undefined;
|
|
18
|
+
getEncounteredKeys(): string[][];
|
|
19
|
+
registerKey(_key: string): void;
|
|
20
|
+
hasKey(_key: string): boolean;
|
|
21
|
+
}
|
|
@@ -0,0 +1,74 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.OnDiskDuplicateKeyTracker = void 0;
|
|
4
|
+
let open;
|
|
5
|
+
/* eslint-disable no-useless-catch */
|
|
6
|
+
try {
|
|
7
|
+
const lmdb = require('lmdb');
|
|
8
|
+
open = lmdb.open;
|
|
9
|
+
}
|
|
10
|
+
catch (err) {
|
|
11
|
+
throw err;
|
|
12
|
+
}
|
|
13
|
+
const DEFAULT_IN_MEMORY_BUFFER_SIZE = 10000;
|
|
14
|
+
/**
|
|
15
|
+
* WARNING: Unstable, this class may make breaking changes in the future
|
|
16
|
+
* with no warning while we work out it's usage and interface in integrations
|
|
17
|
+
*/
|
|
18
|
+
class OnDiskDuplicateKeyTracker {
|
|
19
|
+
lmdb;
|
|
20
|
+
internalBuffer;
|
|
21
|
+
internalBufferSize;
|
|
22
|
+
normalizationFunction;
|
|
23
|
+
constructor(params) {
|
|
24
|
+
this.normalizationFunction =
|
|
25
|
+
params?.normalizationFunction || ((_key) => _key);
|
|
26
|
+
this.lmdb = open(params?.filepath ?? 'key-tracker.db', {
|
|
27
|
+
encoding: 'string',
|
|
28
|
+
});
|
|
29
|
+
this.internalBuffer = params?.internalBuffer ?? new Map();
|
|
30
|
+
this.internalBufferSize =
|
|
31
|
+
params?.internalBufferSize ?? DEFAULT_IN_MEMORY_BUFFER_SIZE;
|
|
32
|
+
}
|
|
33
|
+
getGraphObjectMetadata(_key) {
|
|
34
|
+
return this.internalBuffer.get(_key) ?? this.lmdb.get(_key);
|
|
35
|
+
}
|
|
36
|
+
getEncounteredKeys() {
|
|
37
|
+
const keys = [];
|
|
38
|
+
for (const key of this.lmdb.getKeys()) {
|
|
39
|
+
keys.push(key);
|
|
40
|
+
}
|
|
41
|
+
for (const key of this.internalBuffer.keys()) {
|
|
42
|
+
keys.push(key);
|
|
43
|
+
}
|
|
44
|
+
return [keys];
|
|
45
|
+
}
|
|
46
|
+
registerKey(_key) {
|
|
47
|
+
const normalizedKey = this.normalizationFunction(_key);
|
|
48
|
+
if (this.internalBuffer.has(normalizedKey) ||
|
|
49
|
+
this.lmdb.get(normalizedKey)) {
|
|
50
|
+
throw new Error(`Duplicate _key detected (_key=${_key})`);
|
|
51
|
+
}
|
|
52
|
+
this.internalBuffer.set(normalizedKey, _key);
|
|
53
|
+
if (this.internalBuffer.size > this.internalBufferSize) {
|
|
54
|
+
const keys = [];
|
|
55
|
+
this.lmdb.transactionSync(() => {
|
|
56
|
+
for (const [key, value] of this.internalBuffer.entries()) {
|
|
57
|
+
this.lmdb.put(key, value).catch((e) => {
|
|
58
|
+
throw e;
|
|
59
|
+
});
|
|
60
|
+
keys.push(key);
|
|
61
|
+
}
|
|
62
|
+
});
|
|
63
|
+
for (const key of keys) {
|
|
64
|
+
this.internalBuffer.delete(key);
|
|
65
|
+
}
|
|
66
|
+
}
|
|
67
|
+
}
|
|
68
|
+
hasKey(_key) {
|
|
69
|
+
const normalizedKey = this.normalizationFunction(_key);
|
|
70
|
+
return (!!this.lmdb.get(normalizedKey) || this.internalBuffer.has(normalizedKey));
|
|
71
|
+
}
|
|
72
|
+
}
|
|
73
|
+
exports.OnDiskDuplicateKeyTracker = OnDiskDuplicateKeyTracker;
|
|
74
|
+
//# sourceMappingURL=onDiskDuplicateKeyTracker.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"onDiskDuplicateKeyTracker.js","sourceRoot":"","sources":["../../../src/execution/onDiskDuplicateKeyTracker.ts"],"names":[],"mappings":";;;AAGA,IAAI,IAAS,CAAC;AACd,qCAAqC;AACrC,IAAI;IACF,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IAC7B,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;CAClB;AAAC,OAAO,GAAG,EAAE;IACZ,MAAM,GAAG,CAAC;CACX;AAED,MAAM,6BAA6B,GAAG,KAAM,CAAC;AAE7C;;;GAGG;AACH,MAAa,yBAAyB;IAC5B,IAAI,CAAe;IACV,cAAc,CAAsB;IACpC,kBAAkB,CAAS;IAC3B,qBAAqB,CAA2B;IAEjE,YAAY,MAKX;QACC,IAAI,CAAC,qBAAqB;YACxB,MAAM,EAAE,qBAAqB,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC;QACpD,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,MAAM,EAAE,QAAQ,IAAI,gBAAgB,EAAE;YACrD,QAAQ,EAAE,QAAQ;SACnB,CAAC,CAAC;QACH,IAAI,CAAC,cAAc,GAAG,MAAM,EAAE,cAAc,IAAI,IAAI,GAAG,EAAkB,CAAC;QAC1E,IAAI,CAAC,kBAAkB;YACrB,MAAM,EAAE,kBAAkB,IAAI,6BAA6B,CAAC;IAChE,CAAC;IAED,sBAAsB,CAAC,IAAY;QACjC,OAAO,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAC9D,CAAC;IAED,kBAAkB;QAChB,MAAM,IAAI,GAAa,EAAE,CAAC;QAC1B,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE;YACrC,IAAI,CAAC,IAAI,CAAC,GAAa,CAAC,CAAC;SAC1B;QACD,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,cAAc,CAAC,IAAI,EAAE,EAAE;YAC5C,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;SAChB;QACD,OAAO,CAAC,IAAI,CAAC,CAAC;IAChB,CAAC;IAED,WAAW,CAAC,IAAY;QACtB,MAAM,aAAa,GAAG,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,CAAC;QACvD,IACE,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,aAAa,CAAC;YACtC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,aAAa,CAAC,EAC5B;YACA,MAAM,IAAI,KAAK,CAAC,iCAAiC,IAAI,GAAG,CAAC,CAAC;SAC3D;QAED,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,aAAa,EAAE,IAAI,CAAC,CAAC;QAE7C,IAAI,IAAI,CAAC,cAAc,CAAC,IAAI,GAAG,IAAI,CAAC,kBAAkB,EAAE;YACtD,MAAM,IAAI,GAAa,EAAE,CAAC;YAC1B,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,GAAG,EAAE;gBAC7B,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,EAAE;oBACxD,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;wBACpC,MAAM,CAAC,CAAC;oBACV,CAAC,CAAC,CAAC;oBACH,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;iBAChB;YACH,CAAC,CAAC,CAAC;YAEH,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE;gBACtB,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;aACjC;SACF;IACH,CAAC;IAED,MAAM,CAAC,IAAY;QACjB,MAAM,aAAa,GAAG,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,CAAC;QACvD,OAAO,CACL,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,aAAa,CAAC,IAAI,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,aAAa,CAAC,CACzE,CAAC;IACJ,CAAC;CACF;AAvED,8DAuEC"}
|
|
@@ -44,6 +44,7 @@ export declare class InMemoryGraphObjectStore implements GraphObjectStore {
|
|
|
44
44
|
addEntities(stepId: string, newEntities: Entity[]): Promise<void>;
|
|
45
45
|
addRelationships(stepId: string, newRelationships: Relationship[]): Promise<void>;
|
|
46
46
|
findEntity(_key: string | undefined): Promise<Entity | undefined>;
|
|
47
|
+
hasKey(_key: string | undefined): boolean;
|
|
47
48
|
/**
|
|
48
49
|
* @notImplemented
|
|
49
50
|
*/
|
|
@@ -86,6 +86,13 @@ class InMemoryGraphObjectStore {
|
|
|
86
86
|
: undefined;
|
|
87
87
|
return Promise.resolve(entity);
|
|
88
88
|
}
|
|
89
|
+
hasKey(_key) {
|
|
90
|
+
if (!_key) {
|
|
91
|
+
return false;
|
|
92
|
+
}
|
|
93
|
+
return (this.entityKeyToEntityMap.has(_key) ||
|
|
94
|
+
this.relationshipKeyToRelationshipMap.has(_key));
|
|
95
|
+
}
|
|
89
96
|
/**
|
|
90
97
|
* @notImplemented
|
|
91
98
|
*/
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"memory.js","sourceRoot":"","sources":["../../../src/storage/memory.ts"],"names":[],"mappings":";;;AAAA,2EAQ0C;AAC1C,gEAAiE;AAcjE;;;GAGG;AACH,MAAa,wBAAwB;IACnC;;;;;;;OAOG;IACc,oBAAoB,GAAG,IAAI,GAAG,EAG5C,CAAC;IACa,gCAAgC,GAAG,IAAI,GAAG,EAGxD,CAAC;IAEJ;;;OAGG;IACK,iBAAiB,GAA+B,EAAE,CAAC;IACnD,uBAAuB,GAA+B,EAAE,CAAC;IACjE;;;;;;;;;;;;;;;OAeG;IACc,mBAAmB,GAClC,IAAI,GAAG,EAAE,CAAC;IACK,yBAAyB,GAGtC,IAAI,GAAG,EAAE,CAAC;IAEd,WAAW,CAAC,MAAc,EAAE,WAAqB;QAC/C,KAAK,MAAM,MAAM,IAAI,WAAW,EAAE;YAChC,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE;gBACzC,MAAM;gBACN,MAAM;aACP,CAAC,CAAC;YAEH,MAAM,iBAAiB,GAAG,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACrE,IAAI,iBAAiB,EAAE;gBACrB,iBAAiB,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;aAC1C;iBAAM;gBACL,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAC1B,MAAM,CAAC,KAAK,EACZ,IAAI,GAAG,CAAkB,CAAC,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,CAChD,CAAC;aACH;SACF;QACD,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC;YAC7D,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,GAAG,IAAA,6BAAe,EAAC,WAAW,CAAC;YAC/D,CAAC,CAAC,IAAA,6BAAe,EAAC,WAAW,CAAC,CAAC;QACjC,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;IAC3B,CAAC;IAED,gBAAgB,CACd,MAAc,EACd,gBAAgC;QAEhC,KAAK,MAAM,YAAY,IAAI,gBAAgB,EAAE;YAC3C,IAAI,CAAC,gCAAgC,CAAC,GAAG,CAAC,YAAY,CAAC,IAAI,EAAE;gBAC3D,MAAM;gBACN,YAAY;aACb,CAAC,CAAC;YAEH,MAAM,uBAAuB,GAAG,IAAI,CAAC,yBAAyB,CAAC,GAAG,CAChE,YAAY,CAAC,KAAK,CACnB,CAAC;YAEF,IAAI,uBAAuB,EAAE;gBAC3B,uBAAuB,CAAC,GAAG,CAAC,YAAY,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;aACtD;iBAAM;gBACL,IAAI,CAAC,yBAAyB,CAAC,GAAG,CAChC,YAAY,CAAC,KAAK,EAClB,IAAI,GAAG,CAAkB,CAAC,CAAC,YAAY,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,CACtD,CAAC;aACH;SACF;QACD,IAAI,CAAC,uBAAuB,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC,uBAAuB,CAAC,MAAM,CAAC;YACzE,CAAC,CAAC,IAAI,CAAC,uBAAuB,CAAC,MAAM,CAAC,GAAG,IAAA,6BAAe,EAAC,gBAAgB,CAAC;YAC1E,CAAC,CAAC,IAAA,6BAAe,EAAC,gBAAgB,CAAC,CAAC;QACtC,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;IAC3B,CAAC;IAED,UAAU,CAAC,IAAwB;QACjC,MAAM,MAAM,GAAG,IAAI;YACjB,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,MAAM;YAC7C,CAAC,CAAC,SAAS,CAAC;QACd,OAAO,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACjC,CAAC;IAED;;OAEG;IACH,KAAK;QACH,MAAM,IAAI,uCAAgB,CAAC;YACzB,OAAO,EACL,mIAAmI;YACrI,IAAI,EAAE,uBAAuB;SAC9B,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,eAAe,CACnB,MAAyB,EACzB,QAAgC;QAEhC,MAAM,iBAAiB,GAAG,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAErE,IAAI,CAAC,iBAAiB,EAAE;YACtB,OAAO;SACR;QAED,KAAK,MAAM,CAAC,IAAI,CAAC,IAAI,iBAAiB,EAAE;YACtC,MAAM,eAAe,GAAG,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YAE5D,IAAI,CAAC,eAAe,EAAE;gBACpB,qEAAqE;gBACrE,QAAQ;gBACR,MAAM,IAAI,iDAA0B,CAClC,gCAAgC,MAAM,CAAC,KAAK,UAAU,IAAI,GAAG,CAC9D,CAAC;aACH;YAED,MAAM,QAAQ,CAAC,eAAe,CAAC,MAAW,CAAC,CAAC;SAC7C;IACH,CAAC;IAED,KAAK,CAAC,oBAAoB,CACxB,MAAyB,EACzB,QAAgC;QAEhC,MAAM,uBAAuB,GAAG,IAAI,CAAC,yBAAyB,CAAC,GAAG,CAChE,MAAM,CAAC,KAAK,CACb,CAAC;QAEF,IAAI,CAAC,uBAAuB,EAAE;YAC5B,OAAO;SACR;QAED,KAAK,MAAM,CAAC,IAAI,CAAC,IAAI,uBAAuB,EAAE;YAC5C,MAAM,eAAe,GAAG,IAAI,CAAC,gCAAgC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YAExE,IAAI,CAAC,eAAe,EAAE;gBACpB,qEAAqE;gBACrE,QAAQ;gBACR,MAAM,IAAI,iDAA0B,CAClC,sCAAsC,MAAM,CAAC,KAAK,UAAU,IAAI,GAAG,CACpE,CAAC;aACH;YAED,MAAM,QAAQ,CAAC,eAAe,CAAC,YAAiB,CAAC,CAAC;SACnD;IACH,CAAC;IAED;;;;;;;;OAQG;IACH,aAAa,CAAC,QAAkB,EAAE,MAAc;QAC9C,KAAK,MAAM,MAAM,IAAI,QAAQ,EAAE;YAC7B,IAAI,CAAC,oBAAoB,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YAC9C,MAAM,iBAAiB,GAAG,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAErE,IAAI,CAAC,iBAAiB,EAAE;gBACtB,oEAAoE;gBACpE,sCAAsC;gBACtC,MAAM,IAAI,KAAK,CACb,oDAAoD,MAAM,CAAC,IAAI,WAAW,MAAM,CAAC,KAAK,GAAG,CAC1F,CAAC;aACH;YAED,iBAAiB,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;SACvC;QACD,OAAO,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC;IACxC,CAAC;IAED;;;;;;;;OAQG;IACH,kBAAkB,CAAC,aAA6B,EAAE,MAAc;QAC9D,KAAK,MAAM,YAAY,IAAI,aAAa,EAAE;YACxC,IAAI,CAAC,gCAAgC,CAAC,MAAM,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;YAChE,MAAM,uBAAuB,GAAG,IAAI,CAAC,yBAAyB,CAAC,GAAG,CAChE,YAAY,CAAC,KAAK,CACnB,CAAC;YAEF,IAAI,CAAC,uBAAuB,EAAE;gBAC5B,oEAAoE;gBACpE,sCAAsC;gBACtC,MAAM,IAAI,KAAK,CACb,0DAA0D,YAAY,CAAC,IAAI,WAAW,YAAY,CAAC,KAAK,GAAG,CAC5G,CAAC;aACH;YAED,uBAAuB,CAAC,MAAM,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;SACnD;QACD,OAAO,IAAI,CAAC,uBAAuB,CAAC,MAAM,CAAC,CAAC;IAC9C,CAAC;IAED,eAAe;QACb,MAAM,QAAQ,GAAa,EAAE,CAAC;QAC9B,KAAK,MAAM,CAAC,IAAI,EAAE,eAAe,CAAC,IAAI,IAAI,CAAC,oBAAoB,EAAE;YAC/D,QAAQ,CAAC,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;SACvC;QACD,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,oBAAoB;QAClB,MAAM,aAAa,GAAmB,EAAE,CAAC;QACzC,KAAK,MAAM,CAAC,IAAI,EAAE,eAAe,CAAC,IAAI,IAAI;aACvC,gCAAgC,EAAE;YACnC,aAAa,CAAC,IAAI,CAAC,eAAe,CAAC,YAAY,CAAC,CAAC;SAClD;QACD,OAAO,aAAa,CAAC;IACvB,CAAC;IAED,qBAAqB;QACnB,MAAM,iBAAiB,GAAG,IAAI,GAAG,EAAoB,CAAC;QAEtD,KAAK,MAAM,CAAC,IAAI,EAAE,eAAe,CAAC,IAAI,IAAI,CAAC,oBAAoB,EAAE;YAC/D,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,eAAe,CAAC;YAE3C,MAAM,mBAAmB,GAAG,iBAAiB,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YAC1D,IAAI,mBAAmB,EAAE;gBACvB,mBAAmB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;aAClC;iBAAM;gBACL,iBAAiB,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC;aACzC;SACF;QAED,OAAO,iBAAiB,CAAC;IAC3B,CAAC;IAED,0BAA0B;QACxB,MAAM,sBAAsB,GAAG,IAAI,GAAG,EAA0B,CAAC;QAEjE,KAAK,MAAM,CAAC,IAAI,EAAE,eAAe,CAAC,IAAI,IAAI;aACvC,gCAAgC,EAAE;YACnC,MAAM,EAAE,MAAM,EAAE,YAAY,EAAE,GAAG,eAAe,CAAC;YAEjD,MAAM,wBAAwB,GAAG,sBAAsB,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YACpE,IAAI,wBAAwB,EAAE;gBAC5B,wBAAwB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;aAC7C;iBAAM;gBACL,sBAAsB,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,YAAY,CAAC,CAAC,CAAC;aACpD;SACF;QAED,OAAO,sBAAsB,CAAC;IAChC,CAAC;IAED,uBAAuB;QACrB,OAAO,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC;IACxC,CAAC;IAED,6BAA6B;QAC3B,OAAO,IAAI,CAAC,gCAAgC,CAAC,IAAI,CAAC;IACpD,CAAC;IAED,yBAAyB;QACvB,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,MAAM,CACjD,CAAC,UAAU,EAAE,SAAS,EAAE,EAAE,CAAC,UAAU,GAAG,SAAS,EACjD,CAAC,CACF,CAAC;IACJ,CAAC;IAED,+BAA+B;QAC7B,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC,MAAM,CACvD,CAAC,UAAU,EAAE,SAAS,EAAE,EAAE,CAAC,UAAU,GAAG,SAAS,EACjD,CAAC,CACF,CAAC;IACJ,CAAC;CACF;
|
|
1
|
+
{"version":3,"file":"memory.js","sourceRoot":"","sources":["../../../src/storage/memory.ts"],"names":[],"mappings":";;;AAAA,2EAQ0C;AAC1C,gEAAiE;AAcjE;;;GAGG;AACH,MAAa,wBAAwB;IACnC;;;;;;;OAOG;IACc,oBAAoB,GAAG,IAAI,GAAG,EAG5C,CAAC;IACa,gCAAgC,GAAG,IAAI,GAAG,EAGxD,CAAC;IAEJ;;;OAGG;IACK,iBAAiB,GAA+B,EAAE,CAAC;IACnD,uBAAuB,GAA+B,EAAE,CAAC;IACjE;;;;;;;;;;;;;;;OAeG;IACc,mBAAmB,GAClC,IAAI,GAAG,EAAE,CAAC;IACK,yBAAyB,GAGtC,IAAI,GAAG,EAAE,CAAC;IAEd,WAAW,CAAC,MAAc,EAAE,WAAqB;QAC/C,KAAK,MAAM,MAAM,IAAI,WAAW,EAAE;YAChC,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE;gBACzC,MAAM;gBACN,MAAM;aACP,CAAC,CAAC;YAEH,MAAM,iBAAiB,GAAG,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACrE,IAAI,iBAAiB,EAAE;gBACrB,iBAAiB,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;aAC1C;iBAAM;gBACL,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAC1B,MAAM,CAAC,KAAK,EACZ,IAAI,GAAG,CAAkB,CAAC,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,CAChD,CAAC;aACH;SACF;QACD,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC;YAC7D,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,GAAG,IAAA,6BAAe,EAAC,WAAW,CAAC;YAC/D,CAAC,CAAC,IAAA,6BAAe,EAAC,WAAW,CAAC,CAAC;QACjC,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;IAC3B,CAAC;IAED,gBAAgB,CACd,MAAc,EACd,gBAAgC;QAEhC,KAAK,MAAM,YAAY,IAAI,gBAAgB,EAAE;YAC3C,IAAI,CAAC,gCAAgC,CAAC,GAAG,CAAC,YAAY,CAAC,IAAI,EAAE;gBAC3D,MAAM;gBACN,YAAY;aACb,CAAC,CAAC;YAEH,MAAM,uBAAuB,GAAG,IAAI,CAAC,yBAAyB,CAAC,GAAG,CAChE,YAAY,CAAC,KAAK,CACnB,CAAC;YAEF,IAAI,uBAAuB,EAAE;gBAC3B,uBAAuB,CAAC,GAAG,CAAC,YAAY,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;aACtD;iBAAM;gBACL,IAAI,CAAC,yBAAyB,CAAC,GAAG,CAChC,YAAY,CAAC,KAAK,EAClB,IAAI,GAAG,CAAkB,CAAC,CAAC,YAAY,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,CACtD,CAAC;aACH;SACF;QACD,IAAI,CAAC,uBAAuB,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC,uBAAuB,CAAC,MAAM,CAAC;YACzE,CAAC,CAAC,IAAI,CAAC,uBAAuB,CAAC,MAAM,CAAC,GAAG,IAAA,6BAAe,EAAC,gBAAgB,CAAC;YAC1E,CAAC,CAAC,IAAA,6BAAe,EAAC,gBAAgB,CAAC,CAAC;QACtC,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;IAC3B,CAAC;IAED,UAAU,CAAC,IAAwB;QACjC,MAAM,MAAM,GAAG,IAAI;YACjB,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,MAAM;YAC7C,CAAC,CAAC,SAAS,CAAC;QACd,OAAO,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACjC,CAAC;IAED,MAAM,CAAC,IAAwB;QAC7B,IAAI,CAAC,IAAI,EAAE;YACT,OAAO,KAAK,CAAC;SACd;QACD,OAAO,CACL,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,IAAI,CAAC;YACnC,IAAI,CAAC,gCAAgC,CAAC,GAAG,CAAC,IAAI,CAAC,CAChD,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK;QACH,MAAM,IAAI,uCAAgB,CAAC;YACzB,OAAO,EACL,mIAAmI;YACrI,IAAI,EAAE,uBAAuB;SAC9B,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,eAAe,CACnB,MAAyB,EACzB,QAAgC;QAEhC,MAAM,iBAAiB,GAAG,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAErE,IAAI,CAAC,iBAAiB,EAAE;YACtB,OAAO;SACR;QAED,KAAK,MAAM,CAAC,IAAI,CAAC,IAAI,iBAAiB,EAAE;YACtC,MAAM,eAAe,GAAG,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YAE5D,IAAI,CAAC,eAAe,EAAE;gBACpB,qEAAqE;gBACrE,QAAQ;gBACR,MAAM,IAAI,iDAA0B,CAClC,gCAAgC,MAAM,CAAC,KAAK,UAAU,IAAI,GAAG,CAC9D,CAAC;aACH;YAED,MAAM,QAAQ,CAAC,eAAe,CAAC,MAAW,CAAC,CAAC;SAC7C;IACH,CAAC;IAED,KAAK,CAAC,oBAAoB,CACxB,MAAyB,EACzB,QAAgC;QAEhC,MAAM,uBAAuB,GAAG,IAAI,CAAC,yBAAyB,CAAC,GAAG,CAChE,MAAM,CAAC,KAAK,CACb,CAAC;QAEF,IAAI,CAAC,uBAAuB,EAAE;YAC5B,OAAO;SACR;QAED,KAAK,MAAM,CAAC,IAAI,CAAC,IAAI,uBAAuB,EAAE;YAC5C,MAAM,eAAe,GAAG,IAAI,CAAC,gCAAgC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YAExE,IAAI,CAAC,eAAe,EAAE;gBACpB,qEAAqE;gBACrE,QAAQ;gBACR,MAAM,IAAI,iDAA0B,CAClC,sCAAsC,MAAM,CAAC,KAAK,UAAU,IAAI,GAAG,CACpE,CAAC;aACH;YAED,MAAM,QAAQ,CAAC,eAAe,CAAC,YAAiB,CAAC,CAAC;SACnD;IACH,CAAC;IAED;;;;;;;;OAQG;IACH,aAAa,CAAC,QAAkB,EAAE,MAAc;QAC9C,KAAK,MAAM,MAAM,IAAI,QAAQ,EAAE;YAC7B,IAAI,CAAC,oBAAoB,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YAC9C,MAAM,iBAAiB,GAAG,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAErE,IAAI,CAAC,iBAAiB,EAAE;gBACtB,oEAAoE;gBACpE,sCAAsC;gBACtC,MAAM,IAAI,KAAK,CACb,oDAAoD,MAAM,CAAC,IAAI,WAAW,MAAM,CAAC,KAAK,GAAG,CAC1F,CAAC;aACH;YAED,iBAAiB,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;SACvC;QACD,OAAO,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC;IACxC,CAAC;IAED;;;;;;;;OAQG;IACH,kBAAkB,CAAC,aAA6B,EAAE,MAAc;QAC9D,KAAK,MAAM,YAAY,IAAI,aAAa,EAAE;YACxC,IAAI,CAAC,gCAAgC,CAAC,MAAM,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;YAChE,MAAM,uBAAuB,GAAG,IAAI,CAAC,yBAAyB,CAAC,GAAG,CAChE,YAAY,CAAC,KAAK,CACnB,CAAC;YAEF,IAAI,CAAC,uBAAuB,EAAE;gBAC5B,oEAAoE;gBACpE,sCAAsC;gBACtC,MAAM,IAAI,KAAK,CACb,0DAA0D,YAAY,CAAC,IAAI,WAAW,YAAY,CAAC,KAAK,GAAG,CAC5G,CAAC;aACH;YAED,uBAAuB,CAAC,MAAM,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;SACnD;QACD,OAAO,IAAI,CAAC,uBAAuB,CAAC,MAAM,CAAC,CAAC;IAC9C,CAAC;IAED,eAAe;QACb,MAAM,QAAQ,GAAa,EAAE,CAAC;QAC9B,KAAK,MAAM,CAAC,IAAI,EAAE,eAAe,CAAC,IAAI,IAAI,CAAC,oBAAoB,EAAE;YAC/D,QAAQ,CAAC,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;SACvC;QACD,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,oBAAoB;QAClB,MAAM,aAAa,GAAmB,EAAE,CAAC;QACzC,KAAK,MAAM,CAAC,IAAI,EAAE,eAAe,CAAC,IAAI,IAAI;aACvC,gCAAgC,EAAE;YACnC,aAAa,CAAC,IAAI,CAAC,eAAe,CAAC,YAAY,CAAC,CAAC;SAClD;QACD,OAAO,aAAa,CAAC;IACvB,CAAC;IAED,qBAAqB;QACnB,MAAM,iBAAiB,GAAG,IAAI,GAAG,EAAoB,CAAC;QAEtD,KAAK,MAAM,CAAC,IAAI,EAAE,eAAe,CAAC,IAAI,IAAI,CAAC,oBAAoB,EAAE;YAC/D,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,eAAe,CAAC;YAE3C,MAAM,mBAAmB,GAAG,iBAAiB,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YAC1D,IAAI,mBAAmB,EAAE;gBACvB,mBAAmB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;aAClC;iBAAM;gBACL,iBAAiB,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC;aACzC;SACF;QAED,OAAO,iBAAiB,CAAC;IAC3B,CAAC;IAED,0BAA0B;QACxB,MAAM,sBAAsB,GAAG,IAAI,GAAG,EAA0B,CAAC;QAEjE,KAAK,MAAM,CAAC,IAAI,EAAE,eAAe,CAAC,IAAI,IAAI;aACvC,gCAAgC,EAAE;YACnC,MAAM,EAAE,MAAM,EAAE,YAAY,EAAE,GAAG,eAAe,CAAC;YAEjD,MAAM,wBAAwB,GAAG,sBAAsB,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YACpE,IAAI,wBAAwB,EAAE;gBAC5B,wBAAwB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;aAC7C;iBAAM;gBACL,sBAAsB,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,YAAY,CAAC,CAAC,CAAC;aACpD;SACF;QAED,OAAO,sBAAsB,CAAC;IAChC,CAAC;IAED,uBAAuB;QACrB,OAAO,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC;IACxC,CAAC;IAED,6BAA6B;QAC3B,OAAO,IAAI,CAAC,gCAAgC,CAAC,IAAI,CAAC;IACpD,CAAC;IAED,yBAAyB;QACvB,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,MAAM,CACjD,CAAC,UAAU,EAAE,SAAS,EAAE,EAAE,CAAC,UAAU,GAAG,SAAS,EACjD,CAAC,CACF,CAAC;IACJ,CAAC;IAED,+BAA+B;QAC7B,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC,MAAM,CACvD,CAAC,UAAU,EAAE,SAAS,EAAE,EAAE,CAAC,UAAU,GAAG,SAAS,EACjD,CAAC,CACF,CAAC;IACJ,CAAC;CACF;AApTD,4DAoTC"}
|