@transcend-io/cli 5.2.1 → 5.3.0

package/build/requests/bulkRetryEnrichers.d.ts

@@ -0,0 +1,27 @@
+import { RequestAction, RequestEnricherStatus } from '@transcend-io/privacy-types';
+/**
+ * Restart a bunch of request enrichers
+ *
+ * @param options - Options
+ */
+export declare function bulkRetryEnrichers({ auth, requestActions, createdAtBefore, createdAtAfter, transcendUrl, requestEnricherStatuses, requestIds, enricherId, concurrency, }: {
+    /** Actions to filter for */
+    requestActions?: RequestAction[];
+    /** Request enricher statuses to restart - defaults to all statuses */
+    requestEnricherStatuses?: RequestEnricherStatus[];
+    /** Transcend API key authentication */
+    auth: string;
+    /** The ID of the enricher to restart */
+    enricherId: string;
+    /** API URL for Transcend backend */
+    transcendUrl?: string;
+    /** Request IDs to filter for */
+    requestIds?: string[];
+    /** Filter for requests created before this date */
+    createdAtBefore?: Date;
+    /** Filter for requests created after this date */
+    createdAtAfter?: Date;
+    /** Concurrency to upload requests at */
+    concurrency?: number;
+}): Promise<void>;
+//# sourceMappingURL=bulkRetryEnrichers.d.ts.map

package/build/requests/bulkRetryEnrichers.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"bulkRetryEnrichers.d.ts","sourceRoot":"","sources":["../../src/requests/bulkRetryEnrichers.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,aAAa,EACb,qBAAqB,EAEtB,MAAM,6BAA6B,CAAC;AAcrC;;;;GAIG;AACH,wBAAsB,kBAAkB,CAAC,EACvC,IAAI,EACJ,cAAmB,EACnB,eAAe,EACf,cAAc,EACd,YAAoC,EACpC,uBAA8D,EAC9D,UAAe,EACf,UAAU,EACV,WAAgB,GACjB,EAAE;IACD,4BAA4B;IAC5B,cAAc,CAAC,EAAE,aAAa,EAAE,CAAC;IACjC,sEAAsE;IACtE,uBAAuB,CAAC,EAAE,qBAAqB,EAAE,CAAC;IAClD,uCAAuC;IACvC,IAAI,EAAE,MAAM,CAAC;IACb,wCAAwC;IACxC,UAAU,EAAE,MAAM,CAAC;IACnB,oCAAoC;IACpC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,gCAAgC;IAChC,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC;IACtB,mDAAmD;IACnD,eAAe,CAAC,EAAE,IAAI,CAAC;IACvB,kDAAkD;IAClD,cAAc,CAAC,EAAE,IAAI,CAAC;IACtB,wCAAwC;IACxC,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB,GAAG,OAAO,CAAC,IAAI,CAAC,CAqFhB"}

package/build/requests/bulkRetryEnrichers.js

@@ -0,0 +1,70 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.bulkRetryEnrichers = void 0;
+const privacy_types_1 = require("@transcend-io/privacy-types");
+const bluebird_1 = require("bluebird");
+const cli_progress_1 = __importDefault(require("cli-progress"));
+const colors_1 = __importDefault(require("colors"));
+const difference_1 = __importDefault(require("lodash/difference"));
+const constants_1 = require("../constants");
+const graphql_1 = require("../graphql");
+const logger_1 = require("../logger");
+/**
+ * Restart a bunch of request enrichers
+ *
+ * @param options - Options
+ */
+async function bulkRetryEnrichers({ auth, requestActions = [], createdAtBefore, createdAtAfter, transcendUrl = constants_1.DEFAULT_TRANSCEND_API, requestEnricherStatuses = Object.values(privacy_types_1.RequestEnricherStatus), requestIds = [], enricherId, concurrency = 20, }) {
+    // Time duration
+    const t0 = new Date().getTime();
+    // create a new progress bar instance and use shades_classic theme
+    const progressBar = new cli_progress_1.default.SingleBar({}, cli_progress_1.default.Presets.shades_classic);
+    // Find all requests made before createdAt that are in a removing data state
+    const client = (0, graphql_1.buildTranscendGraphQLClient)(transcendUrl, auth);
+    logger_1.logger.info(colors_1.default.magenta('Fetching requests to restart...'));
+    const allRequests = await (0, graphql_1.fetchAllRequests)(client, {
+        actions: requestActions,
+        statuses: [privacy_types_1.RequestStatus.Enriching],
+        createdAtBefore,
+        createdAtAfter,
+    });
+    const requests = allRequests.filter((request) => requestIds.length === 0 || requestIds.includes(request.id));
+    logger_1.logger.info(`Found ${requests.length} requests to process`);
+    let totalRestarted = 0;
+    // Validate request IDs
+    if (requestIds.length > 0 && requestIds.length !== requests.length) {
+        const missingRequests = (0, difference_1.default)(requestIds, requests.map(({ id }) => id));
+        if (missingRequests.length > 0) {
+            logger_1.logger.error(colors_1.default.red(`Failed to find the following requests by ID: ${missingRequests.join(',')}.`));
+            process.exit(1);
+        }
+    }
+    // Map over the requests
+    let total = 0;
+    progressBar.start(requests.length, 0);
+    await (0, bluebird_1.map)(requests, async (request) => {
+        // Pull the request identifiers
+        const requestEnrichers = await (0, graphql_1.fetchAllRequestEnrichers)(client, {
+            requestId: request.id,
+        });
+        const requestEnrichersToRestart = requestEnrichers.filter((requestEnricher) => requestEnricher.enricher.id === enricherId &&
+            requestEnricherStatuses.includes(requestEnricher.status));
+        await (0, bluebird_1.map)(requestEnrichersToRestart, async (requestEnricher) => {
+            await (0, graphql_1.retryRequestEnricher)(client, requestEnricher.id);
+            totalRestarted += 1;
+        });
+        // Cache successful upload
+        total += 1;
+        progressBar.update(total);
+    }, { concurrency });
+    progressBar.stop();
+    const t1 = new Date().getTime();
+    const totalTime = t1 - t0;
+    // Log completion time
+    logger_1.logger.info(colors_1.default.green(`Completed restarting of ${requests.length} requests and ${totalRestarted} enrichers in "${totalTime / 1000}" seconds.`));
+}
+exports.bulkRetryEnrichers = bulkRetryEnrichers;
+//# sourceMappingURL=bulkRetryEnrichers.js.map

package/build/requests/bulkRetryEnrichers.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"bulkRetryEnrichers.js","sourceRoot":"","sources":["../../src/requests/bulkRetryEnrichers.ts"],"names":[],"mappings":";;;;;;AAAA,+DAIqC;AACrC,uCAA+B;AAC/B,gEAAuC;AACvC,oDAA4B;AAC5B,mEAA2C;AAC3C,4CAAqD;AACrD,wCAKoB;AACpB,sCAAmC;AAEnC;;;;GAIG;AACI,KAAK,UAAU,kBAAkB,CAAC,EACvC,IAAI,EACJ,cAAc,GAAG,EAAE,EACnB,eAAe,EACf,cAAc,EACd,YAAY,GAAG,iCAAqB,EACpC,uBAAuB,GAAG,MAAM,CAAC,MAAM,CAAC,qCAAqB,CAAC,EAC9D,UAAU,GAAG,EAAE,EACf,UAAU,EACV,WAAW,GAAG,EAAE,GAoBjB;IACC,gBAAgB;IAChB,MAAM,EAAE,GAAG,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;IAChC,kEAAkE;IAClE,MAAM,WAAW,GAAG,IAAI,sBAAW,CAAC,SAAS,CAC3C,EAAE,EACF,sBAAW,CAAC,OAAO,CAAC,cAAc,CACnC,CAAC;IAEF,4EAA4E;IAC5E,MAAM,MAAM,GAAG,IAAA,qCAA2B,EAAC,YAAY,EAAE,IAAI,CAAC,CAAC;IAE/D,eAAM,CAAC,IAAI,CAAC,gBAAM,CAAC,OAAO,CAAC,iCAAiC,CAAC,CAAC,CAAC;IAE/D,MAAM,WAAW,GAAG,MAAM,IAAA,0BAAgB,EAAC,MAAM,EAAE;QACjD,OAAO,EAAE,cAAc;QACvB,QAAQ,EAAE,CAAC,6BAAa,CAAC,SAAS,CAAC;QACnC,eAAe;QACf,cAAc;KACf,CAAC,CAAC;IACH,MAAM,QAAQ,GAAG,WAAW,CAAC,MAAM,CACjC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC,IAAI,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC,CACxE,CAAC;IACF,eAAM,CAAC,IAAI,CAAC,SAAS,QAAQ,CAAC,MAAM,sBAAsB,CAAC,CAAC;IAC5D,IAAI,cAAc,GAAG,CAAC,CAAC;IAEvB,uBAAuB;IACvB,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,IAAI,UAAU,CAAC,MAAM,KAAK,QAAQ,CAAC,MAAM,EAAE;QAClE,MAAM,eAAe,GAAG,IAAA,oBAAU,EAChC,UAAU,EACV,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,CAC7B,CAAC;QACF,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE;YAC9B,eAAM,CAAC,KAAK,CACV,gBAAM,CAAC,GAAG,CACR,gDAAgD,eAAe,CAAC,IAAI,CAClE,GAAG,CACJ,GAAG,CACL,CACF,CAAC;YACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;SACjB;KACF;IAED,wBAAwB;IACxB,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,WAAW,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACtC,MAAM,IAAA,cAAG,EACP,QAAQ,EACR,KAAK,EAAE,OAAO,EAAE,EAAE;QAChB,+BAA+B;QAC/B,MAAM,gBAAgB,GAAG,MAAM,IAAA,kCAAwB,EAAC,MAAM,EAAE;YAC9D,SAAS,EAAE,OAAO,CAAC,EAAE;SACtB,CAAC,CAAC;QACH,MAAM,yBAAyB,GAAG,gBAAgB,CAAC,MAAM,CACvD,CAAC,eAAe,EAAE,EAAE,CAClB,eAAe,CAAC,QAAQ,CAAC,EAAE,KAAK,UAAU;YAC1C,uBAAuB,CAAC,QAAQ,CAAC,eAAe,CAAC,MAAM,CAAC,CAC3D,CAAC;QACF,MAAM,IAAA,cAAG,EAAC,yBAAyB,EAAE,KAAK,EAAE,eAAe,EAAE,EAAE;YAC7D,MAAM,IAAA,8BAAoB,EAAC,MAAM,EAAE,eAAe,CAAC,EAAE,CAAC,CAAC;YACvD,cAAc,IAAI,CAAC,CAAC;QACtB,CAAC,CAAC,CAAC;QAEH,0BAA0B;QAC1B,KAAK,IAAI,CAAC,CAAC;QACX,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC5B,CAAC,EACD,EAAE,WAAW,EAAE,CAChB,CAAC;IAEF,WAAW,CAAC,IAAI,EAAE,CAAC;IACnB,MAAM,EAAE,GAAG,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;IAChC,MAAM,SAAS,GAAG,EAAE,GAAG,EAAE,CAAC;IAE1B,sBAAsB;IACtB,eAAM,CAAC,IAAI,CACT,gBAAM,CAAC,KAAK,CACV,2BACE,QAAQ,CAAC,MACX,iBAAiB,cAAc,kBAC7B,SAAS,GAAG,IACd,YAAY,CACb,CACF,CAAC;AACJ,CAAC;AAlHD,gDAkHC"}

package/build/requests/index.d.ts

@@ -20,6 +20,7 @@ export * from './extractClientError';
 export * from './uploadPrivacyRequestsFromCsv';
 export * from './bulkRestartRequests';
 export * from './restartPrivacyRequest';
+export * from './bulkRetryEnrichers';
 export * from './retryRequestDataSilos';
 export * from './pullPrivacyRequests';
 export * from './skipRequestDataSilos';

package/build/requests/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/requests/index.ts"],"names":[],"mappings":"AAAA,cAAc,qBAAqB,CAAC;AACpC,cAAc,aAAa,CAAC;AAC5B,cAAc,iBAAiB,CAAC;AAChC,cAAc,kBAAkB,CAAC;AACjC,cAAc,6BAA6B,CAAC;AAC5C,cAAc,WAAW,CAAC;AAC1B,cAAc,4BAA4B,CAAC;AAC3C,cAAc,cAAc,CAAC;AAC7B,cAAc,6BAA6B,CAAC;AAC5C,cAAc,sBAAsB,CAAC;AACrC,cAAc,wBAAwB,CAAC;AACvC,cAAc,6BAA6B,CAAC;AAC5C,cAAc,wBAAwB,CAAC;AACvC,cAAc,0BAA0B,CAAC;AACzC,cAAc,uCAAuC,CAAC;AACtD,cAAc,2BAA2B,CAAC;AAC1C,cAAc,yBAAyB,CAAC;AACxC,cAAc,0BAA0B,CAAC;AACzC,cAAc,sBAAsB,CAAC;AACrC,cAAc,gCAAgC,CAAC;AAC/C,cAAc,uBAAuB,CAAC;AACtC,cAAc,yBAAyB,CAAC;AACxC,cAAc,yBAAyB,CAAC;AACxC,cAAc,uBAAuB,CAAC;AACtC,cAAc,wBAAwB,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/requests/index.ts"],"names":[],"mappings":"AAAA,cAAc,qBAAqB,CAAC;AACpC,cAAc,aAAa,CAAC;AAC5B,cAAc,iBAAiB,CAAC;AAChC,cAAc,kBAAkB,CAAC;AACjC,cAAc,6BAA6B,CAAC;AAC5C,cAAc,WAAW,CAAC;AAC1B,cAAc,4BAA4B,CAAC;AAC3C,cAAc,cAAc,CAAC;AAC7B,cAAc,6BAA6B,CAAC;AAC5C,cAAc,sBAAsB,CAAC;AACrC,cAAc,wBAAwB,CAAC;AACvC,cAAc,6BAA6B,CAAC;AAC5C,cAAc,wBAAwB,CAAC;AACvC,cAAc,0BAA0B,CAAC;AACzC,cAAc,uCAAuC,CAAC;AACtD,cAAc,2BAA2B,CAAC;AAC1C,cAAc,yBAAyB,CAAC;AACxC,cAAc,0BAA0B,CAAC;AACzC,cAAc,sBAAsB,CAAC;AACrC,cAAc,gCAAgC,CAAC;AAC/C,cAAc,uBAAuB,CAAC;AACtC,cAAc,yBAAyB,CAAC;AACxC,cAAc,sBAAsB,CAAC;AACrC,cAAc,yBAAyB,CAAC;AACxC,cAAc,uBAAuB,CAAC;AACtC,cAAc,wBAAwB,CAAC"}

package/build/requests/index.js

@@ -36,6 +36,7 @@ __exportStar(require("./extractClientError"), exports);
 __exportStar(require("./uploadPrivacyRequestsFromCsv"), exports);
 __exportStar(require("./bulkRestartRequests"), exports);
 __exportStar(require("./restartPrivacyRequest"), exports);
+__exportStar(require("./bulkRetryEnrichers"), exports);
 __exportStar(require("./retryRequestDataSilos"), exports);
 __exportStar(require("./pullPrivacyRequests"), exports);
 __exportStar(require("./skipRequestDataSilos"), exports);

package/build/requests/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/requests/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,sDAAoC;AACpC,8CAA4B;AAC5B,kDAAgC;AAChC,mDAAiC;AACjC,8DAA4C;AAC5C,4CAA0B;AAC1B,6DAA2C;AAC3C,+CAA6B;AAC7B,8DAA4C;AAC5C,uDAAqC;AACrC,yDAAuC;AACvC,8DAA4C;AAC5C,yDAAuC;AACvC,2DAAyC;AACzC,wEAAsD;AACtD,4DAA0C;AAC1C,0DAAwC;AACxC,2DAAyC;AACzC,uDAAqC;AACrC,iEAA+C;AAC/C,wDAAsC;AACtC,0DAAwC;AACxC,0DAAwC;AACxC,wDAAsC;AACtC,yDAAuC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/requests/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,sDAAoC;AACpC,8CAA4B;AAC5B,kDAAgC;AAChC,mDAAiC;AACjC,8DAA4C;AAC5C,4CAA0B;AAC1B,6DAA2C;AAC3C,+CAA6B;AAC7B,8DAA4C;AAC5C,uDAAqC;AACrC,yDAAuC;AACvC,8DAA4C;AAC5C,yDAAuC;AACvC,2DAAyC;AACzC,wEAAsD;AACtD,4DAA0C;AAC1C,0DAAwC;AACxC,2DAAyC;AACzC,uDAAqC;AACrC,iEAA+C;AAC/C,wDAAsC;AACtC,0DAAwC;AACxC,uDAAqC;AACrC,0DAAwC;AACxC,wDAAsC;AACtC,yDAAuC"}