@transcend-io/cli 4.59.0 → 4.61.0

package/build/requests/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/requests/index.ts"],"names":[],"mappings":"AAAA,cAAc,qBAAqB,CAAC;AACpC,cAAc,aAAa,CAAC;AAC5B,cAAc,iBAAiB,CAAC;AAChC,cAAc,kBAAkB,CAAC;AACjC,cAAc,6BAA6B,CAAC;AAC5C,cAAc,WAAW,CAAC;AAC1B,cAAc,4BAA4B,CAAC;AAC3C,cAAc,cAAc,CAAC;AAC7B,cAAc,sBAAsB,CAAC;AACrC,cAAc,wBAAwB,CAAC;AACvC,cAAc,6BAA6B,CAAC;AAC5C,cAAc,wBAAwB,CAAC;AACvC,cAAc,0BAA0B,CAAC;AACzC,cAAc,2BAA2B,CAAC;AAC1C,cAAc,yBAAyB,CAAC;AACxC,cAAc,0BAA0B,CAAC;AACzC,cAAc,sBAAsB,CAAC;AACrC,cAAc,gCAAgC,CAAC;AAC/C,cAAc,uBAAuB,CAAC;AACtC,cAAc,yBAAyB,CAAC;AACxC,cAAc,yBAAyB,CAAC;AACxC,cAAc,qBAAqB,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/requests/index.ts"],"names":[],"mappings":"AAAA,cAAc,qBAAqB,CAAC;AACpC,cAAc,aAAa,CAAC;AAC5B,cAAc,iBAAiB,CAAC;AAChC,cAAc,kBAAkB,CAAC;AACjC,cAAc,6BAA6B,CAAC;AAC5C,cAAc,WAAW,CAAC;AAC1B,cAAc,4BAA4B,CAAC;AAC3C,cAAc,cAAc,CAAC;AAC7B,cAAc,sBAAsB,CAAC;AACrC,cAAc,wBAAwB,CAAC;AACvC,cAAc,6BAA6B,CAAC;AAC5C,cAAc,wBAAwB,CAAC;AACvC,cAAc,0BAA0B,CAAC;AACzC,cAAc,2BAA2B,CAAC;AAC1C,cAAc,yBAAyB,CAAC;AACxC,cAAc,0BAA0B,CAAC;AACzC,cAAc,sBAAsB,CAAC;AACrC,cAAc,gCAAgC,CAAC;AAC/C,cAAc,uBAAuB,CAAC;AACtC,cAAc,yBAAyB,CAAC;AACxC,cAAc,yBAAyB,CAAC;AACxC,cAAc,qBAAqB,CAAC;AACpC,cAAc,wBAAwB,CAAC"}

package/build/requests/index.js

@@ -36,4 +36,5 @@ __exportStar(require("./bulkRestartRequests"), exports);
 __exportStar(require("./restartPrivacyRequest"), exports);
 __exportStar(require("./retryRequestDataSilos"), exports);
 __exportStar(require("./pullRequestsToCsv"), exports);
+__exportStar(require("./skipRequestDataSilos"), exports);
 //# sourceMappingURL=index.js.map

package/build/requests/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/requests/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,sDAAoC;AACpC,8CAA4B;AAC5B,kDAAgC;AAChC,mDAAiC;AACjC,8DAA4C;AAC5C,4CAA0B;AAC1B,6DAA2C;AAC3C,+CAA6B;AAC7B,uDAAqC;AACrC,yDAAuC;AACvC,8DAA4C;AAC5C,yDAAuC;AACvC,2DAAyC;AACzC,4DAA0C;AAC1C,0DAAwC;AACxC,2DAAyC;AACzC,uDAAqC;AACrC,iEAA+C;AAC/C,wDAAsC;AACtC,0DAAwC;AACxC,0DAAwC;AACxC,sDAAoC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/requests/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,sDAAoC;AACpC,8CAA4B;AAC5B,kDAAgC;AAChC,mDAAiC;AACjC,8DAA4C;AAC5C,4CAA0B;AAC1B,6DAA2C;AAC3C,+CAA6B;AAC7B,uDAAqC;AACrC,yDAAuC;AACvC,8DAA4C;AAC5C,yDAAuC;AACvC,2DAAyC;AACzC,4DAA0C;AAC1C,0DAAwC;AACxC,2DAAyC;AACzC,uDAAqC;AACrC,iEAA+C;AAC/C,wDAAsC;AACtC,0DAAwC;AACxC,0DAAwC;AACxC,sDAAoC;AACpC,yDAAuC"}

package/build/requests/skipRequestDataSilos.d.ts

@@ -0,0 +1,17 @@
+/**
+ * Given a data silo ID, mark all open request data silos as skipped
+ *
+ * @param options - Options
+ * @returns Number of items skipped
+ */
+export declare function skipRequestDataSilos({ dataSiloId, auth, concurrency, transcendUrl, }: {
+    /** Transcend API key authentication */
+    auth: string;
+    /** Data Silo ID to pull down jobs for */
+    dataSiloId: string;
+    /** Upload concurrency */
+    concurrency?: number;
+    /** API URL for Transcend backend */
+    transcendUrl?: string;
+}): Promise<number>;
+//# sourceMappingURL=skipRequestDataSilos.d.ts.map

package/build/requests/skipRequestDataSilos.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"skipRequestDataSilos.d.ts","sourceRoot":"","sources":["../../src/requests/skipRequestDataSilos.ts"],"names":[],"mappings":"AAeA;;;;;GAKG;AACH,wBAAsB,oBAAoB,CAAC,EACzC,UAAU,EACV,IAAI,EACJ,WAAiB,EACjB,YAAyC,GAC1C,EAAE;IACD,uCAAuC;IACvC,IAAI,EAAE,MAAM,CAAC;IACb,yCAAyC;IACzC,UAAU,EAAE,MAAM,CAAC;IACnB,yBAAyB;IACzB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,oCAAoC;IACpC,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB,GAAG,OAAO,CAAC,MAAM,CAAC,CAiElB"}

package/build/requests/skipRequestDataSilos.js

@@ -0,0 +1,58 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.skipRequestDataSilos = void 0;
+const bluebird_1 = require("bluebird");
+const colors_1 = __importDefault(require("colors"));
+const logger_1 = require("../logger");
+const graphql_1 = require("../graphql");
+const cli_progress_1 = __importDefault(require("cli-progress"));
+const privacy_types_1 = require("@transcend-io/privacy-types");
+/**
+ * Given a data silo ID, mark all open request data silos as skipped
+ *
+ * @param options - Options
+ * @returns Number of items skipped
+ */
+async function skipRequestDataSilos({ dataSiloId, auth, concurrency = 100, transcendUrl = 'https://api.transcend.io', }) {
+    // Find all requests made before createdAt that are in a removing data state
+    const client = (0, graphql_1.buildTranscendGraphQLClient)(transcendUrl, auth);
+    // Time duration
+    const t0 = new Date().getTime();
+    // fetch all RequestDataSilos that are open
+    const requestDataSilos = await (0, graphql_1.fetchRequestDataSilos)(client, {
+        dataSiloId,
+        // all active RequestDataSilos
+        statuses: [
+            privacy_types_1.RequestDataSiloStatus.Queued,
+            privacy_types_1.RequestDataSiloStatus.Waiting,
+            privacy_types_1.RequestDataSiloStatus.Error,
+            privacy_types_1.RequestDataSiloStatus.ActionRequired,
+            privacy_types_1.RequestDataSiloStatus.RemoteProcessing,
+        ],
+        requestStatuses: [privacy_types_1.RequestStatus.Compiling, privacy_types_1.RequestStatus.Secondary],
+    });
+    // Notify Transcend
+    logger_1.logger.info(colors_1.default.magenta(`Processing data silo: "${dataSiloId}" marking "${requestDataSilos.length}" requests as skipped.`));
+    // create a new progress bar instance and use shades_classic theme
+    const progressBar = new cli_progress_1.default.SingleBar({}, cli_progress_1.default.Presets.shades_classic);
+    let total = 0;
+    progressBar.start(requestDataSilos.length, 0);
+    await (0, bluebird_1.map)(requestDataSilos, async (requestDataSilo) => {
+        await (0, graphql_1.makeGraphQLRequest)(client, graphql_1.CHANGE_REQUEST_DATA_SILO_STATUS, {
+            requestDataSiloId: requestDataSilo.id,
+            status: 'SKIPPED',
+        });
+        total += 1;
+        progressBar.update(total);
+    }, { concurrency });
+    progressBar.stop();
+    const t1 = new Date().getTime();
+    const totalTime = t1 - t0;
+    logger_1.logger.info(colors_1.default.green(`Successfully skipped  "${requestDataSilos.length}" requests in "${totalTime / 1000}" seconds!`));
+    return requestDataSilos.length;
+}
+exports.skipRequestDataSilos = skipRequestDataSilos;
+//# sourceMappingURL=skipRequestDataSilos.js.map

package/build/requests/skipRequestDataSilos.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"skipRequestDataSilos.js","sourceRoot":"","sources":["../../src/requests/skipRequestDataSilos.ts"],"names":[],"mappings":";;;;;;AAAA,uCAA+B;AAC/B,oDAA4B;AAC5B,sCAAmC;AACnC,wCAKoB;AACpB,gEAAuC;AACvC,+DAGqC;AAErC;;;;;GAKG;AACI,KAAK,UAAU,oBAAoB,CAAC,EACzC,UAAU,EACV,IAAI,EACJ,WAAW,GAAG,GAAG,EACjB,YAAY,GAAG,0BAA0B,GAU1C;IACC,4EAA4E;IAC5E,MAAM,MAAM,GAAG,IAAA,qCAA2B,EAAC,YAAY,EAAE,IAAI,CAAC,CAAC;IAE/D,gBAAgB;IAChB,MAAM,EAAE,GAAG,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;IAEhC,2CAA2C;IAC3C,MAAM,gBAAgB,GAAG,MAAM,IAAA,+BAAqB,EAAC,MAAM,EAAE;QAC3D,UAAU;QACV,8BAA8B;QAC9B,QAAQ,EAAE;YACR,qCAAqB,CAAC,MAAM;YAC5B,qCAAqB,CAAC,OAAO;YAC7B,qCAAqB,CAAC,KAAK;YAC3B,qCAAqB,CAAC,cAAc;YACpC,qCAAqB,CAAC,gBAAgB;SACvC;QACD,eAAe,EAAE,CAAC,6BAAa,CAAC,SAAS,EAAE,6BAAa,CAAC,SAAS,CAAC;KACpE,CAAC,CAAC;IAEH,mBAAmB;IACnB,eAAM,CAAC,IAAI,CACT,gBAAM,CAAC,OAAO,CACZ,0BAA0B,UAAU,cAAc,gBAAgB,CAAC,MAAM,wBAAwB,CAClG,CACF,CAAC;IAEF,kEAAkE;IAClE,MAAM,WAAW,GAAG,IAAI,sBAAW,CAAC,SAAS,CAC3C,EAAE,EACF,sBAAW,CAAC,OAAO,CAAC,cAAc,CACnC,CAAC;IAEF,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,WAAW,CAAC,KAAK,CAAC,gBAAgB,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAC9C,MAAM,IAAA,cAAG,EACP,gBAAgB,EAChB,KAAK,EAAE,eAAe,EAAE,EAAE;QACxB,MAAM,IAAA,4BAAkB,EAGrB,MAAM,EAAE,yCAA+B,EAAE;YAC1C,iBAAiB,EAAE,eAAe,CAAC,EAAE;YACrC,MAAM,EAAE,SAAS;SAClB,CAAC,CAAC;QAEH,KAAK,IAAI,CAAC,CAAC;QACX,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC5B,CAAC,EACD,EAAE,WAAW,EAAE,CAChB,CAAC;IAEF,WAAW,CAAC,IAAI,EAAE,CAAC;IACnB,MAAM,EAAE,GAAG,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;IAChC,MAAM,SAAS,GAAG,EAAE,GAAG,EAAE,CAAC;IAE1B,eAAM,CAAC,IAAI,CACT,gBAAM,CAAC,KAAK,CACV,0BAA0B,gBAAgB,CAAC,MAAM,kBAC/C,SAAS,GAAG,IACd,YAAY,CACb,CACF,CAAC;IACF,OAAO,gBAAgB,CAAC,MAAM,CAAC;AACjC,CAAC;AA/ED,oDA+EC"}

package/build/requests/submitPrivacyRequest.d.ts

@@ -6,10 +6,11 @@ export declare const PrivacyRequestResponse: t.TypeC<{
     id: t.StringC;
     link: t.StringC;
     status: t.KeyofC<{
+        CANCELED: unknown;
+        ON_HOLD: unknown;
         REQUEST_MADE: unknown;
         FAILED_VERIFICATION: unknown;
         ENRICHING: unknown;
-        ON_HOLD: unknown;
         WAITING: unknown;
         COMPILING: unknown;
         APPROVING: unknown;
@@ -17,7 +18,6 @@ export declare const PrivacyRequestResponse: t.TypeC<{
         COMPLETED: unknown;
         DOWNLOADABLE: unknown;
         VIEW_CATEGORIES: unknown;
-        CANCELED: unknown;
         SECONDARY: unknown;
         SECONDARY_COMPLETED: unknown;
         SECONDARY_APPROVING: unknown;
@@ -50,8 +50,6 @@ export declare const PrivacyRequestResponse: t.TypeC<{
     isSilent: t.BooleanC;
     isTest: t.BooleanC;
     country: t.UnionC<[t.NullC, t.KeyofC<{
-        HR: unknown;
-        ID: unknown;
         AF: unknown;
         AX: unknown;
         AL: unknown;
@@ -108,6 +106,7 @@ export declare const PrivacyRequestResponse: t.TypeC<{
         CK: unknown;
         CR: unknown;
         CI: unknown;
+        HR: unknown;
         CU: unknown;
         CW: unknown;
         CY: unknown;
@@ -156,6 +155,7 @@ export declare const PrivacyRequestResponse: t.TypeC<{
         HU: unknown;
         IS: unknown;
         IN: unknown;
+        ID: unknown;
         IR: unknown;
         IQ: unknown;
         IE: unknown;