@transcend-io/cli 4.91.0 → 4.92.0

package/README.md

@@ -1488,11 +1488,12 @@ The API key must have the following scopes:
 
 #### Arguments
 
-| Argument     | Description                                                                   | Type          | Default                  | Required |
-| ------------ | ----------------------------------------------------------------------------- | ------------- | ------------------------ | -------- |
-| auth         | The Transcend API key with the scopes necessary for the command.              | string        | N/A                      | true     |
-| dataSiloId   | The ID of the data silo to skip privacy request jobs for.                     | string - UUID | N/A                      | true     |
-| transcendUrl | URL of the Transcend backend. Use https://api.us.transcend.io for US hosting. | string - URL  | https://api.transcend.io | false    |
+| Argument     | Description                                                                                                                 | Type            | Default                  | Required |
+| ------------ | --------------------------------------------------------------------------------------------------------------------------- | --------------- | ------------------------ | -------- |
+| auth         | The Transcend API key with the scopes necessary for the command.                                                            | string          | N/A                      | true     |
+| dataSiloId   | The ID of the data silo to skip privacy request jobs for.                                                                   | string - UUID   | N/A                      | true     |
+| transcendUrl | URL of the Transcend backend. Use https://api.us.transcend.io for US hosting.                                               | string - URL    | https://api.transcend.io | false    |
+| statuses     | The [request statuses](https://docs.transcend.io/docs/privacy-requests/overview#request-statuses) to mark as completed for. | RequestStatus[] | COMPILING,SECONDARY      | false    |
 
 #### Usage
 
@@ -1507,6 +1508,12 @@ yarn tr-skip-request-data-silos --auth=$TRANSCEND_API_KEY --dataSiloId=70810f2e-
  --transcendUrl=https://api.us.transcend.io
 ```
 
+Only mark as completed requests in "removing data" phase
+
+```sh
+yarn tr-skip-request-data-silos --auth=$TRANSCEND_API_KEY --dataSiloId=70810f2e-cf90-43f6-9776-901a5950599f --statuses=SECONDARY
+```
+
 ### tr-retry-request-data-silos
 
 This command allows for bulk restarting a set of data silos jobs for open privacy requests. This is equivalent to clicking the "Wipe and Retry" button for a particular data silo across a set of privacy requests.

package/build/cli-skip-request-data-silos.js

@@ -9,6 +9,7 @@ const colors_1 = __importDefault(require("colors"));
 const logger_1 = require("./logger");
 const requests_1 = require("./requests");
 const constants_1 = require("./constants");
+const privacy_types_1 = require("@transcend-io/privacy-types");
 /**
  * Given a data silo ID, skip all active privacy requests that are open for that data silo
  *
@@ -25,7 +26,15 @@ const constants_1 = require("./constants");
  */
 async function main() {
     // Parse command line arguments
-    const { transcendUrl = constants_1.DEFAULT_TRANSCEND_API, auth, dataSiloId, } = (0, yargs_parser_1.default)(process.argv.slice(2));
+    const { 
+    /** Transcend Backend URL */
+    transcendUrl = constants_1.DEFAULT_TRANSCEND_API, 
+    /** API key */
+    auth, 
+    /** Data silo ID to mark requests fpr */
+    dataSiloId, 
+    /** Mark request data silos with requests matching these request statuses */
+    statuses = `${privacy_types_1.RequestStatus.Compiling},${privacy_types_1.RequestStatus.Secondary}`, } = (0, yargs_parser_1.default)(process.argv.slice(2));
     // Ensure auth is passed
     if (!auth) {
         logger_1.logger.error(colors_1.default.red('A Transcend API key must be provided. You can specify using --auth=$TRANSCEND_API_KEY'));
@@ -36,11 +45,22 @@ async function main() {
         logger_1.logger.error(colors_1.default.red('A Data Silo ID must be provided. You can specify using --dataSiloId=2560bb81-b837-4c6f-a57e-dcef87069d43'));
         process.exit(1);
     }
+    // Validate statuses
+    const parsedStatuses = (0, requests_1.splitCsvToList)(statuses);
+    const invalidStatuses = parsedStatuses.filter(
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+    (type) => !Object.values(privacy_types_1.RequestStatus).includes(type));
+    if (invalidStatuses.length > 0) {
+        logger_1.logger.error(colors_1.default.red(`Failed to parse statuses:"${invalidStatuses.join(',')}".\n` +
+            `Expected one of: \n${Object.values(privacy_types_1.RequestStatus).join('\n')}`));
+        process.exit(1);
+    }
     // Upload privacy requests
     await (0, requests_1.skipRequestDataSilos)({
         transcendUrl,
         auth,
         dataSiloId,
+        requestStatuses: parsedStatuses,
     });
 }
 main();

package/build/cli-skip-request-data-silos.js.map

@@ -1 +1 @@
-{"version":3,"file":"cli-skip-request-data-silos.js","sourceRoot":"","sources":["../src/cli-skip-request-data-silos.ts"],"names":[],"mappings":";;;;;;AAEA,gEAAiC;AACjC,oDAA4B;AAE5B,qCAAkC;AAClC,yCAAkD;AAClD,2CAAoD;AAEpD;;;;;;;;;;;;;GAaG;AACH,KAAK,UAAU,IAAI;IACjB,+BAA+B;IAC/B,MAAM,EACJ,YAAY,GAAG,iCAAqB,EACpC,IAAI,EACJ,UAAU,GACX,GAAG,IAAA,sBAAK,EAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAA8B,CAAC;IAE9D,wBAAwB;IACxB,IAAI,CAAC,IAAI,EAAE;QACT,eAAM,CAAC,KAAK,CACV,gBAAM,CAAC,GAAG,CACR,uFAAuF,CACxF,CACF,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;KACjB;IAED,gCAAgC;IAChC,IAAI,CAAC,UAAU,EAAE;QACf,eAAM,CAAC,KAAK,CACV,gBAAM,CAAC,GAAG,CACR,0GAA0G,CAC3G,CACF,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;KACjB;IAED,0BAA0B;IAC1B,MAAM,IAAA,+BAAoB,EAAC;QACzB,YAAY;QACZ,IAAI;QACJ,UAAU;KACX,CAAC,CAAC;AACL,CAAC;AAED,IAAI,EAAE,CAAC"}
+{"version":3,"file":"cli-skip-request-data-silos.js","sourceRoot":"","sources":["../src/cli-skip-request-data-silos.ts"],"names":[],"mappings":";;;;;;AAEA,gEAAiC;AACjC,oDAA4B;AAE5B,qCAAkC;AAClC,yCAAkE;AAClE,2CAAoD;AACpD,+DAA4D;AAE5D;;;;;;;;;;;;;GAaG;AACH,KAAK,UAAU,IAAI;IACjB,+BAA+B;IAC/B,MAAM;IACJ,4BAA4B;IAC5B,YAAY,GAAG,iCAAqB;IACpC,cAAc;IACd,IAAI;IACJ,wCAAwC;IACxC,UAAU;IACV,4EAA4E;IAC5E,QAAQ,GAAG,GAAG,6BAAa,CAAC,SAAS,IAAI,6BAAa,CAAC,SAAS,EAAE,GACnE,GAAG,IAAA,sBAAK,EAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAA8B,CAAC;IAE9D,wBAAwB;IACxB,IAAI,CAAC,IAAI,EAAE;QACT,eAAM,CAAC,KAAK,CACV,gBAAM,CAAC,GAAG,CACR,uFAAuF,CACxF,CACF,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;KACjB;IAED,gCAAgC;IAChC,IAAI,CAAC,UAAU,EAAE;QACf,eAAM,CAAC,KAAK,CACV,gBAAM,CAAC,GAAG,CACR,0GAA0G,CAC3G,CACF,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;KACjB;IAED,oBAAoB;IACpB,MAAM,cAAc,GAAG,IAAA,yBAAc,EAAC,QAAQ,CAAoB,CAAC;IACnE,MAAM,eAAe,GAAG,cAAc,CAAC,MAAM;IAC3C,8DAA8D;IAC9D,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,6BAAa,CAAC,CAAC,QAAQ,CAAC,IAAW,CAAC,CAC9D,CAAC;IACF,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE;QAC9B,eAAM,CAAC,KAAK,CACV,gBAAM,CAAC,GAAG,CACR,6BAA6B,eAAe,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM;YAC1D,sBAAsB,MAAM,CAAC,MAAM,CAAC,6BAAa,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAClE,CACF,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;KACjB;IAED,0BAA0B;IAC1B,MAAM,IAAA,+BAAoB,EAAC;QACzB,YAAY;QACZ,IAAI;QACJ,UAAU;QACV,eAAe,EAAE,cAAc;KAChC,CAAC,CAAC;AACL,CAAC;AACD,IAAI,EAAE,CAAC"}

package/build/graphql/fetchRequestDataSilo.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"fetchRequestDataSilo.d.ts","sourceRoot":"","sources":["../../src/graphql/fetchRequestDataSilo.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAGhD,OAAO,EACL,qBAAqB,EACrB,aAAa,EACd,MAAM,6BAA6B,CAAC;AAErC,MAAM,WAAW,eAAe;IAC9B,4BAA4B;IAC5B,EAAE,EAAE,MAAM,CAAC;CACZ;AAID;;;;;;GAMG;AACH,wBAAsB,qBAAqB,CACzC,MAAM,EAAE,aAAa,EACrB,EACE,SAAS,EACT,UAAU,EACV,eAAe,EACf,QAAQ,GACT,EAAE;IACD,iCAAiC;IACjC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,mBAAmB;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB;;OAEG;IACH,QAAQ,CAAC,EAAE,qBAAqB,EAAE,CAAC;IACnC,wCAAwC;IACxC,eAAe,CAAC,EAAE,aAAa,EAAE,CAAC;CACnC,GACA,OAAO,CAAC,eAAe,EAAE,CAAC,CAgC5B;AAED;;;;;;GAMG;AACH,wBAAsB,oBAAoB,CACxC,MAAM,EAAE,aAAa,EACrB,EACE,SAAS,EACT,UAAU,GACX,EAAE;IACD,iCAAiC;IACjC,SAAS,EAAE,MAAM,CAAC;IAClB,mBAAmB;IACnB,UAAU,EAAE,MAAM,CAAC;CACpB,GACA,OAAO,CAAC,eAAe,CAAC,CAY1B"}
+{"version":3,"file":"fetchRequestDataSilo.d.ts","sourceRoot":"","sources":["../../src/graphql/fetchRequestDataSilo.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAKhD,OAAO,EACL,qBAAqB,EACrB,aAAa,EACd,MAAM,6BAA6B,CAAC;AAGrC,MAAM,WAAW,eAAe;IAC9B,4BAA4B;IAC5B,EAAE,EAAE,MAAM,CAAC;CACZ;AAID;;;;;;GAMG;AACH,wBAAsB,qBAAqB,CACzC,MAAM,EAAE,aAAa,EACrB,EACE,SAAS,EACT,UAAU,EACV,eAAe,EACf,QAAQ,GACT,EAAE;IACD,iCAAiC;IACjC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,mBAAmB;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB;;OAEG;IACH,QAAQ,CAAC,EAAE,qBAAqB,EAAE,CAAC;IACnC,wCAAwC;IACxC,eAAe,CAAC,EAAE,aAAa,EAAE,CAAC;CACnC,GACA,OAAO,CAAC,eAAe,EAAE,CAAC,CA6D5B;AAED;;;;;;GAMG;AACH,wBAAsB,oBAAoB,CACxC,MAAM,EAAE,aAAa,EACrB,EACE,SAAS,EACT,UAAU,GACX,EAAE;IACD,iCAAiC;IACjC,SAAS,EAAE,MAAM,CAAC;IAClB,mBAAmB;IACnB,UAAU,EAAE,MAAM,CAAC;CACpB,GACA,OAAO,CAAC,eAAe,CAAC,CAY1B"}

package/build/graphql/fetchRequestDataSilo.js

@@ -1,8 +1,14 @@
 "use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.fetchRequestDataSilo = exports.fetchRequestDataSilos = void 0;
+const colors_1 = __importDefault(require("colors"));
+const cli_progress_1 = __importDefault(require("cli-progress"));
 const gqls_1 = require("./gqls");
 const makeGraphQLRequest_1 = require("./makeGraphQLRequest");
+const logger_1 = require("../logger");
 const PAGE_SIZE = 100;
 /**
  * Fetch all request data silos by some filter criteria
@@ -12,12 +18,15 @@ const PAGE_SIZE = 100;
  * @returns List of request identifiers
  */
 async function fetchRequestDataSilos(client, { requestId, dataSiloId, requestStatuses, statuses, }) {
+    // create a new progress bar instance and use shades_classic theme
+    const t0 = new Date().getTime();
+    const progressBar = new cli_progress_1.default.SingleBar({}, cli_progress_1.default.Presets.shades_classic);
     const requestDataSilos = [];
     let offset = 0;
     // Try to fetch an DataFlow with the same title
     let shouldContinue = false;
     do {
-        const { requestDataSilos: { nodes },
+        const { requestDataSilos: { nodes, totalCount },
         // eslint-disable-next-line no-await-in-loop
          } = await (0, makeGraphQLRequest_1.makeGraphQLRequest)(client, gqls_1.REQUEST_DATA_SILOS, {
             first: PAGE_SIZE,
@@ -30,9 +39,19 @@ async function fetchRequestDataSilos(client, { requestId, dataSiloId, requestSta
             },
         });
         requestDataSilos.push(...nodes);
+        if (offset === 0 && totalCount > PAGE_SIZE) {
+            logger_1.logger.info(colors_1.default.magenta(`Fetching ${totalCount} requests`));
+            progressBar.start(totalCount, 0);
+        }
         offset += PAGE_SIZE;
         shouldContinue = nodes.length === PAGE_SIZE;
+        progressBar.update(offset);
     } while (shouldContinue);
+    progressBar.stop();
+    const t1 = new Date().getTime();
+    const totalTime = t1 - t0;
+    // Log completion time
+    logger_1.logger.info(colors_1.default.green(`Completed fetching of ${requestDataSilos.length} request data silos in "${totalTime / 1000}" seconds.`));
     return requestDataSilos;
 }
 exports.fetchRequestDataSilos = fetchRequestDataSilos;

package/build/graphql/fetchRequestDataSilo.js.map

@@ -1 +1 @@
-{"version":3,"file":"fetchRequestDataSilo.js","sourceRoot":"","sources":["../../src/graphql/fetchRequestDataSilo.ts"],"names":[],"mappings":";;;AACA,iCAA4C;AAC5C,6DAA0D;AAW1D,MAAM,SAAS,GAAG,GAAG,CAAC;AAEtB;;;;;;GAMG;AACI,KAAK,UAAU,qBAAqB,CACzC,MAAqB,EACrB,EACE,SAAS,EACT,UAAU,EACV,eAAe,EACf,QAAQ,GAYT;IAED,MAAM,gBAAgB,GAAsB,EAAE,CAAC;IAC/C,IAAI,MAAM,GAAG,CAAC,CAAC;IAEf,+CAA+C;IAC/C,IAAI,cAAc,GAAG,KAAK,CAAC;IAC3B,GAAG;QACD,MAAM,EACJ,gBAAgB,EAAE,EAAE,KAAK,EAAE;QAC3B,4CAA4C;UAC7C,GAAG,MAAM,IAAA,uCAAkB,EAMzB,MAAM,EAAE,yBAAkB,EAAE;YAC7B,KAAK,EAAE,SAAS;YAChB,MAAM;YACN,QAAQ,EAAE;gBACR,UAAU;gBACV,SAAS;gBACT,MAAM,EAAE,QAAQ;gBAChB,aAAa,EAAE,eAAe;aAC/B;SACF,CAAC,CAAC;QACH,gBAAgB,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC;QAChC,MAAM,IAAI,SAAS,CAAC;QACpB,cAAc,GAAG,KAAK,CAAC,MAAM,KAAK,SAAS,CAAC;KAC7C,QAAQ,cAAc,EAAE;IAEzB,OAAO,gBAAgB,CAAC;AAC1B,CAAC;AAnDD,sDAmDC;AAED;;;;;;GAMG;AACI,KAAK,UAAU,oBAAoB,CACxC,MAAqB,EACrB,EACE,SAAS,EACT,UAAU,GAMX;IAED,MAAM,KAAK,GAAG,MAAM,qBAAqB,CAAC,MAAM,EAAE;QAChD,SAAS;QACT,UAAU;KACX,CAAC,CAAC;IACH,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE;QACtB,MAAM,IAAI,KAAK,CACb,iDAAiD,SAAS,eAAe,UAAU,EAAE,CACtF,CAAC;KACH;IAED,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC;AAvBD,oDAuBC"}
+{"version":3,"file":"fetchRequestDataSilo.js","sourceRoot":"","sources":["../../src/graphql/fetchRequestDataSilo.ts"],"names":[],"mappings":";;;;;;AACA,oDAA4B;AAC5B,gEAAuC;AACvC,iCAA4C;AAC5C,6DAA0D;AAK1D,sCAAmC;AAOnC,MAAM,SAAS,GAAG,GAAG,CAAC;AAEtB;;;;;;GAMG;AACI,KAAK,UAAU,qBAAqB,CACzC,MAAqB,EACrB,EACE,SAAS,EACT,UAAU,EACV,eAAe,EACf,QAAQ,GAYT;IAED,kEAAkE;IAClE,MAAM,EAAE,GAAG,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;IAChC,MAAM,WAAW,GAAG,IAAI,sBAAW,CAAC,SAAS,CAC3C,EAAE,EACF,sBAAW,CAAC,OAAO,CAAC,cAAc,CACnC,CAAC;IAEF,MAAM,gBAAgB,GAAsB,EAAE,CAAC;IAC/C,IAAI,MAAM,GAAG,CAAC,CAAC;IAEf,+CAA+C;IAC/C,IAAI,cAAc,GAAG,KAAK,CAAC;IAC3B,GAAG;QACD,MAAM,EACJ,gBAAgB,EAAE,EAAE,KAAK,EAAE,UAAU,EAAE;QACvC,4CAA4C;UAC7C,GAAG,MAAM,IAAA,uCAAkB,EAQzB,MAAM,EAAE,yBAAkB,EAAE;YAC7B,KAAK,EAAE,SAAS;YAChB,MAAM;YACN,QAAQ,EAAE;gBACR,UAAU;gBACV,SAAS;gBACT,MAAM,EAAE,QAAQ;gBAChB,aAAa,EAAE,eAAe;aAC/B;SACF,CAAC,CAAC;QACH,gBAAgB,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC;QAEhC,IAAI,MAAM,KAAK,CAAC,IAAI,UAAU,GAAG,SAAS,EAAE;YAC1C,eAAM,CAAC,IAAI,CAAC,gBAAM,CAAC,OAAO,CAAC,YAAY,UAAU,WAAW,CAAC,CAAC,CAAC;YAC/D,WAAW,CAAC,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;SAClC;QAED,MAAM,IAAI,SAAS,CAAC;QACpB,cAAc,GAAG,KAAK,CAAC,MAAM,KAAK,SAAS,CAAC;QAC5C,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;KAC5B,QAAQ,cAAc,EAAE;IAEzB,WAAW,CAAC,IAAI,EAAE,CAAC;IACnB,MAAM,EAAE,GAAG,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;IAChC,MAAM,SAAS,GAAG,EAAE,GAAG,EAAE,CAAC;IAE1B,sBAAsB;IACtB,eAAM,CAAC,IAAI,CACT,gBAAM,CAAC,KAAK,CACV,yBACE,gBAAgB,CAAC,MACnB,2BAA2B,SAAS,GAAG,IAAI,YAAY,CACxD,CACF,CAAC;IAEF,OAAO,gBAAgB,CAAC;AAC1B,CAAC;AAhFD,sDAgFC;AAED;;;;;;GAMG;AACI,KAAK,UAAU,oBAAoB,CACxC,MAAqB,EACrB,EACE,SAAS,EACT,UAAU,GAMX;IAED,MAAM,KAAK,GAAG,MAAM,qBAAqB,CAAC,MAAM,EAAE;QAChD,SAAS;QACT,UAAU;KACX,CAAC,CAAC;IACH,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE;QACtB,MAAM,IAAI,KAAK,CACb,iDAAiD,SAAS,eAAe,UAAU,EAAE,CACtF,CAAC;KACH;IAED,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC;AAvBD,oDAuBC"}

package/build/graphql/gqls/RequestDataSilo.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"RequestDataSilo.d.ts","sourceRoot":"","sources":["../../../src/graphql/gqls/RequestDataSilo.ts"],"names":[],"mappings":"AAEA,eAAO,MAAM,kBAAkB,QAuB9B,CAAC;AAEF,eAAO,MAAM,+BAA+B,QAa3C,CAAC;AAEF,eAAO,MAAM,uBAAuB,QAQnC,CAAC"}
+{"version":3,"file":"RequestDataSilo.d.ts","sourceRoot":"","sources":["../../../src/graphql/gqls/RequestDataSilo.ts"],"names":[],"mappings":"AAEA,eAAO,MAAM,kBAAkB,QAwB9B,CAAC;AAEF,eAAO,MAAM,+BAA+B,QAa3C,CAAC;AAEF,eAAO,MAAM,uBAAuB,QAQnC,CAAC"}

package/build/graphql/gqls/RequestDataSilo.js

@@ -16,13 +16,14 @@ exports.REQUEST_DATA_SILOS = (0, graphql_request_1.gql) `
       # isExportCsv: true
       # useMaster: false
       orderBy: [
-        { field: createdAt, direction: ASC }
+        { field: createdAt, direction: DESC }
         { field: title, direction: ASC, model: dataSilo }
       ]
     ) {
       nodes {
         id
       }
+      totalCount
     }
   }
 `;

package/build/graphql/gqls/RequestDataSilo.js.map

@@ -1 +1 @@
-{"version":3,"file":"RequestDataSilo.js","sourceRoot":"","sources":["../../../src/graphql/gqls/RequestDataSilo.ts"],"names":[],"mappings":";;;AAAA,qDAAsC;AAEzB,QAAA,kBAAkB,GAAG,IAAA,qBAAG,EAAA;;;;;;;;;;;;;;;;;;;;;;;CAuBpC,CAAC;AAEW,QAAA,+BAA+B,GAAG,IAAA,qBAAG,EAAA;;;;;;;;;;;;;CAajD,CAAC;AAEW,QAAA,uBAAuB,GAAG,IAAA,qBAAG,EAAA;;;;;;;;CAQzC,CAAC"}
+{"version":3,"file":"RequestDataSilo.js","sourceRoot":"","sources":["../../../src/graphql/gqls/RequestDataSilo.ts"],"names":[],"mappings":";;;AAAA,qDAAsC;AAEzB,QAAA,kBAAkB,GAAG,IAAA,qBAAG,EAAA;;;;;;;;;;;;;;;;;;;;;;;;CAwBpC,CAAC;AAEW,QAAA,+BAA+B,GAAG,IAAA,qBAAG,EAAA;;;;;;;;;;;;;CAajD,CAAC;AAEW,QAAA,uBAAuB,GAAG,IAAA,qBAAG,EAAA;;;;;;;;CAQzC,CAAC"}

package/build/requests/skipRequestDataSilos.d.ts

@@ -1,10 +1,11 @@
+import { RequestStatus } from '@transcend-io/privacy-types';
 /**
  * Given a data silo ID, mark all open request data silos as skipped
  *
  * @param options - Options
  * @returns Number of items skipped
  */
-export declare function skipRequestDataSilos({ dataSiloId, auth, concurrency, transcendUrl, }: {
+export declare function skipRequestDataSilos({ dataSiloId, auth, concurrency, transcendUrl, requestStatuses, }: {
     /** Transcend API key authentication */
     auth: string;
     /** Data Silo ID to pull down jobs for */
@@ -13,5 +14,7 @@ export declare function skipRequestDataSilos({ dataSiloId, auth, concurrency, tr
     concurrency?: number;
     /** API URL for Transcend backend */
     transcendUrl?: string;
+    /** Request statuses to mark as completed */
+    requestStatuses?: RequestStatus[];
 }): Promise<number>;
 //# sourceMappingURL=skipRequestDataSilos.d.ts.map

package/build/requests/skipRequestDataSilos.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"skipRequestDataSilos.d.ts","sourceRoot":"","sources":["../../src/requests/skipRequestDataSilos.ts"],"names":[],"mappings":"AAaA;;;;;GAKG;AACH,wBAAsB,oBAAoB,CAAC,EACzC,UAAU,EACV,IAAI,EACJ,WAAiB,EACjB,YAAoC,GACrC,EAAE;IACD,uCAAuC;IACvC,IAAI,EAAE,MAAM,CAAC;IACb,yCAAyC;IACzC,UAAU,EAAE,MAAM,CAAC;IACnB,yBAAyB;IACzB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,oCAAoC;IACpC,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB,GAAG,OAAO,CAAC,MAAM,CAAC,CA+DlB"}
+{"version":3,"file":"skipRequestDataSilos.d.ts","sourceRoot":"","sources":["../../src/requests/skipRequestDataSilos.ts"],"names":[],"mappings":"AAUA,OAAO,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAC;AAG5D;;;;;GAKG;AACH,wBAAsB,oBAAoB,CAAC,EACzC,UAAU,EACV,IAAI,EACJ,WAAiB,EACjB,YAAoC,EACpC,eAAoE,GACrE,EAAE;IACD,uCAAuC;IACvC,IAAI,EAAE,MAAM,CAAC;IACb,yCAAyC;IACzC,UAAU,EAAE,MAAM,CAAC;IACnB,yBAAyB;IACzB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,oCAAoC;IACpC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,4CAA4C;IAC5C,eAAe,CAAC,EAAE,aAAa,EAAE,CAAC;CACnC,GAAG,OAAO,CAAC,MAAM,CAAC,CA+DlB"}

package/build/requests/skipRequestDataSilos.js

@@ -17,7 +17,7 @@ const constants_1 = require("../constants");
  * @param options - Options
  * @returns Number of items skipped
  */
-async function skipRequestDataSilos({ dataSiloId, auth, concurrency = 100, transcendUrl = constants_1.DEFAULT_TRANSCEND_API, }) {
+async function skipRequestDataSilos({ dataSiloId, auth, concurrency = 100, transcendUrl = constants_1.DEFAULT_TRANSCEND_API, requestStatuses = [privacy_types_1.RequestStatus.Compiling, privacy_types_1.RequestStatus.Secondary], }) {
     // Find all requests made before createdAt that are in a removing data state
     const client = (0, graphql_1.buildTranscendGraphQLClient)(transcendUrl, auth);
     // Time duration
@@ -25,7 +25,7 @@ async function skipRequestDataSilos({ dataSiloId, auth, concurrency = 100, trans
     // fetch all RequestDataSilos that are open
     const requestDataSilos = await (0, graphql_1.fetchRequestDataSilos)(client, {
         dataSiloId,
-        requestStatuses: [privacy_types_1.RequestStatus.Compiling, privacy_types_1.RequestStatus.Secondary],
+        requestStatuses,
     });
     // Notify Transcend
     logger_1.logger.info(colors_1.default.magenta(`Processing data silo: "${dataSiloId}" marking "${requestDataSilos.length}" requests as skipped.`));

package/build/requests/skipRequestDataSilos.js.map

@@ -1 +1 @@
-{"version":3,"file":"skipRequestDataSilos.js","sourceRoot":"","sources":["../../src/requests/skipRequestDataSilos.ts"],"names":[],"mappings":";;;;;;AAAA,uCAA+B;AAC/B,oDAA4B;AAC5B,sCAAmC;AACnC,wCAKoB;AACpB,gEAAuC;AACvC,+DAA4D;AAC5D,4CAAqD;AAErD;;;;;GAKG;AACI,KAAK,UAAU,oBAAoB,CAAC,EACzC,UAAU,EACV,IAAI,EACJ,WAAW,GAAG,GAAG,EACjB,YAAY,GAAG,iCAAqB,GAUrC;IACC,4EAA4E;IAC5E,MAAM,MAAM,GAAG,IAAA,qCAA2B,EAAC,YAAY,EAAE,IAAI,CAAC,CAAC;IAE/D,gBAAgB;IAChB,MAAM,EAAE,GAAG,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;IAEhC,2CAA2C;IAC3C,MAAM,gBAAgB,GAAG,MAAM,IAAA,+BAAqB,EAAC,MAAM,EAAE;QAC3D,UAAU;QACV,eAAe,EAAE,CAAC,6BAAa,CAAC,SAAS,EAAE,6BAAa,CAAC,SAAS,CAAC;KACpE,CAAC,CAAC;IAEH,mBAAmB;IACnB,eAAM,CAAC,IAAI,CACT,gBAAM,CAAC,OAAO,CACZ,0BAA0B,UAAU,cAAc,gBAAgB,CAAC,MAAM,wBAAwB,CAClG,CACF,CAAC;IAEF,kEAAkE;IAClE,MAAM,WAAW,GAAG,IAAI,sBAAW,CAAC,SAAS,CAC3C,EAAE,EACF,sBAAW,CAAC,OAAO,CAAC,cAAc,CACnC,CAAC;IAEF,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,WAAW,CAAC,KAAK,CAAC,gBAAgB,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAC9C,MAAM,IAAA,cAAG,EACP,gBAAgB,EAChB,KAAK,EAAE,eAAe,EAAE,EAAE;QACxB,IAAI;YACF,MAAM,IAAA,4BAAkB,EAGrB,MAAM,EAAE,yCAA+B,EAAE;gBAC1C,iBAAiB,EAAE,eAAe,CAAC,EAAE;gBACrC,MAAM,EAAE,SAAS;aAClB,CAAC,CAAC;SACJ;QAAC,OAAO,GAAG,EAAE;YACZ,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,uCAAuC,CAAC,EAAE;gBAClE,MAAM,GAAG,CAAC;aACX;SACF;QAED,KAAK,IAAI,CAAC,CAAC;QACX,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC5B,CAAC,EACD,EAAE,WAAW,EAAE,CAChB,CAAC;IAEF,WAAW,CAAC,IAAI,EAAE,CAAC;IACnB,MAAM,EAAE,GAAG,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;IAChC,MAAM,SAAS,GAAG,EAAE,GAAG,EAAE,CAAC;IAE1B,eAAM,CAAC,IAAI,CACT,gBAAM,CAAC,KAAK,CACV,0BAA0B,gBAAgB,CAAC,MAAM,kBAC/C,SAAS,GAAG,IACd,YAAY,CACb,CACF,CAAC;IACF,OAAO,gBAAgB,CAAC,MAAM,CAAC;AACjC,CAAC;AA7ED,oDA6EC"}
+{"version":3,"file":"skipRequestDataSilos.js","sourceRoot":"","sources":["../../src/requests/skipRequestDataSilos.ts"],"names":[],"mappings":";;;;;;AAAA,uCAA+B;AAC/B,oDAA4B;AAC5B,sCAAmC;AACnC,wCAKoB;AACpB,gEAAuC;AACvC,+DAA4D;AAC5D,4CAAqD;AAErD;;;;;GAKG;AACI,KAAK,UAAU,oBAAoB,CAAC,EACzC,UAAU,EACV,IAAI,EACJ,WAAW,GAAG,GAAG,EACjB,YAAY,GAAG,iCAAqB,EACpC,eAAe,GAAG,CAAC,6BAAa,CAAC,SAAS,EAAE,6BAAa,CAAC,SAAS,CAAC,GAYrE;IACC,4EAA4E;IAC5E,MAAM,MAAM,GAAG,IAAA,qCAA2B,EAAC,YAAY,EAAE,IAAI,CAAC,CAAC;IAE/D,gBAAgB;IAChB,MAAM,EAAE,GAAG,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;IAEhC,2CAA2C;IAC3C,MAAM,gBAAgB,GAAG,MAAM,IAAA,+BAAqB,EAAC,MAAM,EAAE;QAC3D,UAAU;QACV,eAAe;KAChB,CAAC,CAAC;IAEH,mBAAmB;IACnB,eAAM,CAAC,IAAI,CACT,gBAAM,CAAC,OAAO,CACZ,0BAA0B,UAAU,cAAc,gBAAgB,CAAC,MAAM,wBAAwB,CAClG,CACF,CAAC;IAEF,kEAAkE;IAClE,MAAM,WAAW,GAAG,IAAI,sBAAW,CAAC,SAAS,CAC3C,EAAE,EACF,sBAAW,CAAC,OAAO,CAAC,cAAc,CACnC,CAAC;IAEF,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,WAAW,CAAC,KAAK,CAAC,gBAAgB,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAC9C,MAAM,IAAA,cAAG,EACP,gBAAgB,EAChB,KAAK,EAAE,eAAe,EAAE,EAAE;QACxB,IAAI;YACF,MAAM,IAAA,4BAAkB,EAGrB,MAAM,EAAE,yCAA+B,EAAE;gBAC1C,iBAAiB,EAAE,eAAe,CAAC,EAAE;gBACrC,MAAM,EAAE,SAAS;aAClB,CAAC,CAAC;SACJ;QAAC,OAAO,GAAG,EAAE;YACZ,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,uCAAuC,CAAC,EAAE;gBAClE,MAAM,GAAG,CAAC;aACX;SACF;QAED,KAAK,IAAI,CAAC,CAAC;QACX,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC5B,CAAC,EACD,EAAE,WAAW,EAAE,CAChB,CAAC;IAEF,WAAW,CAAC,IAAI,EAAE,CAAC;IACnB,MAAM,EAAE,GAAG,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;IAChC,MAAM,SAAS,GAAG,EAAE,GAAG,EAAE,CAAC;IAE1B,eAAM,CAAC,IAAI,CACT,gBAAM,CAAC,KAAK,CACV,0BAA0B,gBAAgB,CAAC,MAAM,kBAC/C,SAAS,GAAG,IACd,YAAY,CACb,CACF,CAAC;IACF,OAAO,gBAAgB,CAAC,MAAM,CAAC;AACjC,CAAC;AAhFD,oDAgFC"}