@transcend-io/cli 4.18.1 → 4.20.0

package/README.md

@@ -25,10 +25,18 @@
     - [Authentication](#authentication-3)
     - [Arguments](#arguments-3)
   - [Usage](#usage-4)
-  - [tr-pull-cron-identifiers](#tr-pull-cron-identifiers)
+  - [tr-request-restart](#tr-request-restart)
     - [Authentication](#authentication-4)
     - [Arguments](#arguments-4)
   - [Usage](#usage-5)
+  - [tr-cron-pull-identifiers](#tr-cron-pull-identifiers)
+    - [Authentication](#authentication-5)
+    - [Arguments](#arguments-5)
+  - [Usage](#usage-6)
+  - [tr-cron-mark-identifiers-completed](#tr-cron-mark-identifiers-completed)
+    - [Authentication](#authentication-6)
+    - [Arguments](#arguments-6)
+  - [Usage](#usage-7)
 
 <!-- END doctoc generated TOC please keep comment here to allow auto update -->
 
@@ -47,11 +55,13 @@ If your codebase is typescript or javascript based, you can add this package as
 yarn add -D @transcend-io/cli
 
 # cli commands available within package
-yarn tr-pull --auth=xxx
-yarn tr-push --auth=xxx
-yarn tr-discover-silos --auth=xxx
-yarn tr-request-upload --auth=xxx
-yarn tr-pull-cron-identifiers --auth=xxx
+yarn tr-pull --auth=$TRANSCEND_API_KEY
+yarn tr-push --auth=$TRANSCEND_API_KEY
+yarn tr-discover-silos --auth=$TRANSCEND_API_KEY
+yarn tr-request-upload --auth=$TRANSCEND_API_KEY
+yarn tr-request-restart --auth=$TRANSCEND_API_KEY
+yarn tr-cron-pull-identifiers --auth=$TRANSCEND_API_KEY
+yarn tr-cron-mark-identifiers-completed --auth=$TRANSCEND_API_KEY
 ```
 
 or
@@ -61,11 +71,13 @@ or
 npm i -D @transcend-io/cli
 
 # cli commands available within package
-tr-pull --auth=xxx
-tr-push --auth=xxx
-tr-discover-silos --auth=xxx
-tr-request-upload --auth=xxx
-tr-pull-cron-identifiers --auth=xxx
+tr-pull --auth=$TRANSCEND_API_KEY
+tr-push --auth=$TRANSCEND_API_KEY
+tr-discover-silos --auth=$TRANSCEND_API_KEY
+tr-request-upload --auth=$TRANSCEND_API_KEY
+tr-request-restart --auth=$TRANSCEND_API_KEY
+tr-cron-pull-identifiers --auth=$TRANSCEND_API_KEY
+tr-cron-mark-identifiers-completed --auth=$TRANSCEND_API_KEY
 ```
 
 alternatively, you can install the cli globally on your machine:
@@ -75,10 +87,13 @@ alternatively, you can install the cli globally on your machine:
 npm i -g @transcend-io/cli
 
 # cli commands available everywhere on machine
-tr-pull --auth=xxx
-tr-push --auth=xxx
-tr-discover-silos --auth=xxx
-tr-request-upload --auth=xxx
+tr-pull --auth=$TRANSCEND_API_KEY
+tr-push --auth=$TRANSCEND_API_KEY
+tr-discover-silos --auth=$TRANSCEND_API_KEY
+tr-request-upload --auth=$TRANSCEND_API_KEY
+tr-request-restart --auth=$TRANSCEND_API_KEY
+tr-cron-pull-identifiers --auth=$TRANSCEND_API_KEY
+tr-cron-mark-identifiers-completed --auth=$TRANSCEND_API_KEY
 ```
 
 Note:
@@ -229,7 +244,7 @@ tr-pull --auth=$TRANSCEND_API_KEY --file=./custom/location.yml
 Or a specific data silo(s) can be pulled in:
 
 ```sh
-tr-pull --auth=$TRANSCEND_API_KEY --dataSiloIds=710fec3c-7bcc-4c9e-baff-bf39f9bec43e
+tr-pull --auth=$TRANSCEND_API_KEY ---dataSiloIds=710fec3c-7bcc-4c9e-baff-bf39f9bec43e
 ```
 
 Or a specific types of data silo(s) can be pulled in:
@@ -406,7 +421,7 @@ Then, you'll need to grab that `dataSiloId` and a Transcend API key and pass it
 
 ```sh
 # Scan a javascript project (package.json files) to look for new data silos
-yarn tr-discover-silos --scanPath=./myJavascriptProject --auth={{api_key}} --dataSiloId=abcdefg
+yarn tr-discover-silos --scanPath=./myJavascriptProject --auth={{api_key}} ---dataSiloId=abcdefg
 ```
 
 This call will look for all the package.json files that in the scan path `./myJavascriptProject`, parse each of the dependencies into their individual package names, and send it to our Transcend backend for classification. These classifications can then be viewed [here](https://app.transcend.io/data-map/data-inventory/silo-discovery/triage). The process is the same for scanning requirements.txt, podfiles and build.gradle files.
@@ -519,10 +534,10 @@ yarn tr-request-upload --auth=$TRANSCEND_API_KEY --file=/Users/transcend/Desktop
    --isSilent=false --emailIsVerified=false
 ```
 
-Increase the concurrency (defaults to 20)
+Increase the concurrency (defaults to 100)
 
 ```sh
-yarn tr-request-upload --auth=$TRANSCEND_API_KEY --file=/Users/transcend/Desktop/test.csv --concurrency=20
+yarn tr-request-upload --auth=$TRANSCEND_API_KEY --file=/Users/transcend/Desktop/test.csv --concurrency=100
 ```
 
 Tag all uploaded requests with an attribute
@@ -544,7 +559,99 @@ Include debug logs - warning, this logs out personal data.
 yarn tr-request-upload --auth=$TRANSCEND_API_KEY --file=/Users/transcend/Desktop/test.csv --debug=true
 ```
 
-### tr-pull-cron-identifiers
+### tr-request-restart
+
+Bulk update a set of privacy requests based on a set of request filters.
+
+#### Authentication
+
+In order to use this cli, you will first need to generate an API key on the Transcend Admin Dashboard (https://app.transcend.io/infrastructure/api-keys).
+
+The API key needs the following scopes:
+
+- Submit New Data Subject Request
+- View the Request Compilation
+
+#### Arguments
+
+| Argument             | Description                                                                                                                               | Type            | Default                           | Required |
+| -------------------- | ----------------------------------------------------------------------------------------------------------------------------------------- | --------------- | --------------------------------- | -------- |
+| auth                 | The Transcend API capable of submitting privacy requests.                                                                                 | string          | N/A                               | true     |
+| acions               | The [request action](https://docs.transcend.io/docs/privacy-requests/configuring-requests/data-subject-requests#data-actions) to restart. | RequestAction[] | N/A                               | true     |
+| statuses             | The [request statuses](https://docs.transcend.io/docs/privacy-requests/overview#request-statuses) to restart.                             | RequestStatus[] | N/A                               | true     |
+| transcendUrl         | URL of the Transcend backend. Use https://api.us.transcend.io for US hosting.                                                             | string - URL    | https://api.transcend.io          | false    |
+| requestReceiptFolder | The path to the folder where receipts of each upload are stored. This allows for debugging of errors.                                     | string          | ./privacy-request-upload-receipts | false    |
+| sombraAuth           | The sombra internal key, use for additional authentication when self-hosting sombra.                                                      | string          | N/A                               | false    |
+| concurrency          | The concurrency to use when uploading requests in parallel.                                                                               | number          | 20                                | false    |
+| requestIds           | Specify the specific request IDs to restart                                                                                               | string[]        | []                                | false    |
+| createdAt            | Restart requests that were submitted before a specific date.                                                                              | Date            | Date.now()                        | false    |
+| markSilent           | Requests older than this date should be marked as silent mode                                                                             | Date            | Date.now() - 3 months             | false    |
+| sendEmailReceipt     | Send email receipts to the restarted requests                                                                                             | boolean         | false                             | false    |
+| copyIdentifiers      | Copy over all enriched identifiers from the initial request. Leave false to restart from scratch with initial identifiers only.           | boolean         | false                             | false    |
+| skipWaitingPeriod    | Skip queued state of request and go straight to compiling                                                                                 | boolean         | false                             | false    |
+
+### Usage
+
+```sh
+yarn tr-request-restart --auth=$TRANSCEND_API_KEY --statuses=COMPILING,ENRICHING --actions=ACCESS,ERASURE
+```
+
+For self-hosted sombras that use an internal key:
+
+```sh
+yarn tr-request-restart --auth=$TRANSCEND_API_KEY --sombraAuth=$SOMBRA_INTERNAL_KEY --statuses=COMPILING,ENRICHING --actions=ACCESS,ERASURE
+```
+
+Specifying the backend URL, needed for US hosted backend infrastructure.
+
+```sh
+yarn tr-request-restart --auth=$TRANSCEND_API_KEY --sombraAuth=$SOMBRA_INTERNAL_KEY --statuses=COMPILING,ENRICHING --actions=ACCESS,ERASURE \
+ --transcendUrl=https://api.us.transcend.io
+```
+
+Increase the concurrency (defaults to 20)
+
+```sh
+yarn tr-request-restart --auth=$TRANSCEND_API_KEY --statuses=COMPILING,ENRICHING --actions=ACCESS,ERASURE --concurrency=100
+```
+
+Restart specific requests by ID
+
+```sh
+yarn tr-request-restart --auth=$TRANSCEND_API_KEY --statuses=COMPILING,ENRICHING --actions=ACCESS,ERASURE --requestIds=c3ae78c9-2768-4666-991a-d2f729503337,342e4bd1-64ea-4af0-a4ad-704b5a07cfe4
+```
+
+Restart requests that were submitted before a specific date.
+
+```sh
+yarn tr-request-restart --auth=$TRANSCEND_API_KEY --statuses=COMPILING,ENRICHING --actions=ACCESS,ERASURE --createdAt=2022-05-11T00:46
+```
+
+Restart requests and place everything in silent mode submitted before a certain date
+
+```sh
+yarn tr-request-restart --auth=$TRANSCEND_API_KEY --statuses=COMPILING,ENRICHING --actions=ACCESS,ERASURE --markSilent=2022-12-05T00:46
+```
+
+Send email receipts to the restarted requests
+
+```sh
+yarn tr-request-restart --auth=$TRANSCEND_API_KEY --statuses=COMPILING,ENRICHING --actions=ACCESS,ERASURE --sendEmailReceipt=true
+```
+
+Copy over all enriched identifiers from the initial request. Leave false to restart from scratch with initial identifiers only
+
+```sh
+yarn tr-request-restart --auth=$TRANSCEND_API_KEY --statuses=COMPILING,ENRICHING --actions=ACCESS,ERASURE --copyIdentifiers=true
+```
+
+Skip queued state of request and go straight to compiling
+
+```sh
+yarn tr-request-restart --auth=$TRANSCEND_API_KEY --statuses=COMPILING,ENRICHING --actions=ACCESS,ERASURE --skipWaitingPeriod=true
+```
+
+### tr-cron-pull-identifiers
 
 If you are using the cron job integration, you can run this command to pull the outstanding identifiers
 for the data silo to a CSV.
@@ -574,34 +681,89 @@ The API key must be associated to the ID of the integration/data silo that is be
 ### Usage
 
 ```sh
-yarn tr-pull-cron-identifiers --auth=$TRANSCEND_API_KEY -dataSiloId=70810f2e-cf90-43f6-9776-901a5950599f \
-   --requestType=ERASURE
+yarn tr-cron-pull-identifiers --auth=$TRANSCEND_API_KEY --dataSiloId=70810f2e-cf90-43f6-9776-901a5950599f --requestType=ERASURE
 ```
 
 Pull to a specific file location
 
 ```sh
-yarn tr-pull-cron-identifiers --auth=$TRANSCEND_API_KEY -dataSiloId=70810f2e-cf90-43f6-9776-901a5950599f --requestType=ERASURE \
+yarn tr-cron-pull-identifiers --auth=$TRANSCEND_API_KEY --dataSiloId=70810f2e-cf90-43f6-9776-901a5950599f --requestType=ERASURE \
    --file=/Users/transcend/Desktop/test.csv
 ```
 
 For self-hosted sombras that use an internal key:
 
 ```sh
-yarn tr-pull-cron-identifiers --auth=$TRANSCEND_API_KEY -dataSiloId=70810f2e-cf90-43f6-9776-901a5950599f \
-   --requestType=ERASURE --sombraAuth=$SOMBRA_INTERNAL_KEY
+yarn tr-cron-pull-identifiers --auth=$TRANSCEND_API_KEY --dataSiloId=70810f2e-cf90-43f6-9776-901a5950599f --requestType=ERASURE  \
+   --sombraAuth=$SOMBRA_INTERNAL_KEY
 ```
 
 Specifying the backend URL, needed for US hosted backend infrastructure.
 
 ```sh
-yarn tr-pull-cron-identifiers --auth=$TRANSCEND_API_KEY --sombraAuth=$SOMBRA_INTERNAL_KEY --file=/Users/transcend/Desktop/test.csv \
+yarn tr-cron-pull-identifiers --auth=$TRANSCEND_API_KEY --dataSiloId=70810f2e-cf90-43f6-9776-901a5950599f --requestType=ERASURE \
  --transcendUrl=https://api.us.transcend.io
 ```
 
 Specifying the page limit, defaults to 100.
 
 ```sh
-yarn tr-pull-cron-identifiers --auth=$TRANSCEND_API_KEY --sombraAuth=$SOMBRA_INTERNAL_KEY --file=/Users/transcend/Desktop/test.csv \
+yarn tr-cron-pull-identifiers --auth=$TRANSCEND_API_KEY --dataSiloId=70810f2e-cf90-43f6-9776-901a5950599f --requestType=ERASURE \
  --pageLimit=300
 ```
+
+### tr-cron-mark-identifiers-completed
+
+This command takes the output of `tr-cron-pull-identifiers` and notifies Transcend that all of the requests in the CSV have been processed.
+This is used in the workflow like:
+
+1. Pull identifiers to CSV:
+   `yarn tr-cron-pull-identifiers --auth=$TRANSCEND_API_KEY --dataSiloId=70810f2e-cf90-43f6-9776-901a5950599f --requestType=ERASURE --file=./outstanding-requests.csv`
+2. Run your process to operate on that CSV of requests.
+3. Notify Transcend of completion
+   `yarn tr-cron-mark-identifiers-completed --auth=$TRANSCEND_API_KEY --dataSiloId=70810f2e-cf90-43f6-9776-901a5950599f --file=./outstanding-requests.csv`
+
+Read more at https://docs.transcend.io/docs/integrations/cron-job-integration.
+
+#### Authentication
+
+In order to use this cli, you will first need to generate an API key on the Transcend Admin Dashboard (https://app.transcend.io/infrastructure/api-keys).
+
+The API key must be associated to the ID of the integration/data silo that is being operated on.
+
+#### Arguments
+
+| Argument     | Description                                                                          | Type               | Default                  | Required |
+| ------------ | ------------------------------------------------------------------------------------ | ------------------ | ------------------------ | -------- |
+| auth         | The Transcend API capable of pulling the cron identifiers.                           | string             | N/A                      | true     |
+| dataSiloId   | The ID of the data silo to pull in.                                                  | string - UUID      | N/A                      | true     |
+| file         | Path to the CSV file where identifiers will be written to.                           | string - file-path | ./cron-identifiers.csv   | false    |
+| transcendUrl | URL of the Transcend backend. Use https://api.us.transcend.io for US hosting.        | string - URL       | https://api.transcend.io | false    |
+| sombraAuth   | The sombra internal key, use for additional authentication when self-hosting sombra. | string             | N/A                      | false    |
+
+### Usage
+
+```sh
+yarn tr-cron-mark-identifiers-completed --auth=$TRANSCEND_API_KEY --dataSiloId=70810f2e-cf90-43f6-9776-901a5950599f
+```
+
+Pull to a specific file location
+
+```sh
+yarn tr-cron-mark-identifiers-completed --auth=$TRANSCEND_API_KEY --dataSiloId=70810f2e-cf90-43f6-9776-901a5950599f \
+   --file=/Users/transcend/Desktop/test.csv
+```
+
+For self-hosted sombras that use an internal key:
+
+```sh
+yarn tr-cron-mark-identifiers-completed --auth=$TRANSCEND_API_KEY --dataSiloId=70810f2e-cf90-43f6-9776-901a5950599f \
+   --sombraAuth=$SOMBRA_INTERNAL_KEY
+```
+
+Specifying the backend URL, needed for US hosted backend infrastructure.
+
+```sh
+yarn tr-cron-mark-identifiers-completed --auth=$TRANSCEND_API_KEY --dataSiloId=70810f2e-cf90-43f6-9776-901a5950599f \
+ --transcendUrl=https://api.us.transcend.io
+```

package/build/cli-cron-mark-identifiers-completed.d.ts

@@ -0,0 +1,3 @@
+#!/usr/bin/env node
+export {};
+//# sourceMappingURL=cli-cron-mark-identifiers-completed.d.ts.map

package/build/cli-cron-mark-identifiers-completed.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli-cron-mark-identifiers-completed.d.ts","sourceRoot":"","sources":["../src/cli-cron-mark-identifiers-completed.ts"],"names":[],"mappings":""}

package/build/cli-cron-mark-identifiers-completed.js

@@ -0,0 +1,44 @@
+#!/usr/bin/env node
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const yargs_parser_1 = __importDefault(require("yargs-parser"));
+const colors_1 = __importDefault(require("colors"));
+const logger_1 = require("./logger");
+const cron_1 = require("./cron");
+/**
+ * Mark all of the identifiers in a cron job CSV as completed.
+ *
+ * Requires an API key with scope for the cron integration being checked on.
+ *
+ * Dev Usage:
+ * yarn ts-node ./src/cli-cron-mark-identifiers-completed.ts --auth=asd123 \
+ *   --dataSiloId=92636cda-b7c6-48c6-b1b1-2df574596cbc \
+ *   --file=/Users/michaelfarrell/Desktop/test.csv
+ *
+ * Standard usage:
+ * yarn tr-pull-cron-mark-identifiers-completed --auth=asd123  \
+ *   --dataSiloId=92636cda-b7c6-48c6-b1b1-2df574596cbc \
+ *   --file=/Users/michaelfarrell/Desktop/test.csv
+ */
+async function main() {
+    // Parse command line arguments
+    const { file = './cron-identifiers.csv', transcendUrl = 'https://api.transcend.io', auth, sombraAuth, dataSiloId, } = (0, yargs_parser_1.default)(process.argv.slice(2));
+    // Ensure auth is passed
+    if (!auth) {
+        logger_1.logger.error(colors_1.default.red('A Transcend API key must be provided. You can specify using --auth=asd123'));
+        process.exit(1);
+    }
+    // Upload privacy requests
+    await (0, cron_1.pushCronIdentifiersFromCsv)({
+        file,
+        transcendUrl,
+        auth,
+        sombraAuth,
+        dataSiloId,
+    });
+}
+main();
+//# sourceMappingURL=cli-cron-mark-identifiers-completed.js.map

package/build/cli-cron-mark-identifiers-completed.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli-cron-mark-identifiers-completed.js","sourceRoot":"","sources":["../src/cli-cron-mark-identifiers-completed.ts"],"names":[],"mappings":";;;;;;AAEA,gEAAiC;AACjC,oDAA4B;AAE5B,qCAAkC;AAClC,iCAAoD;AAEpD;;;;;;;;;;;;;;GAcG;AACH,KAAK,UAAU,IAAI;IACjB,+BAA+B;IAC/B,MAAM,EACJ,IAAI,GAAG,wBAAwB,EAC/B,YAAY,GAAG,0BAA0B,EACzC,IAAI,EACJ,UAAU,EACV,UAAU,GACX,GAAG,IAAA,sBAAK,EAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAA8B,CAAC;IAE9D,wBAAwB;IACxB,IAAI,CAAC,IAAI,EAAE;QACT,eAAM,CAAC,KAAK,CACV,gBAAM,CAAC,GAAG,CACR,2EAA2E,CAC5E,CACF,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;KACjB;IAED,0BAA0B;IAC1B,MAAM,IAAA,iCAA0B,EAAC;QAC/B,IAAI;QACJ,YAAY;QACZ,IAAI;QACJ,UAAU;QACV,UAAU;KACX,CAAC,CAAC;AACL,CAAC;AAED,IAAI,EAAE,CAAC"}

package/build/cli-cron-pull-identifiers.d.ts

@@ -0,0 +1,3 @@
+#!/usr/bin/env node
+export {};
+//# sourceMappingURL=cli-cron-pull-identifiers.d.ts.map

package/build/cli-cron-pull-identifiers.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli-cron-pull-identifiers.d.ts","sourceRoot":"","sources":["../src/cli-cron-pull-identifiers.ts"],"names":[],"mappings":""}

package/build/{cli-pull-cron-identifiers.js → cli-cron-pull-identifiers.js}

@@ -15,13 +15,13 @@ const privacy_types_1 = require("@transcend-io/privacy-types");
  * Requires an API key with scope for the cron integration being checked on.
  *
  * Dev Usage:
- * yarn ts-node ./src/cli-pull-cron-identifiers.ts --auth=asd123 \
+ * yarn ts-node ./src/cli-cron-pull-identifiers.ts --auth=asd123 \
  *   --dataSiloId=92636cda-b7c6-48c6-b1b1-2df574596cbc \
  *   --requestType=ERASURE \
  *   --file=/Users/michaelfarrell/Desktop/test.csv
  *
  * Standard usage:
- * yarn tr-pull-cron-identifiers --auth=asd123  \
+ * yarn tr-cron-pull-identifiers --auth=asd123  \
  *   --dataSiloId=92636cda-b7c6-48c6-b1b1-2df574596cbc \
  *   --requestType=ERASURE \
  *   --file=/Users/michaelfarrell/Desktop/test.csv
@@ -53,4 +53,4 @@ async function main() {
     });
 }
 main();
-//# sourceMappingURL=cli-pull-cron-identifiers.js.map
+//# sourceMappingURL=cli-cron-pull-identifiers.js.map

package/build/{cli-pull-cron-identifiers.js.map → cli-cron-pull-identifiers.js.map}

@@ -1 +1 @@
-{"version":3,"file":"cli-pull-cron-identifiers.js","sourceRoot":"","sources":["../src/cli-pull-cron-identifiers.ts"],"names":[],"mappings":";;;;;;AAEA,gEAAiC;AACjC,oDAA4B;AAE5B,qCAAkC;AAClC,iCAAkD;AAClD,+DAA4D;AAE5D;;;;;;;;;;;;;;;;GAgBG;AACH,KAAK,UAAU,IAAI;IACjB,+BAA+B;IAC/B,MAAM,EACJ,IAAI,GAAG,wBAAwB,EAC/B,YAAY,GAAG,0BAA0B,EACzC,IAAI,EACJ,UAAU,EACV,UAAU,EACV,WAAW,EACX,SAAS,GAAG,KAAK,GAClB,GAAG,IAAA,sBAAK,EAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAA8B,CAAC;IAE9D,wBAAwB;IACxB,IAAI,CAAC,IAAI,EAAE;QACT,eAAM,CAAC,KAAK,CACV,gBAAM,CAAC,GAAG,CACR,2EAA2E,CAC5E,CACF,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;KACjB;IAED,wBAAwB;IACxB,8DAA8D;IAC9D,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,6BAAa,CAAC,CAAC,QAAQ,CAAC,WAAkB,CAAC,EAAE;QAC9D,eAAM,CAAC,KAAK,CACV,gBAAM,CAAC,GAAG,CACR,gCAAgC,WAAW,MAAM;YAC/C,sBAAsB,MAAM,CAAC,MAAM,CAAC,6BAAa,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAClE,CACF,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;KACjB;IAED,0BAA0B;IAC1B,MAAM,IAAA,+BAAwB,EAAC;QAC7B,IAAI;QACJ,YAAY;QACZ,SAAS,EAAE,QAAQ,CAAC,SAAS,EAAE,EAAE,CAAC;QAClC,WAAW,EAAE,WAA4B;QACzC,IAAI;QACJ,UAAU;QACV,UAAU;KACX,CAAC,CAAC;AACL,CAAC;AAED,IAAI,EAAE,CAAC"}
+{"version":3,"file":"cli-cron-pull-identifiers.js","sourceRoot":"","sources":["../src/cli-cron-pull-identifiers.ts"],"names":[],"mappings":";;;;;;AAEA,gEAAiC;AACjC,oDAA4B;AAE5B,qCAAkC;AAClC,iCAAkD;AAClD,+DAA4D;AAE5D;;;;;;;;;;;;;;;;GAgBG;AACH,KAAK,UAAU,IAAI;IACjB,+BAA+B;IAC/B,MAAM,EACJ,IAAI,GAAG,wBAAwB,EAC/B,YAAY,GAAG,0BAA0B,EACzC,IAAI,EACJ,UAAU,EACV,UAAU,EACV,WAAW,EACX,SAAS,GAAG,KAAK,GAClB,GAAG,IAAA,sBAAK,EAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAA8B,CAAC;IAE9D,wBAAwB;IACxB,IAAI,CAAC,IAAI,EAAE;QACT,eAAM,CAAC,KAAK,CACV,gBAAM,CAAC,GAAG,CACR,2EAA2E,CAC5E,CACF,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;KACjB;IAED,wBAAwB;IACxB,8DAA8D;IAC9D,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,6BAAa,CAAC,CAAC,QAAQ,CAAC,WAAkB,CAAC,EAAE;QAC9D,eAAM,CAAC,KAAK,CACV,gBAAM,CAAC,GAAG,CACR,gCAAgC,WAAW,MAAM;YAC/C,sBAAsB,MAAM,CAAC,MAAM,CAAC,6BAAa,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAClE,CACF,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;KACjB;IAED,0BAA0B;IAC1B,MAAM,IAAA,+BAAwB,EAAC;QAC7B,IAAI;QACJ,YAAY;QACZ,SAAS,EAAE,QAAQ,CAAC,SAAS,EAAE,EAAE,CAAC;QAClC,WAAW,EAAE,WAA4B;QACzC,IAAI;QACJ,UAAU;QACV,UAAU;KACX,CAAC,CAAC;AACL,CAAC;AAED,IAAI,EAAE,CAAC"}

package/build/cli-request-restart.d.ts

@@ -0,0 +1,3 @@
+#!/usr/bin/env node
+export {};
+//# sourceMappingURL=cli-request-restart.d.ts.map

package/build/cli-request-restart.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli-request-restart.d.ts","sourceRoot":"","sources":["../src/cli-request-restart.ts"],"names":[],"mappings":""}

package/build/cli-request-restart.js

@@ -0,0 +1,96 @@
+#!/usr/bin/env node
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const yargs_parser_1 = __importDefault(require("yargs-parser"));
+const colors_1 = __importDefault(require("colors"));
+const logger_1 = require("./logger");
+const requests_1 = require("./requests");
+const privacy_types_1 = require("@transcend-io/privacy-types");
+const ONE_MONTH = 30.5 * 24 * 60 * 60 * 1000;
+/**
+ * Run a command to bulk restart a set of privacy requests
+ *
+ * Requires an API key with follow scopes: https://app.transcend.io/infrastructure/api-keys
+ *    - "Submit New Data Subject Request"
+ *    - "View the Request Compilation"
+ *
+ * Dev Usage:
+ * yarn ts-node ./src/cli-request-restart.ts --auth=asd123 \
+ *   --statuses=COMPILING,APPROVING --actions=ERASURE
+ *
+ * Standard usage:
+ * yarn tr-request-restart --auth=asd123 \
+ *   --statuses=COMPILING,APPROVING --actions=ERASURE
+ */
+async function main() {
+    // Parse command line arguments
+    const { auth, transcendUrl = 'https://api.transcend.io', sombraAuth, 
+    /** Restart requests matching these request actions */
+    actions, 
+    /** Restart requests matching these request statuses */
+    statuses, 
+    /** Concurrency to restart requests at */
+    concurrency = '20', 
+    /** List of request IDs */
+    requestIds = '', 
+    /** Filter for requests that were submitted before this date */
+    createdAt = new Date().toISOString(), 
+    /** Requests that have been open for this length of time should be marked as silent mode */
+    markSilent = new Date(+new Date() - ONE_MONTH * 3).toISOString(), 
+    /** Send an email receipt to the restarted requests */
+    sendEmailReceipt = 'false', 
+    /** Copy over all identifiers rather than restarting the request only with the core identifier */
+    copyIdentifiers = 'false', 
+    /** Skip the waiting period when restarting requests */
+    skipWaitingPeriod = 'false', 
+    /** Include a receipt of the requests that were restarted in this file */
+    requestReceiptFolder = './privacy-request-upload-receipts', } = (0, yargs_parser_1.default)(process.argv.slice(2));
+    // Ensure auth is passed
+    if (!auth) {
+        logger_1.logger.error(colors_1.default.red('A Transcend API key must be provided. You can specify using --auth=asd123'));
+        process.exit(1);
+    }
+    // Parse request actions
+    if (!actions) {
+        logger_1.logger.error(colors_1.default.red('Missing required parameter "actions". e.g. --actions=ERASURE,ACCESS'));
+        process.exit(1);
+    }
+    const requestActions = actions.split(',');
+    const invalidActions = requestActions.filter((action) => !Object.values(privacy_types_1.RequestAction).includes(action));
+    if (invalidActions.length > 0) {
+        logger_1.logger.error(colors_1.default.red(`Received invalid action values: "${invalidActions.join(',')}"`));
+        process.exit(1);
+    }
+    // Parse request statuses
+    if (!statuses) {
+        logger_1.logger.error(colors_1.default.red('Missing required parameter "statuses". e.g. --statuses=COMPILING,APPROVING'));
+        process.exit(1);
+    }
+    const requestStatuses = statuses.split(',');
+    const invalidStatuses = requestStatuses.filter((status) => !Object.values(privacy_types_1.RequestStatus).includes(status));
+    if (invalidStatuses.length > 0) {
+        logger_1.logger.error(colors_1.default.red(`Received invalid status values: "${invalidStatuses.join(',')}"`));
+        process.exit(1);
+    }
+    // Upload privacy requests
+    await (0, requests_1.bulkRestartRequests)({
+        requestReceiptFolder,
+        auth,
+        sombraAuth,
+        requestActions,
+        requestStatuses,
+        requestIds: (0, requests_1.splitCsvToList)(requestIds),
+        createdAt: new Date(createdAt),
+        markSilent: new Date(markSilent),
+        sendEmailReceipt: sendEmailReceipt === 'true',
+        copyIdentifiers: copyIdentifiers === 'true',
+        skipWaitingPeriod: skipWaitingPeriod === 'true',
+        concurrency: parseInt(concurrency, 10),
+        transcendUrl,
+    });
+}
+main();
+//# sourceMappingURL=cli-request-restart.js.map

package/build/cli-request-restart.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli-request-restart.js","sourceRoot":"","sources":["../src/cli-request-restart.ts"],"names":[],"mappings":";;;;;;AAEA,gEAAiC;AACjC,oDAA4B;AAE5B,qCAAkC;AAClC,yCAAiE;AACjE,+DAA2E;AAE3E,MAAM,SAAS,GAAG,IAAI,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;AAE7C;;;;;;;;;;;;;;GAcG;AACH,KAAK,UAAU,IAAI;IACjB,+BAA+B;IAC/B,MAAM,EACJ,IAAI,EACJ,YAAY,GAAG,0BAA0B,EACzC,UAAU;IACV,sDAAsD;IACtD,OAAO;IACP,uDAAuD;IACvD,QAAQ;IACR,yCAAyC;IACzC,WAAW,GAAG,IAAI;IAClB,0BAA0B;IAC1B,UAAU,GAAG,EAAE;IACf,+DAA+D;IAC/D,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;IACpC,2FAA2F;IAC3F,UAAU,GAAG,IAAI,IAAI,CAAC,CAAC,IAAI,IAAI,EAAE,GAAG,SAAS,GAAG,CAAC,CAAC,CAAC,WAAW,EAAE;IAChE,sDAAsD;IACtD,gBAAgB,GAAG,OAAO;IAC1B,iGAAiG;IACjG,eAAe,GAAG,OAAO;IACzB,uDAAuD;IACvD,iBAAiB,GAAG,OAAO;IAC3B,yEAAyE;IACzE,oBAAoB,GAAG,mCAAmC,GAC3D,GAAG,IAAA,sBAAK,EAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAA8B,CAAC;IAE9D,wBAAwB;IACxB,IAAI,CAAC,IAAI,EAAE;QACT,eAAM,CAAC,KAAK,CACV,gBAAM,CAAC,GAAG,CACR,2EAA2E,CAC5E,CACF,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;KACjB;IAED,wBAAwB;IACxB,IAAI,CAAC,OAAO,EAAE;QACZ,eAAM,CAAC,KAAK,CACV,gBAAM,CAAC,GAAG,CACR,qEAAqE,CACtE,CACF,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;KACjB;IACD,MAAM,cAAc,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,CAAoB,CAAC;IAC7D,MAAM,cAAc,GAAG,cAAc,CAAC,MAAM,CAC1C,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,6BAAa,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAC3D,CAAC;IACF,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE;QAC7B,eAAM,CAAC,KAAK,CACV,gBAAM,CAAC,GAAG,CACR,oCAAoC,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAChE,CACF,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;KACjB;IAED,yBAAyB;IACzB,IAAI,CAAC,QAAQ,EAAE;QACb,eAAM,CAAC,KAAK,CACV,gBAAM,CAAC,GAAG,CACR,4EAA4E,CAC7E,CACF,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;KACjB;IACD,MAAM,eAAe,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAoB,CAAC;IAC/D,MAAM,eAAe,GAAG,eAAe,CAAC,MAAM,CAC5C,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,6BAAa,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAC3D,CAAC;IACF,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE;QAC9B,eAAM,CAAC,KAAK,CACV,gBAAM,CAAC,GAAG,CACR,oCAAoC,eAAe,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CACjE,CACF,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;KACjB;IAED,0BAA0B;IAC1B,MAAM,IAAA,8BAAmB,EAAC;QACxB,oBAAoB;QACpB,IAAI;QACJ,UAAU;QACV,cAAc;QACd,eAAe;QACf,UAAU,EAAE,IAAA,yBAAc,EAAC,UAAU,CAAC;QACtC,SAAS,EAAE,IAAI,IAAI,CAAC,SAAS,CAAC;QAC9B,UAAU,EAAE,IAAI,IAAI,CAAC,UAAU,CAAC;QAChC,gBAAgB,EAAE,gBAAgB,KAAK,MAAM;QAC7C,eAAe,EAAE,eAAe,KAAK,MAAM;QAC3C,iBAAiB,EAAE,iBAAiB,KAAK,MAAM;QAC/C,WAAW,EAAE,QAAQ,CAAC,WAAW,EAAE,EAAE,CAAC;QACtC,YAAY;KACb,CAAC,CAAC;AACL,CAAC;AAED,IAAI,EAAE,CAAC"}

package/build/cron/index.d.ts

@@ -1,4 +1,6 @@
 export * from './pullCronIdentifiersToCsv';
 export * from './pullCronPageOfIdentifiers';
 export * from './writeCsv';
+export * from './pushCronIdentifiersFromCsv';
+export * from './markCronIdentifierCompleted';
 //# sourceMappingURL=index.d.ts.map

package/build/cron/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/cron/index.ts"],"names":[],"mappings":"AAAA,cAAc,4BAA4B,CAAC;AAC3C,cAAc,6BAA6B,CAAC;AAC5C,cAAc,YAAY,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/cron/index.ts"],"names":[],"mappings":"AAAA,cAAc,4BAA4B,CAAC;AAC3C,cAAc,6BAA6B,CAAC;AAC5C,cAAc,YAAY,CAAC;AAC3B,cAAc,8BAA8B,CAAC;AAC7C,cAAc,+BAA+B,CAAC"}

package/build/cron/index.js

@@ -13,4 +13,6 @@ Object.defineProperty(exports, "__esModule", { value: true });
 __exportStar(require("./pullCronIdentifiersToCsv"), exports);
 __exportStar(require("./pullCronPageOfIdentifiers"), exports);
 __exportStar(require("./writeCsv"), exports);
+__exportStar(require("./pushCronIdentifiersFromCsv"), exports);
+__exportStar(require("./markCronIdentifierCompleted"), exports);
 //# sourceMappingURL=index.js.map

package/build/cron/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/cron/index.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,6DAA2C;AAC3C,8DAA4C;AAC5C,6CAA2B"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/cron/index.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,6DAA2C;AAC3C,8DAA4C;AAC5C,6CAA2B;AAC3B,+DAA6C;AAC7C,gEAA8C"}

package/build/cron/markCronIdentifierCompleted.d.ts

@@ -0,0 +1,21 @@
+import type { Got } from 'got';
+import * as t from 'io-ts';
+/**
+ * Minimal set required to mark as completed
+ */
+export declare const CronIdentifierPush: t.TypeC<{
+    nonce: t.StringC;
+    identifier: t.StringC;
+}>;
+/** Type override */
+export declare type CronIdentifierPush = t.TypeOf<typeof CronIdentifierPush>;
+/**
+ * Mark an identifier output by the cron job as completed.
+ *
+ * @see https://docs.transcend.io/docs/api-reference/PUT/v1/data-silo
+ * @param sombra - Sombra instance configured to make requests
+ * @param options - Additional options
+ * @returns Successfully submitted request
+ */
+export declare function markCronIdentifierCompleted(sombra: Got, { nonce, identifier }: CronIdentifierPush): Promise<void>;
+//# sourceMappingURL=markCronIdentifierCompleted.d.ts.map

package/build/cron/markCronIdentifierCompleted.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"markCronIdentifierCompleted.d.ts","sourceRoot":"","sources":["../../src/cron/markCronIdentifierCompleted.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,KAAK,CAAC;AAC/B,OAAO,KAAK,CAAC,MAAM,OAAO,CAAC;AAE3B;;GAEG;AACH,eAAO,MAAM,kBAAkB;;;EAG7B,CAAC;AAEH,oBAAoB;AACpB,oBAAY,kBAAkB,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,kBAAkB,CAAC,CAAC;AAErE;;;;;;;GAOG;AACH,wBAAsB,2BAA2B,CAC/C,MAAM,EAAE,GAAG,EACX,EAAE,KAAK,EAAE,UAAU,EAAE,EAAE,kBAAkB,GACxC,OAAO,CAAC,IAAI,CAAC,CAcf"}

package/build/cron/markCronIdentifierCompleted.js

@@ -0,0 +1,55 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    Object.defineProperty(o, k2, { enumerable: true, get: function() { return m[k]; } });
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.markCronIdentifierCompleted = exports.CronIdentifierPush = void 0;
+const t = __importStar(require("io-ts"));
+/**
+ * Minimal set required to mark as completed
+ */
+exports.CronIdentifierPush = t.type({
+    nonce: t.string,
+    identifier: t.string,
+});
+/**
+ * Mark an identifier output by the cron job as completed.
+ *
+ * @see https://docs.transcend.io/docs/api-reference/PUT/v1/data-silo
+ * @param sombra - Sombra instance configured to make requests
+ * @param options - Additional options
+ * @returns Successfully submitted request
+ */
+async function markCronIdentifierCompleted(sombra, { nonce, identifier }) {
+    // Make the GraphQL request
+    await sombra.put('v1/data-silo', {
+        headers: {
+            'x-transcend-nonce': nonce,
+        },
+        json: {
+            profiles: [
+                {
+                    profileId: identifier,
+                },
+            ],
+        },
+    });
+}
+exports.markCronIdentifierCompleted = markCronIdentifierCompleted;
+//# sourceMappingURL=markCronIdentifierCompleted.js.map

package/build/cron/markCronIdentifierCompleted.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"markCronIdentifierCompleted.js","sourceRoot":"","sources":["../../src/cron/markCronIdentifierCompleted.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;AACA,yCAA2B;AAE3B;;GAEG;AACU,QAAA,kBAAkB,GAAG,CAAC,CAAC,IAAI,CAAC;IACvC,KAAK,EAAE,CAAC,CAAC,MAAM;IACf,UAAU,EAAE,CAAC,CAAC,MAAM;CACrB,CAAC,CAAC;AAKH;;;;;;;GAOG;AACI,KAAK,UAAU,2BAA2B,CAC/C,MAAW,EACX,EAAE,KAAK,EAAE,UAAU,EAAsB;IAEzC,2BAA2B;IAC3B,MAAM,MAAM,CAAC,GAAG,CAAC,cAAc,EAAE;QAC/B,OAAO,EAAE;YACP,mBAAmB,EAAE,KAAK;SAC3B;QACD,IAAI,EAAE;YACJ,QAAQ,EAAE;gBACR;oBACE,SAAS,EAAE,UAAU;iBACtB;aACF;SACF;KACF,CAAC,CAAC;AACL,CAAC;AAjBD,kEAiBC"}

package/build/cron/pushCronIdentifiersFromCsv.d.ts

@@ -0,0 +1,21 @@
+/**
+ * Given a CSV of cron job outputs, mark all requests as completed in Transcend
+ *
+ * @param options - Options
+ * @returns Number of items marked as completed
+ */
+export declare function pushCronIdentifiersFromCsv({ file, dataSiloId, auth, sombraAuth, concurrency, transcendUrl, }: {
+    /** CSV file path */
+    file: string;
+    /** Transcend API key authentication */
+    auth: string;
+    /** Data Silo ID to pull down jobs for */
+    dataSiloId: string;
+    /** Upload concurrency */
+    concurrency?: number;
+    /** API URL for Transcend backend */
+    transcendUrl?: string;
+    /** Sombra API key authentication */
+    sombraAuth?: string;
+}): Promise<number>;
+//# sourceMappingURL=pushCronIdentifiersFromCsv.d.ts.map