@transcend-io/cli 2.2.4 → 3.0.1

package/README.md

@@ -12,6 +12,7 @@
   - [tr-push](#tr-push)
     - [CI Integration](#ci-integration)
     - [Dynamic Variables](#dynamic-variables)
+  - [tr-scan](#tr-scan)
 
 <!-- END doctoc generated TOC please keep comment here to allow auto update -->
 
@@ -32,6 +33,7 @@ yarn add -D @transcend-io/cli
 # cli commands available within package
 yarn tr-pull --auth=xxx
 yarn tr-push --auth=xxx
+yarn tr-scan --auth=xxx
 ```
 
 or
@@ -43,6 +45,7 @@ npm i -D @transcend-io/cli
 # cli commands available within package
 tr-pull --auth=xxx
 tr-push --auth=xxx
+tr-scan --auth=xxx
 ```
 
 alternatively, you can install the cli globally on your machine:
@@ -54,6 +57,7 @@ npm i -g @transcend-io/cli
 # cli commands available everywhere on machine
 tr-pull --auth=xxx
 tr-push --auth=xxx
+tr-scan --auth=xxx
 ```
 
 ## Authentication
@@ -148,8 +152,6 @@ data-silos:
       - title: User Model
         description: The centralized user model user
         key: users
-        purpose: ESSENTIAL
-        category: USER_PROFILE
         privacy-actions:
           - ACCESS
         fields:
@@ -299,3 +301,18 @@ data-silos:
     url: https://example.<<parameters.domain>>/transcend-webhook
     api-key-title: Webhook Key
 ```
+
+### tr-scan
+
+Transcend can help scan dependency management files to help detect new data silos where you may be storing user personal data. Currently we support scanning for new data silos in package.json, but soon we will be adding more!
+
+To get started, you'll need to add a data silo with "silo discovery" plugin enabled. You can do this in the Transcend admin-dashboard (or via this CLI tooling).
+
+Then, you'll need to grab that `dataSiloId` and pass it to the CLI:
+
+```sh
+# Scan a javascript project (package.json files) to look for new data silos
+yarn tr-scan --scanPath=./myJavascriptProject --auth=asd123 --dataSiloId=abcdefg
+```
+
+This call will look for all the package.json files that in the scan path `./myJavascriptProject`, parse each of the dependencies into their individual package names, and send it to our Transcend backend for classification. These classifications can then be viewed [here](https://app.transcend.io/data-map/data-inventory/silo-discovery/triage).

package/build/cli-discover-silos.d.ts

@@ -0,0 +1,3 @@
+#!/usr/bin/env node
+export {};
+//# sourceMappingURL=cli-discover-silos.d.ts.map

package/build/cli-discover-silos.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli-discover-silos.d.ts","sourceRoot":"","sources":["../src/cli-discover-silos.ts"],"names":[],"mappings":""}

package/build/cli-discover-silos.js

@@ -0,0 +1,54 @@
+#!/usr/bin/env node
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const yargs_parser_1 = __importDefault(require("yargs-parser"));
+const logger_1 = require("./logger");
+const colors_1 = __importDefault(require("colors"));
+const constants_1 = require("./constants");
+const graphql_request_1 = require("graphql-request");
+const plugins_1 = require("./plugins");
+const graphql_1 = require("./graphql");
+/**
+ * Scan dependency files for new data silos.
+ *
+ * Dev Usage:
+ * yarn ts-node ./src/cli-discover-silos.ts --scanPath=./myJavascriptProject \
+ *   --auth=asd123 \
+ *   --ignoreDirs=build_directories_to_ignore \
+ *   --dataSiloId=abcdefgh
+ *
+ * Note: the data silo ID has to belong to a data silo that has an active plugin of type SILO_DISCOVERY
+ *
+ * Standard usage
+ * yarn tr-scan  --scanPath=./myJavascriptProject --auth=asd123
+ */
+async function main() {
+    // Parse command line arguments
+    const { scanPath = '.', ignoreDirs = '', transcendUrl = 'https://api.transcend.io', dataSiloId = '', auth, } = (0, yargs_parser_1.default)(process.argv.slice(2));
+    // // Ensure auth is passed
+    if (!auth) {
+        logger_1.logger.error(colors_1.default.red('A Transcend API key must be provided. You can specify using --auth=asd123'));
+        process.exit(1);
+    }
+    // Create a GraphQL client
+    // eslint-disable-next-line global-require
+    const { version } = require('../package.json');
+    const client = new graphql_request_1.GraphQLClient(`${transcendUrl}/graphql`, {
+        headers: {
+            Authorization: `Bearer ${auth}`,
+            version,
+        },
+    });
+    const plugin = await (0, graphql_1.fetchActiveSiloDiscoPlugin)(client, dataSiloId);
+    const scanFunction = plugins_1.SILO_DISCOVERY_FUNCTIONS[plugin.dataSilo.type];
+    const results = await scanFunction(scanPath, ignoreDirs);
+    await (0, graphql_1.uploadSiloDiscoveryResults)(client, plugin.id, results);
+    // Indicate success
+    logger_1.logger.info(colors_1.default.green(`Scan found ${results.length} potential data silos at ${scanPath}! ` +
+        `View at ${constants_1.ADMIN_DASH}/data-map/data-inventory/silo-discovery/triage`));
+}
+main();
+//# sourceMappingURL=cli-discover-silos.js.map

package/build/cli-discover-silos.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli-discover-silos.js","sourceRoot":"","sources":["../src/cli-discover-silos.ts"],"names":[],"mappings":";;;;;;AAEA,gEAAiC;AACjC,qCAAkC;AAClC,oDAA4B;AAC5B,2CAAyC;AACzC,qDAAgD;AAChD,uCAAqD;AACrD,uCAGmB;AAEnB;;;;;;;;;;;;;GAaG;AACH,KAAK,UAAU,IAAI;IACjB,+BAA+B;IAC/B,MAAM,EACJ,QAAQ,GAAG,GAAG,EACd,UAAU,GAAG,EAAE,EACf,YAAY,GAAG,0BAA0B,EACzC,UAAU,GAAG,EAAE,EACf,IAAI,GACL,GAAG,IAAA,sBAAK,EAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IAEjC,2BAA2B;IAC3B,IAAI,CAAC,IAAI,EAAE;QACT,eAAM,CAAC,KAAK,CACV,gBAAM,CAAC,GAAG,CACR,2EAA2E,CAC5E,CACF,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;KACjB;IAED,0BAA0B;IAC1B,0CAA0C;IAC1C,MAAM,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAAC;IAC/C,MAAM,MAAM,GAAG,IAAI,+BAAa,CAAC,GAAG,YAAY,UAAU,EAAE;QAC1D,OAAO,EAAE;YACP,aAAa,EAAE,UAAU,IAAI,EAAE;YAC/B,OAAO;SACR;KACF,CAAC,CAAC;IAEH,MAAM,MAAM,GAAG,MAAM,IAAA,oCAA0B,EAAC,MAAM,EAAE,UAAU,CAAC,CAAC;IACpE,MAAM,YAAY,GAAG,kCAAwB,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IACpE,MAAM,OAAO,GAAG,MAAM,YAAY,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;IAEzD,MAAM,IAAA,oCAA0B,EAAC,MAAM,EAAE,MAAM,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;IAE7D,mBAAmB;IACnB,eAAM,CAAC,IAAI,CACT,gBAAM,CAAC,KAAK,CACV,cAAc,OAAO,CAAC,MAAM,4BAA4B,QAAQ,IAAI;QAClE,WAAW,sBAAU,gDAAgD,CACxE,CACF,CAAC;AACJ,CAAC;AAED,IAAI,EAAE,CAAC"}

package/build/cli-pull.js

@@ -7,7 +7,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 const yargs_parser_1 = __importDefault(require("yargs-parser"));
 const logger_1 = require("./logger");
 const colors_1 = __importDefault(require("colors"));
-const pullTranscendConfiguration_1 = require("./pullTranscendConfiguration");
+const graphql_1 = require("./graphql");
 const graphql_request_1 = require("graphql-request");
 const readTranscendYaml_1 = require("./readTranscendYaml");
 const constants_1 = require("./constants");
@@ -39,7 +39,7 @@ async function main() {
     });
     // Sync to Disk
     try {
-        const configuration = await (0, pullTranscendConfiguration_1.pullTranscendConfiguration)(client, dataSiloIds.split(',').filter((x) => !!x));
+        const configuration = await (0, graphql_1.pullTranscendConfiguration)(client, dataSiloIds.split(',').filter((x) => !!x));
         (0, readTranscendYaml_1.writeTranscendYaml)(file, configuration);
     }
     catch (err) {

package/build/cli-pull.js.map

@@ -1 +1 @@
-{"version":3,"file":"cli-pull.js","sourceRoot":"","sources":["../src/cli-pull.ts"],"names":[],"mappings":";;;;;;AAEA,gEAAiC;AACjC,qCAAkC;AAClC,oDAA4B;AAC5B,6EAA0E;AAC1E,qDAAgD;AAChD,2DAAyD;AACzD,2CAAyC;AAEzC;;;;;;;;GAQG;AACH,KAAK,UAAU,IAAI;IACjB,+BAA+B;IAC/B,MAAM,EACJ,IAAI,GAAG,iBAAiB,EACxB,YAAY,GAAG,0BAA0B,EACzC,WAAW,GAAG,EAAE,EAChB,IAAI,GACL,GAAG,IAAA,sBAAK,EAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IAEjC,wBAAwB;IACxB,IAAI,CAAC,IAAI,EAAE;QACT,eAAM,CAAC,KAAK,CACV,gBAAM,CAAC,GAAG,CACR,2EAA2E,CAC5E,CACF,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;KACjB;IAED,0BAA0B;IAC1B,0CAA0C;IAC1C,MAAM,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAAC;IAC/C,MAAM,MAAM,GAAG,IAAI,+BAAa,CAAC,GAAG,YAAY,UAAU,EAAE;QAC1D,OAAO,EAAE;YACP,aAAa,EAAE,UAAU,IAAI,EAAE;YAC/B,OAAO;SACR;KACF,CAAC,CAAC;IAEH,eAAe;IACf,IAAI;QACF,MAAM,aAAa,GAAG,MAAM,IAAA,uDAA0B,EACpD,MAAM,EACL,WAAsB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CACtD,CAAC;QACF,IAAA,sCAAkB,EAAC,IAAI,EAAE,aAAa,CAAC,CAAC;KACzC;IAAC,OAAO,GAAG,EAAE;QACZ,eAAM,CAAC,KAAK,CACV,gBAAM,CAAC,GAAG,CAAC,yCAAyC,GAAG,CAAC,OAAO,EAAE,CAAC,CACnE,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;KACjB;IAED,mBAAmB;IACnB,eAAM,CAAC,IAAI,CACT,gBAAM,CAAC,KAAK,CACV,4CAA4C,IAAI,aAAa,sBAAU,EAAE,CAC1E,CACF,CAAC;AACJ,CAAC;AAED,IAAI,EAAE,CAAC"}
+{"version":3,"file":"cli-pull.js","sourceRoot":"","sources":["../src/cli-pull.ts"],"names":[],"mappings":";;;;;;AAEA,gEAAiC;AACjC,qCAAkC;AAClC,oDAA4B;AAC5B,uCAAuD;AACvD,qDAAgD;AAChD,2DAAyD;AACzD,2CAAyC;AAEzC;;;;;;;;GAQG;AACH,KAAK,UAAU,IAAI;IACjB,+BAA+B;IAC/B,MAAM,EACJ,IAAI,GAAG,iBAAiB,EACxB,YAAY,GAAG,0BAA0B,EACzC,WAAW,GAAG,EAAE,EAChB,IAAI,GACL,GAAG,IAAA,sBAAK,EAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IAEjC,wBAAwB;IACxB,IAAI,CAAC,IAAI,EAAE;QACT,eAAM,CAAC,KAAK,CACV,gBAAM,CAAC,GAAG,CACR,2EAA2E,CAC5E,CACF,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;KACjB;IAED,0BAA0B;IAC1B,0CAA0C;IAC1C,MAAM,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAAC;IAC/C,MAAM,MAAM,GAAG,IAAI,+BAAa,CAAC,GAAG,YAAY,UAAU,EAAE;QAC1D,OAAO,EAAE;YACP,aAAa,EAAE,UAAU,IAAI,EAAE;YAC/B,OAAO;SACR;KACF,CAAC,CAAC;IAEH,eAAe;IACf,IAAI;QACF,MAAM,aAAa,GAAG,MAAM,IAAA,oCAA0B,EACpD,MAAM,EACL,WAAsB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CACtD,CAAC;QACF,IAAA,sCAAkB,EAAC,IAAI,EAAE,aAAa,CAAC,CAAC;KACzC;IAAC,OAAO,GAAG,EAAE;QACZ,eAAM,CAAC,KAAK,CACV,gBAAM,CAAC,GAAG,CAAC,yCAAyC,GAAG,CAAC,OAAO,EAAE,CAAC,CACnE,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;KACjB;IAED,mBAAmB;IACnB,eAAM,CAAC,IAAI,CACT,gBAAM,CAAC,KAAK,CACV,4CAA4C,IAAI,aAAa,sBAAU,EAAE,CAC1E,CACF,CAAC;AACJ,CAAC;AAED,IAAI,EAAE,CAAC"}

package/build/cli-push.js

@@ -9,7 +9,7 @@ const logger_1 = require("./logger");
 const fs_1 = require("fs");
 const readTranscendYaml_1 = require("./readTranscendYaml");
 const colors_1 = __importDefault(require("colors"));
-const syncConfigurationToTranscend_1 = require("./syncConfigurationToTranscend");
+const graphql_1 = require("./graphql");
 const graphql_request_1 = require("graphql-request");
 const constants_1 = require("./constants");
 /**
@@ -65,7 +65,7 @@ async function main() {
     });
     // Sync to Transcend
     try {
-        const encounteredError = await (0, syncConfigurationToTranscend_1.syncConfigurationToTranscend)(contents, client);
+        const encounteredError = await (0, graphql_1.syncConfigurationToTranscend)(contents, client);
         if (encounteredError) {
             logger_1.logger.info(colors_1.default.red(`Sync encountered errors. View output above for more information, or check out ${constants_1.ADMIN_DASH}`));
             process.exit(1);

package/build/cli-push.js.map

@@ -1 +1 @@
-{"version":3,"file":"cli-push.js","sourceRoot":"","sources":["../src/cli-push.ts"],"names":[],"mappings":";;;;;;AAEA,gEAAiC;AACjC,qCAAkC;AAClC,2BAAgC;AAChC,2DAAwD;AACxD,oDAA4B;AAE5B,iFAA8E;AAC9E,qDAAgD;AAEhD,2CAAyC;AAEzC;;;;;;;;GAQG;AACH,KAAK,UAAU,IAAI;IACjB,+BAA+B;IAC/B,MAAM,EACJ,IAAI,GAAG,iBAAiB,EACxB,YAAY,GAAG,0BAA0B,EACzC,IAAI,EACJ,SAAS,GAAG,EAAE,GACf,GAAG,IAAA,sBAAK,EAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAA8B,CAAC;IAE9D,wBAAwB;IACxB,IAAI,CAAC,IAAI,EAAE;QACT,eAAM,CAAC,KAAK,CACV,gBAAM,CAAC,GAAG,CACR,2EAA2E,CAC5E,CACF,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;KACjB;IAED,kCAAkC;IAClC,IAAI,CAAC,IAAA,eAAU,EAAC,IAAI,CAAC,EAAE;QACrB,eAAM,CAAC,KAAK,CACV,gBAAM,CAAC,GAAG,CACR,yCAAyC,IAAI,sEAAsE,CACpH,CACF,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;KACjB;SAAM;QACL,eAAM,CAAC,IAAI,CAAC,gBAAM,CAAC,OAAO,CAAC,iBAAiB,IAAI,MAAM,CAAC,CAAC,CAAC;KAC1D;IAED,IAAI,QAAwB,CAAC;IAC7B,IAAI;QACF,0BAA0B;QAC1B,MAAM,SAAS,GAAG,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1D,MAAM,IAAI,GAAgB,EAAE,CAAC;QAC7B,SAAS,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,EAAE;YAC7B,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YACnC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QACd,CAAC,CAAC,CAAC;QAEH,gDAAgD;QAChD,QAAQ,GAAG,IAAA,qCAAiB,EAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QACzC,eAAM,CAAC,IAAI,CAAC,gBAAM,CAAC,KAAK,CAAC,yBAAyB,IAAI,GAAG,CAAC,CAAC,CAAC;KAC7D;IAAC,OAAO,GAAG,EAAE;QACZ,eAAM,CAAC,KAAK,CACV,gBAAM,CAAC,GAAG,CACR,qEAAqE,GAAG,CAAC,OAAO,EAAE,CACnF,CACF,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;KACjB;IAED,0BAA0B;IAC1B,0CAA0C;IAC1C,MAAM,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAAC;IAC/C,MAAM,MAAM,GAAG,IAAI,+BAAa,CAAC,GAAG,YAAY,UAAU,EAAE;QAC1D,OAAO,EAAE;YACP,aAAa,EAAE,UAAU,IAAI,EAAE;YAC/B,OAAO;SACR;KACF,CAAC,CAAC;IAEH,oBAAoB;IACpB,IAAI;QACF,MAAM,gBAAgB,GAAG,MAAM,IAAA,2DAA4B,EACzD,QAAQ,EACR,MAAM,CACP,CAAC;QACF,IAAI,gBAAgB,EAAE;YACpB,eAAM,CAAC,IAAI,CACT,gBAAM,CAAC,GAAG,CACR,iFAAiF,sBAAU,EAAE,CAC9F,CACF,CAAC;YACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;SACjB;KACF;IAAC,OAAO,GAAG,EAAE;QACZ,eAAM,CAAC,KAAK,CACV,gBAAM,CAAC,GAAG,CAAC,yCAAyC,GAAG,CAAC,OAAO,EAAE,CAAC,CACnE,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;KACjB;IAED,mBAAmB;IACnB,eAAM,CAAC,IAAI,CACT,gBAAM,CAAC,KAAK,CACV,uDAAuD,sBAAU,EAAE,CACpE,CACF,CAAC;AACJ,CAAC;AAED,IAAI,EAAE,CAAC"}
+{"version":3,"file":"cli-push.js","sourceRoot":"","sources":["../src/cli-push.ts"],"names":[],"mappings":";;;;;;AAEA,gEAAiC;AACjC,qCAAkC;AAClC,2BAAgC;AAChC,2DAAwD;AACxD,oDAA4B;AAE5B,uCAAyD;AACzD,qDAAgD;AAEhD,2CAAyC;AAEzC;;;;;;;;GAQG;AACH,KAAK,UAAU,IAAI;IACjB,+BAA+B;IAC/B,MAAM,EACJ,IAAI,GAAG,iBAAiB,EACxB,YAAY,GAAG,0BAA0B,EACzC,IAAI,EACJ,SAAS,GAAG,EAAE,GACf,GAAG,IAAA,sBAAK,EAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAA8B,CAAC;IAE9D,wBAAwB;IACxB,IAAI,CAAC,IAAI,EAAE;QACT,eAAM,CAAC,KAAK,CACV,gBAAM,CAAC,GAAG,CACR,2EAA2E,CAC5E,CACF,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;KACjB;IAED,kCAAkC;IAClC,IAAI,CAAC,IAAA,eAAU,EAAC,IAAI,CAAC,EAAE;QACrB,eAAM,CAAC,KAAK,CACV,gBAAM,CAAC,GAAG,CACR,yCAAyC,IAAI,sEAAsE,CACpH,CACF,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;KACjB;SAAM;QACL,eAAM,CAAC,IAAI,CAAC,gBAAM,CAAC,OAAO,CAAC,iBAAiB,IAAI,MAAM,CAAC,CAAC,CAAC;KAC1D;IAED,IAAI,QAAwB,CAAC;IAC7B,IAAI;QACF,0BAA0B;QAC1B,MAAM,SAAS,GAAG,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1D,MAAM,IAAI,GAAgB,EAAE,CAAC;QAC7B,SAAS,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,EAAE;YAC7B,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YACnC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QACd,CAAC,CAAC,CAAC;QAEH,gDAAgD;QAChD,QAAQ,GAAG,IAAA,qCAAiB,EAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QACzC,eAAM,CAAC,IAAI,CAAC,gBAAM,CAAC,KAAK,CAAC,yBAAyB,IAAI,GAAG,CAAC,CAAC,CAAC;KAC7D;IAAC,OAAO,GAAG,EAAE;QACZ,eAAM,CAAC,KAAK,CACV,gBAAM,CAAC,GAAG,CACR,qEAAqE,GAAG,CAAC,OAAO,EAAE,CACnF,CACF,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;KACjB;IAED,0BAA0B;IAC1B,0CAA0C;IAC1C,MAAM,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAAC;IAC/C,MAAM,MAAM,GAAG,IAAI,+BAAa,CAAC,GAAG,YAAY,UAAU,EAAE;QAC1D,OAAO,EAAE;YACP,aAAa,EAAE,UAAU,IAAI,EAAE;YAC/B,OAAO;SACR;KACF,CAAC,CAAC;IAEH,oBAAoB;IACpB,IAAI;QACF,MAAM,gBAAgB,GAAG,MAAM,IAAA,sCAA4B,EACzD,QAAQ,EACR,MAAM,CACP,CAAC;QACF,IAAI,gBAAgB,EAAE;YACpB,eAAM,CAAC,IAAI,CACT,gBAAM,CAAC,GAAG,CACR,iFAAiF,sBAAU,EAAE,CAC9F,CACF,CAAC;YACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;SACjB;KACF;IAAC,OAAO,GAAG,EAAE;QACZ,eAAM,CAAC,KAAK,CACV,gBAAM,CAAC,GAAG,CAAC,yCAAyC,GAAG,CAAC,OAAO,EAAE,CAAC,CACnE,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;KACjB;IAED,mBAAmB;IACnB,eAAM,CAAC,IAAI,CACT,gBAAM,CAAC,KAAK,CACV,uDAAuD,sBAAU,EAAE,CACpE,CACF,CAAC;AACJ,CAAC;AAED,IAAI,EAAE,CAAC"}

package/build/codecs.d.ts

@@ -55,48 +55,15 @@ export declare const EnricherInput: t.IntersectionC<[t.TypeC<{
         ACCOUNT_DELETION: unknown;
         RECTIFICATION: unknown;
         RESTRICTION: unknown;
-        DATA_CHECK: unknown;
     }>>;
 }>]>;
 /** Type override */
 export declare type EnricherInput = t.TypeOf<typeof EnricherInput>;
 /**
- * Annotate specific fields within a datapoint. These are often database table columns.
- * Fields can also be a JSON object or separate file.
+ * The data category for a field
  */
-export declare const FieldInput: t.IntersectionC<[t.TypeC<{
-    /** The unique key of the field */
-    key: t.StringC;
-}>, t.PartialC<{
-    /** Display title of the field */
-    title: t.StringC;
-    /** The unique key of the datapoint. When a database, this is the table name. */
-    key: t.StringC;
-    /** Description of the field */
-    description: t.StringC;
-}>]>;
-/** Type override */
-export declare type FieldInput = t.TypeOf<typeof FieldInput>;
-/**
- * Datapoints are the different types of data models that existing within your data silo.
- * If the data silo is a database, these would be your tables.
- * Note: These are currently called "datapoints" in the Transcend UI and documentation.
- *
- * @see https://docs.transcend.io/docs/the-data-map#datapoints
- */
-export declare const DatapointInput: t.IntersectionC<[t.TypeC<{
-    /** The display title of the enricher */
-    title: t.StringC;
-    /** The unique key of the datapoint. When a database, this is the table name. */
-    key: t.StringC;
-}>, t.PartialC<{
-    /** Internal description for why the enricher is needed */
-    description: t.StringC;
-    /**
-     * What is the purpose of processing for this datapoint/table?
-     *
-     * @see https://github.com/transcend-io/privacy-types/blob/main/src/objects.ts
-     */
+export declare const ProcessingPurposeInput: t.TypeC<{
+    /** The parent purpose */
     purpose: t.KeyofC<{
         ESSENTIAL: unknown;
         ADDITIONAL_FUNCTIONALITY: unknown;
@@ -112,11 +79,16 @@ export declare const DatapointInput: t.IntersectionC<[t.TypeC<{
         OTHER: unknown;
         UNSPECIFIED: unknown;
     }>;
-    /**
-     * The category of personal data for this datapoint
-     *
-     * @see https://github.com/transcend-io/privacy-types/blob/main/src/objects.ts
-     */
+    /** User-defined name for this processing purpose sub category */
+    name: t.StringC;
+}>;
+/** Type override */
+export declare type ProcessingPurposeInput = t.TypeOf<typeof ProcessingPurposeInput>;
+/**
+ * The data category for a field
+ */
+export declare const DataCategoryInput: t.TypeC<{
+    /** The parent category */
     category: t.KeyofC<{
         OTHER: unknown;
         UNSPECIFIED: unknown;
@@ -134,6 +106,93 @@ export declare const DatapointInput: t.IntersectionC<[t.TypeC<{
         DEVICE: unknown;
         SURVEY: unknown;
     }>;
+    /** User-defined name for this sub category */
+    name: t.StringC;
+}>;
+/** Type override */
+export declare type DataCategoryInput = t.TypeOf<typeof DataCategoryInput>;
+/**
+ * Annotate specific fields within a datapoint. These are often database table columns.
+ * Fields can also be a JSON object or separate file.
+ */
+export declare const FieldInput: t.IntersectionC<[t.TypeC<{
+    /** The unique key of the field. When a database, this is the column name. */
+    key: t.StringC;
+}>, t.PartialC<{
+    /** The display title of the field */
+    title: t.StringC;
+    /** Description of the field */
+    description: t.UnionC<[t.StringC, t.NullC]>;
+    /**
+     * What is the purpose of processing for this datapoint/table?
+     *
+     * @see https://github.com/transcend-io/privacy-types/blob/main/src/objects.ts
+     */
+    purposes: t.ArrayC<t.TypeC<{
+        /** The parent purpose */
+        purpose: t.KeyofC<{
+            ESSENTIAL: unknown;
+            ADDITIONAL_FUNCTIONALITY: unknown;
+            ADVERTISING: unknown;
+            MARKETING: unknown;
+            ANALYTICS: unknown;
+            PERSONALIZATION: unknown;
+            OPERATION_SECURITY: unknown;
+            LEGAL: unknown;
+            TRANSFER: unknown;
+            SALE: unknown;
+            HR: unknown;
+            OTHER: unknown;
+            UNSPECIFIED: unknown;
+        }>;
+        /** User-defined name for this processing purpose sub category */
+        name: t.StringC;
+    }>>;
+    /**
+     * The category of personal data for this datapoint
+     *
+     * @see https://github.com/transcend-io/privacy-types/blob/main/src/objects.ts
+     */
+    categories: t.ArrayC<t.TypeC<{
+        /** The parent category */
+        category: t.KeyofC<{
+            OTHER: unknown;
+            UNSPECIFIED: unknown;
+            FINANCIAL: unknown;
+            HEALTH: unknown;
+            CONTACT: unknown;
+            LOCATION: unknown;
+            DEMOGRAPHIC: unknown;
+            ID: unknown;
+            ONLINE_ACTIVITY: unknown;
+            USER_PROFILE: unknown;
+            SOCIAL_MEDIA: unknown;
+            CONNECTION: unknown;
+            TRACKING: unknown;
+            DEVICE: unknown;
+            SURVEY: unknown;
+        }>;
+        /** User-defined name for this sub category */
+        name: t.StringC;
+    }>>;
+}>]>;
+/** Type override */
+export declare type FieldInput = t.TypeOf<typeof FieldInput>;
+/**
+ * Datapoints are the different types of data models that existing within your data silo.
+ * If the data silo is a database, these would be your tables.
+ * Note: These are currently called "datapoints" in the Transcend UI and documentation.
+ *
+ * @see https://docs.transcend.io/docs/the-data-map#datapoints
+ */
+export declare const DatapointInput: t.IntersectionC<[t.TypeC<{
+    /** The display title of the enricher */
+    title: t.StringC;
+    /** The unique key of the datapoint. When a database, this is the table name. */
+    key: t.StringC;
+}>, t.PartialC<{
+    /** Internal description for why the enricher is needed */
+    description: t.StringC;
     /**
      * The SQL queries that should be run for that datapoint in a privacy request.
      *
@@ -171,15 +230,65 @@ export declare const DatapointInput: t.IntersectionC<[t.TypeC<{
      * This is often the column metadata
      */
     fields: t.ArrayC<t.IntersectionC<[t.TypeC<{
-        /** The unique key of the field */
+        /** The unique key of the field. When a database, this is the column name. */
         key: t.StringC;
     }>, t.PartialC<{
-        /** Display title of the field */
+        /** The display title of the field */
         title: t.StringC;
-        /** The unique key of the datapoint. When a database, this is the table name. */
-        key: t.StringC;
         /** Description of the field */
-        description: t.StringC;
+        description: t.UnionC<[t.StringC, t.NullC]>;
+        /**
+         * What is the purpose of processing for this datapoint/table?
+         *
+         * @see https://github.com/transcend-io/privacy-types/blob/main/src/objects.ts
+         */
+        purposes: t.ArrayC<t.TypeC<{
+            /** The parent purpose */
+            purpose: t.KeyofC<{
+                ESSENTIAL: unknown;
+                ADDITIONAL_FUNCTIONALITY: unknown;
+                ADVERTISING: unknown;
+                MARKETING: unknown;
+                ANALYTICS: unknown;
+                PERSONALIZATION: unknown;
+                OPERATION_SECURITY: unknown;
+                LEGAL: unknown;
+                TRANSFER: unknown;
+                SALE: unknown;
+                HR: unknown;
+                OTHER: unknown;
+                UNSPECIFIED: unknown;
+            }>;
+            /** User-defined name for this processing purpose sub category */
+            name: t.StringC;
+        }>>;
+        /**
+         * The category of personal data for this datapoint
+         *
+         * @see https://github.com/transcend-io/privacy-types/blob/main/src/objects.ts
+         */
+        categories: t.ArrayC<t.TypeC<{
+            /** The parent category */
+            category: t.KeyofC<{
+                OTHER: unknown;
+                UNSPECIFIED: unknown;
+                FINANCIAL: unknown;
+                HEALTH: unknown;
+                CONTACT: unknown;
+                LOCATION: unknown;
+                DEMOGRAPHIC: unknown;
+                ID: unknown;
+                ONLINE_ACTIVITY: unknown;
+                USER_PROFILE: unknown;
+                SOCIAL_MEDIA: unknown;
+                CONNECTION: unknown;
+                TRACKING: unknown;
+                DEVICE: unknown;
+                SURVEY: unknown;
+            }>;
+            /** User-defined name for this sub category */
+            name: t.StringC;
+        }>>;
     }>]>>;
 }>]>;
 /** Type override */
@@ -248,48 +357,6 @@ export declare const DataSiloInput: t.IntersectionC<[t.TypeC<{
     }>, t.PartialC<{
         /** Internal description for why the enricher is needed */
         description: t.StringC;
-        /**
-         * What is the purpose of processing for this datapoint/table?
-         *
-         * @see https://github.com/transcend-io/privacy-types/blob/main/src/objects.ts
-         */
-        purpose: t.KeyofC<{
-            ESSENTIAL: unknown;
-            ADDITIONAL_FUNCTIONALITY: unknown;
-            ADVERTISING: unknown;
-            MARKETING: unknown;
-            ANALYTICS: unknown;
-            PERSONALIZATION: unknown;
-            OPERATION_SECURITY: unknown;
-            LEGAL: unknown;
-            TRANSFER: unknown;
-            SALE: unknown;
-            HR: unknown;
-            OTHER: unknown;
-            UNSPECIFIED: unknown;
-        }>;
-        /**
-         * The category of personal data for this datapoint
-         *
-         * @see https://github.com/transcend-io/privacy-types/blob/main/src/objects.ts
-         */
-        category: t.KeyofC<{
-            OTHER: unknown;
-            UNSPECIFIED: unknown;
-            FINANCIAL: unknown;
-            HEALTH: unknown;
-            CONTACT: unknown;
-            LOCATION: unknown;
-            DEMOGRAPHIC: unknown;
-            ID: unknown;
-            ONLINE_ACTIVITY: unknown;
-            USER_PROFILE: unknown;
-            SOCIAL_MEDIA: unknown;
-            CONNECTION: unknown;
-            TRACKING: unknown;
-            DEVICE: unknown;
-            SURVEY: unknown;
-        }>;
         /**
          * The SQL queries that should be run for that datapoint in a privacy request.
          *
@@ -327,15 +394,65 @@ export declare const DataSiloInput: t.IntersectionC<[t.TypeC<{
          * This is often the column metadata
          */
         fields: t.ArrayC<t.IntersectionC<[t.TypeC<{
-            /** The unique key of the field */
+            /** The unique key of the field. When a database, this is the column name. */
             key: t.StringC;
         }>, t.PartialC<{
-            /** Display title of the field */
+            /** The display title of the field */
             title: t.StringC;
-            /** The unique key of the datapoint. When a database, this is the table name. */
-            key: t.StringC;
             /** Description of the field */
-            description: t.StringC;
+            description: t.UnionC<[t.StringC, t.NullC]>;
+            /**
+             * What is the purpose of processing for this datapoint/table?
+             *
+             * @see https://github.com/transcend-io/privacy-types/blob/main/src/objects.ts
+             */
+            purposes: t.ArrayC<t.TypeC<{
+                /** The parent purpose */
+                purpose: t.KeyofC<{
+                    ESSENTIAL: unknown;
+                    ADDITIONAL_FUNCTIONALITY: unknown;
+                    ADVERTISING: unknown;
+                    MARKETING: unknown;
+                    ANALYTICS: unknown;
+                    PERSONALIZATION: unknown;
+                    OPERATION_SECURITY: unknown;
+                    LEGAL: unknown;
+                    TRANSFER: unknown;
+                    SALE: unknown;
+                    HR: unknown;
+                    OTHER: unknown;
+                    UNSPECIFIED: unknown;
+                }>;
+                /** User-defined name for this processing purpose sub category */
+                name: t.StringC;
+            }>>;
+            /**
+             * The category of personal data for this datapoint
+             *
+             * @see https://github.com/transcend-io/privacy-types/blob/main/src/objects.ts
+             */
+            categories: t.ArrayC<t.TypeC<{
+                /** The parent category */
+                category: t.KeyofC<{
+                    OTHER: unknown;
+                    UNSPECIFIED: unknown;
+                    FINANCIAL: unknown;
+                    HEALTH: unknown;
+                    CONTACT: unknown;
+                    LOCATION: unknown;
+                    DEMOGRAPHIC: unknown;
+                    ID: unknown;
+                    ONLINE_ACTIVITY: unknown;
+                    USER_PROFILE: unknown;
+                    SOCIAL_MEDIA: unknown;
+                    CONNECTION: unknown;
+                    TRACKING: unknown;
+                    DEVICE: unknown;
+                    SURVEY: unknown;
+                }>;
+                /** User-defined name for this sub category */
+                name: t.StringC;
+            }>>;
         }>]>>;
     }>]>>;
 }>]>;
@@ -382,7 +499,6 @@ export declare const TranscendInput: t.PartialC<{
             ACCOUNT_DELETION: unknown;
             RECTIFICATION: unknown;
             RESTRICTION: unknown;
-            DATA_CHECK: unknown;
         }>>;
     }>]>>;
     /**
@@ -444,48 +560,6 @@ export declare const TranscendInput: t.PartialC<{
         }>, t.PartialC<{
             /** Internal description for why the enricher is needed */
             description: t.StringC;
-            /**
-             * What is the purpose of processing for this datapoint/table?
-             *
-             * @see https://github.com/transcend-io/privacy-types/blob/main/src/objects.ts
-             */
-            purpose: t.KeyofC<{
-                ESSENTIAL: unknown;
-                ADDITIONAL_FUNCTIONALITY: unknown;
-                ADVERTISING: unknown;
-                MARKETING: unknown;
-                ANALYTICS: unknown;
-                PERSONALIZATION: unknown;
-                OPERATION_SECURITY: unknown;
-                LEGAL: unknown;
-                TRANSFER: unknown;
-                SALE: unknown;
-                HR: unknown;
-                OTHER: unknown;
-                UNSPECIFIED: unknown;
-            }>;
-            /**
-             * The category of personal data for this datapoint
-             *
-             * @see https://github.com/transcend-io/privacy-types/blob/main/src/objects.ts
-             */
-            category: t.KeyofC<{
-                OTHER: unknown;
-                UNSPECIFIED: unknown;
-                FINANCIAL: unknown;
-                HEALTH: unknown;
-                CONTACT: unknown;
-                LOCATION: unknown;
-                DEMOGRAPHIC: unknown;
-                ID: unknown;
-                ONLINE_ACTIVITY: unknown;
-                USER_PROFILE: unknown;
-                SOCIAL_MEDIA: unknown;
-                CONNECTION: unknown;
-                TRACKING: unknown;
-                DEVICE: unknown;
-                SURVEY: unknown;
-            }>;
             /**
              * The SQL queries that should be run for that datapoint in a privacy request.
              *
@@ -523,15 +597,65 @@ export declare const TranscendInput: t.PartialC<{
              * This is often the column metadata
              */
             fields: t.ArrayC<t.IntersectionC<[t.TypeC<{
-                /** The unique key of the field */
+                /** The unique key of the field. When a database, this is the column name. */
                 key: t.StringC;
             }>, t.PartialC<{
-                /** Display title of the field */
+                /** The display title of the field */
                 title: t.StringC;
-                /** The unique key of the datapoint. When a database, this is the table name. */
-                key: t.StringC;
                 /** Description of the field */
-                description: t.StringC;
+                description: t.UnionC<[t.StringC, t.NullC]>;
+                /**
+                 * What is the purpose of processing for this datapoint/table?
+                 *
+                 * @see https://github.com/transcend-io/privacy-types/blob/main/src/objects.ts
+                 */
+                purposes: t.ArrayC<t.TypeC<{
+                    /** The parent purpose */
+                    purpose: t.KeyofC<{
+                        ESSENTIAL: unknown;
+                        ADDITIONAL_FUNCTIONALITY: unknown;
+                        ADVERTISING: unknown;
+                        MARKETING: unknown;
+                        ANALYTICS: unknown;
+                        PERSONALIZATION: unknown;
+                        OPERATION_SECURITY: unknown;
+                        LEGAL: unknown;
+                        TRANSFER: unknown;
+                        SALE: unknown;
+                        HR: unknown;
+                        OTHER: unknown;
+                        UNSPECIFIED: unknown;
+                    }>;
+                    /** User-defined name for this processing purpose sub category */
+                    name: t.StringC;
+                }>>;
+                /**
+                 * The category of personal data for this datapoint
+                 *
+                 * @see https://github.com/transcend-io/privacy-types/blob/main/src/objects.ts
+                 */
+                categories: t.ArrayC<t.TypeC<{
+                    /** The parent category */
+                    category: t.KeyofC<{
+                        OTHER: unknown;
+                        UNSPECIFIED: unknown;
+                        FINANCIAL: unknown;
+                        HEALTH: unknown;
+                        CONTACT: unknown;
+                        LOCATION: unknown;
+                        DEMOGRAPHIC: unknown;
+                        ID: unknown;
+                        ONLINE_ACTIVITY: unknown;
+                        USER_PROFILE: unknown;
+                        SOCIAL_MEDIA: unknown;
+                        CONNECTION: unknown;
+                        TRACKING: unknown;
+                        DEVICE: unknown;
+                        SURVEY: unknown;
+                    }>;
+                    /** User-defined name for this sub category */
+                    name: t.StringC;
+                }>>;
             }>]>>;
         }>]>>;
     }>]>>;