@transcend-io/cli 2.2.3

package/build/gqls.js

@@ -0,0 +1,310 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.CREATE_DATA_SILO = exports.UPDATE_OR_CREATE_DATA_POINT = exports.CREATE_DATA_SUBJECT = exports.DATA_SUBJECTS = exports.UPDATE_DATA_SILO = exports.DATA_POINTS = exports.DATA_SILO = exports.DATA_SILOS = exports.UPDATE_ENRICHER = exports.CREATE_ENRICHER = exports.CREATE_IDENTIFIER = exports.NEW_IDENTIFIER_TYPES = exports.API_KEYS = exports.IDENTIFIERS = exports.ENRICHERS = void 0;
+const graphql_request_1 = require("graphql-request");
+exports.ENRICHERS = (0, graphql_request_1.gql) `
+  query SchemaSyncEnrichers($title: String, $first: Int!, $offset: Int!) {
+    enrichers(filterBy: { text: $title }, first: $first, offset: $offset) {
+      nodes {
+        id
+        title
+        url
+        type
+        inputIdentifier {
+          name
+        }
+        identifiers {
+          name
+        }
+        actions
+      }
+    }
+  }
+`;
+exports.IDENTIFIERS = (0, graphql_request_1.gql) `
+  query SchemaSyncIdentifiers($first: Int!, $offset: Int!) {
+    identifiers(first: $first, offset: $offset) {
+      nodes {
+        id
+        name
+      }
+    }
+  }
+`;
+exports.API_KEYS = (0, graphql_request_1.gql) `
+  query SchemaSyncApiKeys($first: Int!, $offset: Int!, $titles: [String!]) {
+    apiKeys(first: $first, offset: $offset, filterBy: { titles: $titles }) {
+      nodes {
+        id
+        title
+      }
+    }
+  }
+`;
+exports.NEW_IDENTIFIER_TYPES = (0, graphql_request_1.gql) `
+  query SchemaSyncNewIdentifierTypes {
+    newIdentifierTypes {
+      name
+    }
+  }
+`;
+exports.CREATE_IDENTIFIER = (0, graphql_request_1.gql) `
+  mutation SchemaSyncCreateIdentifier($name: String!, $type: IdentifierType!) {
+    createIdentifier(input: { name: $name, type: $type }) {
+      identifier {
+        id
+        name
+      }
+    }
+  }
+`;
+exports.CREATE_ENRICHER = (0, graphql_request_1.gql) `
+  mutation SchemaSyncCreateEnricher(
+    $title: String!
+    $description: String!
+    $url: String!
+    $inputIdentifier: ID!
+    $identifiers: [ID!]!
+    $actions: [RequestAction!]!
+  ) {
+    createEnricher(
+      input: {
+        title: $title
+        type: SERVER
+        description: $description
+        url: $url
+        inputIdentifier: $inputIdentifier
+        identifiers: $identifiers
+        actions: $actions
+      }
+    ) {
+      clientMutationId
+    }
+  }
+`;
+exports.UPDATE_ENRICHER = (0, graphql_request_1.gql) `
+  mutation SchemaSyncUpdateEnricher(
+    $id: ID!
+    $title: String!
+    $description: String!
+    $url: String!
+    $inputIdentifier: ID!
+    $identifiers: [ID!]!
+    $actions: [RequestAction!]!
+  ) {
+    updateEnricher(
+      input: {
+        id: $id
+        title: $title
+        description: $description
+        url: $url
+        inputIdentifier: $inputIdentifier
+        identifiers: $identifiers
+        actions: $actions
+      }
+    ) {
+      clientMutationId
+    }
+  }
+`;
+exports.DATA_SILOS = (0, graphql_request_1.gql) `
+  query SchemaSyncDataSilos(
+    $title: String
+    $ids: [ID!]
+    $first: Int!
+    $offset: Int!
+  ) {
+    dataSilos(
+      filterBy: { text: $title, ids: $ids }
+      first: $first
+      offset: $offset
+    ) {
+      nodes {
+        id
+        title
+        link
+        type
+      }
+    }
+  }
+`;
+exports.DATA_SILO = (0, graphql_request_1.gql) `
+  query SchemaSyncDataSilo($id: String!) {
+    dataSilo(id: $id) {
+      id
+      title
+      description
+      type
+      url
+      notifyEmailAddress
+      apiKeys {
+        title
+      }
+      subjectBlocklist {
+        type
+      }
+      identifiers {
+        name
+        isConnected
+      }
+      dependentDataSilos {
+        title
+      }
+      owners {
+        email
+      }
+      isLive
+    }
+  }
+`;
+exports.DATA_POINTS = (0, graphql_request_1.gql) `
+  query SchemaSyncDataPoints($dataSiloIds: [ID!], $first: Int!, $offset: Int!) {
+    dataPoints(
+      filterBy: { dataSilos: $dataSiloIds }
+      first: $first
+      offset: $offset
+    ) {
+      totalCount
+      nodes {
+        id
+        title {
+          defaultMessage
+        }
+        description {
+          defaultMessage
+        }
+        name
+        purpose
+        category
+        actionSettings {
+          type
+          active
+        }
+        dbIntegrationQueries {
+          query
+          suggestedQuery
+          requestType
+        }
+      }
+    }
+  }
+`;
+exports.UPDATE_DATA_SILO = (0, graphql_request_1.gql) `
+  mutation SchemaSyncUpdateDataSilo(
+    $id: ID!
+    $title: String
+    $description: String
+    $url: String
+    $notifyEmailAddress: String
+    $identifiers: [String!]
+    $isLive: Boolean
+    $dataSubjectBlockListIds: [ID!]
+    $dependedOnDataSiloTitles: [String!]
+    $ownerEmails: [String!]
+    $apiKeyId: ID
+  ) {
+    updateDataSilo(
+      input: {
+        id: $id
+        title: $title
+        description: $description
+        url: $url
+        notifyEmailAddress: $notifyEmailAddress
+        identifiers: $identifiers
+        isLive: $isLive
+        dataSubjectBlockListIds: $dataSubjectBlockListIds
+        dependedOnDataSiloTitles: $dependedOnDataSiloTitles
+        ownerEmails: $ownerEmails
+        apiKeyId: $apiKeyId
+      }
+    ) {
+      clientMutationId
+    }
+  }
+`;
+exports.DATA_SUBJECTS = (0, graphql_request_1.gql) `
+  query SchemaDataSubjects {
+    internalSubjects {
+      id
+      type
+    }
+  }
+`;
+exports.CREATE_DATA_SUBJECT = (0, graphql_request_1.gql) `
+  mutation SchemaSyncCreateDataSubject($type: String!) {
+    createSubject(input: { type: $type, title: $type, subjectClass: OTHER }) {
+      subject {
+        id
+        type
+      }
+    }
+  }
+`;
+exports.UPDATE_OR_CREATE_DATA_POINT = (0, graphql_request_1.gql) `
+  mutation SchemaSyncUpdateOrCreateDataPoint(
+    $dataSiloId: ID!
+    $name: String!
+    $title: String
+    $description: String
+    $category: DataCategoryType
+    $purpose: ProcessingPurpose
+    $querySuggestions: [DbIntegrationQuerySuggestionInput!]
+    $enabledActions: [RequestActionObjectResolver!]
+  ) {
+    updateOrCreateDataPoint(
+      input: {
+        dataSiloId: $dataSiloId
+        name: $name
+        title: $title
+        description: $description
+        querySuggestions: $querySuggestions
+        category: $category
+        purpose: $purpose
+        enabledActions: $enabledActions
+      }
+    ) {
+      dataPoint {
+        id
+        name
+      }
+    }
+  }
+`;
+exports.CREATE_DATA_SILO = (0, graphql_request_1.gql) `
+  mutation SchemaSyncCreateDataSilo(
+    $title: String!
+    $description: String!
+    $url: String
+    $type: String!
+    $identifiers: [String!]
+    $isLive: Boolean!
+    $notifyEmailAddress: String
+    $dataSubjectBlockListIds: [ID!]
+    $dependedOnDataSiloTitles: [String!]
+    $ownerEmails: [String!]
+    $apiKeyId: ID
+  ) {
+    connectDataSilo(
+      input: {
+        name: $type
+        title: $title
+        description: $description
+        url: $url
+        notifyEmailAddress: $notifyEmailAddress
+        identifiers: $identifiers
+        isLive: $isLive
+        dataSubjectBlockListIds: $dataSubjectBlockListIds
+        dependedOnDataSiloTitles: $dependedOnDataSiloTitles
+        ownerEmails: $ownerEmails
+        apiKeyId: $apiKeyId
+      }
+    ) {
+      dataSilo {
+        id
+        title
+        type
+      }
+    }
+  }
+`;
+//# sourceMappingURL=gqls.js.map

package/build/gqls.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"gqls.js","sourceRoot":"","sources":["../src/gqls.ts"],"names":[],"mappings":";;;AAAA,qDAAsC;AAEzB,QAAA,SAAS,GAAG,IAAA,qBAAG,EAAA;;;;;;;;;;;;;;;;;;CAkB3B,CAAC;AAEW,QAAA,WAAW,GAAG,IAAA,qBAAG,EAAA;;;;;;;;;CAS7B,CAAC;AAEW,QAAA,QAAQ,GAAG,IAAA,qBAAG,EAAA;;;;;;;;;CAS1B,CAAC;AAEW,QAAA,oBAAoB,GAAG,IAAA,qBAAG,EAAA;;;;;;CAMtC,CAAC;AAEW,QAAA,iBAAiB,GAAG,IAAA,qBAAG,EAAA;;;;;;;;;CASnC,CAAC;AAEW,QAAA,eAAe,GAAG,IAAA,qBAAG,EAAA;;;;;;;;;;;;;;;;;;;;;;;CAuBjC,CAAC;AAEW,QAAA,eAAe,GAAG,IAAA,qBAAG,EAAA;;;;;;;;;;;;;;;;;;;;;;;;CAwBjC,CAAC;AAEW,QAAA,UAAU,GAAG,IAAA,qBAAG,EAAA;;;;;;;;;;;;;;;;;;;;CAoB5B,CAAC;AAEW,QAAA,SAAS,GAAG,IAAA,qBAAG,EAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA4B3B,CAAC;AAEW,QAAA,WAAW,GAAG,IAAA,qBAAG,EAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA+B7B,CAAC;AAEW,QAAA,gBAAgB,GAAG,IAAA,qBAAG,EAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAgClC,CAAC;AAEW,QAAA,aAAa,GAAG,IAAA,qBAAG,EAAA;;;;;;;CAO/B,CAAC;AAEW,QAAA,mBAAmB,GAAG,IAAA,qBAAG,EAAA;;;;;;;;;CASrC,CAAC;AAEW,QAAA,2BAA2B,GAAG,IAAA,qBAAG,EAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA6B7C,CAAC;AAEW,QAAA,gBAAgB,GAAG,IAAA,qBAAG,EAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAoClC,CAAC"}

package/build/index.d.ts

@@ -0,0 +1,4 @@
+export * from './codecs';
+export * from './readTranscendYaml';
+export * from './syncConfigurationToTranscend';
+//# sourceMappingURL=index.d.ts.map

package/build/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,UAAU,CAAC;AACzB,cAAc,qBAAqB,CAAC;AACpC,cAAc,gCAAgC,CAAC"}

package/build/index.js

@@ -0,0 +1,16 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    Object.defineProperty(o, k2, { enumerable: true, get: function() { return m[k]; } });
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./codecs"), exports);
+__exportStar(require("./readTranscendYaml"), exports);
+__exportStar(require("./syncConfigurationToTranscend"), exports);
+//# sourceMappingURL=index.js.map

package/build/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAAyB;AACzB,sDAAoC;AACpC,iEAA+C"}

package/build/logger.d.ts

@@ -0,0 +1,2 @@
+export declare const logger: Console;
+//# sourceMappingURL=logger.d.ts.map

package/build/logger.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"logger.d.ts","sourceRoot":"","sources":["../src/logger.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,MAAM,SAAU,CAAC"}

package/build/logger.js

@@ -0,0 +1,5 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.logger = void 0;
+exports.logger = console;
+//# sourceMappingURL=logger.js.map

package/build/logger.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"logger.js","sourceRoot":"","sources":["../src/logger.ts"],"names":[],"mappings":";;;AAAa,QAAA,MAAM,GAAG,OAAO,CAAC"}

package/build/pullTranscendConfiguration.d.ts

@@ -0,0 +1,11 @@
+import { TranscendInput } from './codecs';
+import { GraphQLClient } from 'graphql-request';
+/**
+ * Pull a yaml configuration from Transcend
+ *
+ * @param client - GraphQL client
+ * @param dataSiloIds - The data silos to sync. If empty list, pull all.
+ * @returns The configuration
+ */
+export declare function pullTranscendConfiguration(client: GraphQLClient, dataSiloIds: string[]): Promise<TranscendInput>;
+//# sourceMappingURL=pullTranscendConfiguration.d.ts.map

package/build/pullTranscendConfiguration.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pullTranscendConfiguration.d.ts","sourceRoot":"","sources":["../src/pullTranscendConfiguration.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,cAAc,EAIf,MAAM,UAAU,CAAC;AAClB,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAYhD;;;;;;GAMG;AACH,wBAAsB,0BAA0B,CAC9C,MAAM,EAAE,aAAa,EACrB,WAAW,EAAE,MAAM,EAAE,GACpB,OAAO,CAAC,cAAc,CAAC,CAkHzB"}

package/build/pullTranscendConfiguration.js

@@ -0,0 +1,95 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.pullTranscendConfiguration = void 0;
+const flatten_1 = __importDefault(require("lodash/flatten"));
+const keyBy_1 = __importDefault(require("lodash/keyBy"));
+const mapValues_1 = __importDefault(require("lodash/mapValues"));
+const syncDataSilos_1 = require("./syncDataSilos");
+const fetchDataSubjects_1 = require("./fetchDataSubjects");
+const fetchApiKeys_1 = require("./fetchApiKeys");
+const syncEnrichers_1 = require("./syncEnrichers");
+/**
+ * Pull a yaml configuration from Transcend
+ *
+ * @param client - GraphQL client
+ * @param dataSiloIds - The data silos to sync. If empty list, pull all.
+ * @returns The configuration
+ */
+async function pullTranscendConfiguration(client, dataSiloIds) {
+    const [dataSubjects, apiKeyTitleMap, dataSilos, enrichers] = await Promise.all([
+        // Grab all data subjects in the organization
+        (0, fetchDataSubjects_1.fetchDataSubjects)({}, client, true),
+        // Grab API keys
+        (0, fetchApiKeys_1.fetchApiKeys)({}, client, true),
+        // Fetch the data silos
+        (0, syncDataSilos_1.fetchEnrichedDataSilos)(client, { ids: dataSiloIds }),
+        // Fetch enrichers
+        (0, syncEnrichers_1.fetchAllEnrichers)(client),
+    ]);
+    const result = {};
+    // Save API keys
+    const apiKeyTitles = (0, flatten_1.default)(dataSilos.map(([{ apiKeys }]) => apiKeys.map(({ title }) => title)));
+    const relevantApiKeys = Object.values(apiKeyTitleMap).filter(({ title }) => apiKeyTitles.includes(title));
+    if (relevantApiKeys.length > 0) {
+        result['api-keys'] = Object.values(apiKeyTitleMap)
+            .filter(({ title }) => apiKeyTitles.includes(title))
+            .map(({ title }) => ({
+            title,
+        }));
+    }
+    // Save enrichers
+    if (enrichers.length > 0 && dataSiloIds.length === 0) {
+        result.enrichers = enrichers
+            .filter(({ type }) => type === 'SERVER')
+            .map(({ title, url, inputIdentifier, identifiers, actions, }) => ({
+            title,
+            url,
+            'input-identifier': inputIdentifier.name,
+            'output-identifiers': identifiers.map(({ name }) => name),
+            'privacy-actions': actions,
+        }));
+    }
+    // Save data silos
+    result['data-silos'] = dataSilos.map(([{ title, description, url, type, apiKeys, notifyEmailAddress, identifiers, dependentDataSilos, owners, subjectBlocklist, isLive, }, dataPoints,]) => {
+        var _a;
+        return ({
+            title,
+            description,
+            integrationName: type,
+            url: url || undefined,
+            'api-key-title': (_a = apiKeys[0]) === null || _a === void 0 ? void 0 : _a.title,
+            'identity-keys': identifiers
+                .filter(({ isConnected }) => isConnected)
+                .map(({ name }) => name),
+            'notify-email-address': notifyEmailAddress,
+            'deletion-dependencies': dependentDataSilos.map(({ title }) => title),
+            owners: owners.map(({ email }) => email),
+            disabled: !isLive,
+            'data-subjects': subjectBlocklist.length > 0
+                ? (0, fetchDataSubjects_1.convertToDataSubjectAllowlist)(subjectBlocklist.map(({ type }) => type), dataSubjects)
+                : undefined,
+            datapoints: dataPoints.map((dataPoint) => ({
+                title: dataPoint.title.defaultMessage,
+                description: dataPoint.description.defaultMessage,
+                key: dataPoint.name,
+                purpose: dataPoint.purpose,
+                category: dataPoint.category,
+                ...(dataPoint.dbIntegrationQueries.length > 0
+                    ? {
+                        'privacy-action-queries': (0, mapValues_1.default)((0, keyBy_1.default)(dataPoint.dbIntegrationQueries, 'requestType'), (databaseIntegrationQuery) => databaseIntegrationQuery.suggestedQuery ||
+                            databaseIntegrationQuery.query),
+                    }
+                    : {}),
+                'privacy-actions': dataPoint.actionSettings
+                    .filter(({ active }) => active)
+                    .map(({ type }) => type),
+            })),
+        });
+    });
+    return result;
+}
+exports.pullTranscendConfiguration = pullTranscendConfiguration;
+//# sourceMappingURL=pullTranscendConfiguration.js.map

package/build/pullTranscendConfiguration.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pullTranscendConfiguration.js","sourceRoot":"","sources":["../src/pullTranscendConfiguration.ts"],"names":[],"mappings":";;;;;;AAOA,6DAAqC;AACrC,yDAAiC;AACjC,iEAAyC;AACzC,mDAAyD;AACzD,2DAG6B;AAC7B,iDAA8C;AAC9C,mDAAoD;AAEpD;;;;;;GAMG;AACI,KAAK,UAAU,0BAA0B,CAC9C,MAAqB,EACrB,WAAqB;IAErB,MAAM,CAAC,YAAY,EAAE,cAAc,EAAE,SAAS,EAAE,SAAS,CAAC,GACxD,MAAM,OAAO,CAAC,GAAG,CAAC;QAChB,6CAA6C;QAC7C,IAAA,qCAAiB,EAAC,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC;QACnC,gBAAgB;QAChB,IAAA,2BAAY,EAAC,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC;QAC9B,uBAAuB;QACvB,IAAA,sCAAsB,EAAC,MAAM,EAAE,EAAE,GAAG,EAAE,WAAW,EAAE,CAAC;QACpD,kBAAkB;QAClB,IAAA,iCAAiB,EAAC,MAAM,CAAC;KAC1B,CAAC,CAAC;IAEL,MAAM,MAAM,GAAmB,EAAE,CAAC;IAElC,gBAAgB;IAChB,MAAM,YAAY,GAAG,IAAA,iBAAO,EAC1B,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,CACpE,CAAC;IACF,MAAM,eAAe,GAAG,MAAM,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,MAAM,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CACzE,YAAY,CAAC,QAAQ,CAAC,KAAK,CAAC,CAC7B,CAAC;IACF,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE;QAC9B,MAAM,CAAC,UAAU,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,cAAc,CAAC;aAC/C,MAAM,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,YAAY,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;aACnD,GAAG,CACF,CAAC,EAAE,KAAK,EAAE,EAAe,EAAE,CAAC,CAAC;YAC3B,KAAK;SACN,CAAC,CACH,CAAC;KACL;IAED,iBAAiB;IACjB,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE;QACpD,MAAM,CAAC,SAAS,GAAG,SAAS;aACzB,MAAM,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,IAAI,KAAK,QAAQ,CAAC;aACvC,GAAG,CACF,CAAC,EACC,KAAK,EACL,GAAG,EACH,eAAe,EACf,WAAW,EACX,OAAO,GACR,EAAiB,EAAE,CAAC,CAAC;YACpB,KAAK;YACL,GAAG;YACH,kBAAkB,EAAE,eAAe,CAAC,IAAI;YACxC,oBAAoB,EAAE,WAAW,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC;YACzD,iBAAiB,EAAE,OAAO;SAC3B,CAAC,CACH,CAAC;KACL;IAED,kBAAkB;IAClB,MAAM,CAAC,YAAY,CAAC,GAAG,SAAS,CAAC,GAAG,CAClC,CAAC,CACC,EACE,KAAK,EACL,WAAW,EACX,GAAG,EACH,IAAI,EACJ,OAAO,EACP,kBAAkB,EAClB,WAAW,EACX,kBAAkB,EAClB,MAAM,EACN,gBAAgB,EAChB,MAAM,GACP,EACD,UAAU,EACX,EAAiB,EAAE;;QAAC,OAAA,CAAC;YACpB,KAAK;YACL,WAAW;YACX,eAAe,EAAE,IAAI;YACrB,GAAG,EAAE,GAAG,IAAI,SAAS;YACrB,eAAe,EAAE,MAAA,OAAO,CAAC,CAAC,CAAC,0CAAE,KAAK;YAClC,eAAe,EAAE,WAAW;iBACzB,MAAM,CAAC,CAAC,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC,WAAW,CAAC;iBACxC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC;YAC1B,sBAAsB,EAAE,kBAAkB;YAC1C,uBAAuB,EAAE,kBAAkB,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,KAAK,CAAC;YACrE,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,KAAK,CAAC;YACxC,QAAQ,EAAE,CAAC,MAAM;YACjB,eAAe,EACb,gBAAgB,CAAC,MAAM,GAAG,CAAC;gBACzB,CAAC,CAAC,IAAA,iDAA6B,EAC3B,gBAAgB,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,EACxC,YAAY,CACb;gBACH,CAAC,CAAC,SAAS;YACf,UAAU,EAAE,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;gBACzC,KAAK,EAAE,SAAS,CAAC,KAAK,CAAC,cAAc;gBACrC,WAAW,EAAE,SAAS,CAAC,WAAW,CAAC,cAAc;gBACjD,GAAG,EAAE,SAAS,CAAC,IAAI;gBACnB,OAAO,EAAE,SAAS,CAAC,OAAO;gBAC1B,QAAQ,EAAE,SAAS,CAAC,QAAQ;gBAC5B,GAAG,CAAC,SAAS,CAAC,oBAAoB,CAAC,MAAM,GAAG,CAAC;oBAC3C,CAAC,CAAC;wBACE,wBAAwB,EAAE,IAAA,mBAAS,EACjC,IAAA,eAAK,EAAC,SAAS,CAAC,oBAAoB,EAAE,aAAa,CAAC,EACpD,CAAC,wBAAwB,EAAE,EAAE,CAC3B,wBAAwB,CAAC,cAAc;4BACvC,wBAAwB,CAAC,KAAK,CACjC;qBACF;oBACH,CAAC,CAAC,EAAE,CAAC;gBACP,iBAAiB,EAAE,SAAS,CAAC,cAAc;qBACxC,MAAM,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,MAAM,CAAC;qBAC9B,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC;aAC3B,CAAC,CAAC;SACJ,CAAC,CAAA;KAAA,CACH,CAAC;IAEF,OAAO,MAAM,CAAC;AAChB,CAAC;AArHD,gEAqHC"}

package/build/readTranscendYaml.d.ts

@@ -0,0 +1,19 @@
+import { ObjByString } from '@transcend-io/type-utils';
+import { TranscendInput } from './codecs';
+/**
+ * Read in the contents of a yaml file and validate that the shape
+ * of the yaml file matches the codec API
+ *
+ * @param filePath - Path to yaml file
+ * @param variables - Variables to fill in
+ * @returns The contents of the yaml file, type-checked
+ */
+export declare function readTranscendYaml(filePath: string, variables?: ObjByString): TranscendInput;
+/**
+ * Write a Transcend configuration to disk
+ *
+ * @param filePath - Path to yaml file
+ * @param input - The input to write out
+ */
+export declare function writeTranscendYaml(filePath: string, input: TranscendInput): void;
+//# sourceMappingURL=readTranscendYaml.d.ts.map

package/build/readTranscendYaml.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"readTranscendYaml.d.ts","sourceRoot":"","sources":["../src/readTranscendYaml.ts"],"names":[],"mappings":"AAAA,OAAO,EAAe,WAAW,EAAE,MAAM,0BAA0B,CAAC;AAGpE,OAAO,EAAE,cAAc,EAAE,MAAM,UAAU,CAAC;AAI1C;;;;;;;GAOG;AACH,wBAAgB,iBAAiB,CAC/B,QAAQ,EAAE,MAAM,EAChB,SAAS,GAAE,WAAgB,GAC1B,cAAc,CAoBhB;AAED;;;;;GAKG;AACH,wBAAgB,kBAAkB,CAChC,QAAQ,EAAE,MAAM,EAChB,KAAK,EAAE,cAAc,GACpB,IAAI,CAEN"}

package/build/readTranscendYaml.js

@@ -0,0 +1,47 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.writeTranscendYaml = exports.readTranscendYaml = void 0;
+const type_utils_1 = require("@transcend-io/type-utils");
+const js_yaml_1 = __importDefault(require("js-yaml"));
+const fs_1 = require("fs");
+const codecs_1 = require("./codecs");
+const PARAMETERS = /<<parameters\.(.+?)>>/;
+/**
+ * Read in the contents of a yaml file and validate that the shape
+ * of the yaml file matches the codec API
+ *
+ * @param filePath - Path to yaml file
+ * @param variables - Variables to fill in
+ * @returns The contents of the yaml file, type-checked
+ */
+function readTranscendYaml(filePath, variables = {}) {
+    // Read in contents
+    let fileContents = (0, fs_1.readFileSync)(filePath, 'utf-8');
+    // Replace variables
+    Object.entries(variables).forEach(([name, value]) => {
+        fileContents = fileContents.split(`<<parameters.${name}>>`).join(value);
+    });
+    // Throw error if unfilled variables
+    if (PARAMETERS.test(fileContents)) {
+        const [, name] = PARAMETERS.exec(fileContents) || [];
+        throw new Error(`Found variable that was not set: ${name}.
+Make sure you are passing all parameters through the --parameters=${name}:value-for-param flag.
+Also check that there are no extra variables defined in your yaml: ${filePath}`);
+    }
+    return (0, type_utils_1.decodeCodec)(codecs_1.TranscendInput, js_yaml_1.default.load(fileContents));
+}
+exports.readTranscendYaml = readTranscendYaml;
+/**
+ * Write a Transcend configuration to disk
+ *
+ * @param filePath - Path to yaml file
+ * @param input - The input to write out
+ */
+function writeTranscendYaml(filePath, input) {
+    (0, fs_1.writeFileSync)(filePath, js_yaml_1.default.dump((0, type_utils_1.decodeCodec)(codecs_1.TranscendInput, input)));
+}
+exports.writeTranscendYaml = writeTranscendYaml;
+//# sourceMappingURL=readTranscendYaml.js.map

package/build/readTranscendYaml.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"readTranscendYaml.js","sourceRoot":"","sources":["../src/readTranscendYaml.ts"],"names":[],"mappings":";;;;;;AAAA,yDAAoE;AACpE,sDAA2B;AAC3B,2BAAiD;AACjD,qCAA0C;AAE1C,MAAM,UAAU,GAAG,uBAAuB,CAAC;AAE3C;;;;;;;GAOG;AACH,SAAgB,iBAAiB,CAC/B,QAAgB,EAChB,YAAyB,EAAE;IAE3B,mBAAmB;IACnB,IAAI,YAAY,GAAG,IAAA,iBAAY,EAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAEnD,oBAAoB;IACpB,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,EAAE;QAClD,YAAY,GAAG,YAAY,CAAC,KAAK,CAAC,gBAAgB,IAAI,IAAI,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC1E,CAAC,CAAC,CAAC;IAEH,oCAAoC;IACpC,IAAI,UAAU,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE;QACjC,MAAM,CAAC,EAAE,IAAI,CAAC,GAAG,UAAU,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC;QACrD,MAAM,IAAI,KAAK,CACb,oCAAoC,IAAI;oEACsB,IAAI;qEACH,QAAQ,EAAE,CAC1E,CAAC;KACH;IAED,OAAO,IAAA,wBAAW,EAAC,uBAAc,EAAE,iBAAI,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC;AAC9D,CAAC;AAvBD,8CAuBC;AAED;;;;;GAKG;AACH,SAAgB,kBAAkB,CAChC,QAAgB,EAChB,KAAqB;IAErB,IAAA,kBAAa,EAAC,QAAQ,EAAE,iBAAI,CAAC,IAAI,CAAC,IAAA,wBAAW,EAAC,uBAAc,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;AACzE,CAAC;AALD,gDAKC"}

package/build/syncConfigurationToTranscend.d.ts

@@ -0,0 +1,11 @@
+import { TranscendInput } from './codecs';
+import { GraphQLClient } from 'graphql-request';
+/**
+ * Sync the yaml input back to Transcend using the GraphQL APIs
+ *
+ * @param input - The yml input
+ * @param client - GraphQL client
+ * @returns True if an error was encountered
+ */
+export declare function syncConfigurationToTranscend(input: TranscendInput, client: GraphQLClient): Promise<boolean>;
+//# sourceMappingURL=syncConfigurationToTranscend.d.ts.map

package/build/syncConfigurationToTranscend.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"syncConfigurationToTranscend.d.ts","sourceRoot":"","sources":["../src/syncConfigurationToTranscend.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,UAAU,CAAC;AAC1C,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAWhD;;;;;;GAMG;AACH,wBAAsB,4BAA4B,CAChD,KAAK,EAAE,cAAc,EACrB,MAAM,EAAE,aAAa,GACpB,OAAO,CAAC,OAAO,CAAC,CA6GlB"}

package/build/syncConfigurationToTranscend.js

@@ -0,0 +1,96 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.syncConfigurationToTranscend = void 0;
+const logger_1 = require("./logger");
+const colors_1 = __importDefault(require("colors"));
+const bluebird_1 = require("bluebird");
+const fetchIdentifiers_1 = require("./fetchIdentifiers");
+const syncEnrichers_1 = require("./syncEnrichers");
+const syncDataSilos_1 = require("./syncDataSilos");
+const fetchDataSubjects_1 = require("./fetchDataSubjects");
+const fetchApiKeys_1 = require("./fetchApiKeys");
+const gqls_1 = require("./gqls");
+/**
+ * Sync the yaml input back to Transcend using the GraphQL APIs
+ *
+ * @param input - The yml input
+ * @param client - GraphQL client
+ * @returns True if an error was encountered
+ */
+async function syncConfigurationToTranscend(input, client) {
+    let encounteredError = false;
+    const [identifierByName, dataSubjects, apiKeyTitleMap] = await Promise.all([
+        // Ensure all identifiers are created and create a map from name -> identifier.id
+        (0, fetchIdentifiers_1.fetchIdentifiersAndCreateMissing)(input, client),
+        // Grab all data subjects in the organization
+        (0, fetchDataSubjects_1.fetchDataSubjects)(input, client),
+        // Grab API keys
+        (0, fetchApiKeys_1.fetchApiKeys)(input, client),
+    ]);
+    const { enrichers, 'data-silos': dataSilos } = input;
+    // Sync enrichers
+    if (enrichers) {
+        logger_1.logger.info(colors_1.default.magenta(`Syncing "${enrichers.length}" enrichers...`));
+        await (0, bluebird_1.mapSeries)(enrichers, async (enricher) => {
+            logger_1.logger.info(colors_1.default.magenta(`Syncing enricher "${enricher.title}"...`));
+            try {
+                await (0, syncEnrichers_1.syncEnricher)(enricher, client, identifierByName);
+                logger_1.logger.info(colors_1.default.green(`Successfully synced enricher "${enricher.title}"!`));
+            }
+            catch (err) {
+                encounteredError = true;
+                logger_1.logger.info(colors_1.default.red(`Failed to sync enricher "${enricher.title}"! - ${err.message}`));
+            }
+        });
+        logger_1.logger.info(colors_1.default.green(`Synced "${enrichers.length}" enrichers!`));
+    }
+    // Store dependency updates
+    const dependencyUpdates = [];
+    // Sync data silos
+    if (dataSilos) {
+        logger_1.logger.info(colors_1.default.magenta(`Syncing "${dataSilos.length}" data silos...`));
+        await (0, bluebird_1.mapSeries)(dataSilos, async (dataSilo) => {
+            logger_1.logger.info(colors_1.default.magenta(`Syncing data silo "${dataSilo.title}"...`));
+            try {
+                const dataSiloInfo = await (0, syncDataSilos_1.syncDataSilo)(dataSilo, client, dataSubjects, apiKeyTitleMap);
+                logger_1.logger.info(colors_1.default.green(`Successfully synced data silo "${dataSilo.title}"! View at: ${dataSiloInfo.link}`));
+                // Queue up dependency update
+                if (dataSilo['deletion-dependencies']) {
+                    dependencyUpdates.push([
+                        dataSiloInfo,
+                        dataSilo['deletion-dependencies'],
+                    ]);
+                }
+            }
+            catch (err) {
+                encounteredError = true;
+                logger_1.logger.info(colors_1.default.red(`Failed to sync data silo "${dataSilo.title}"! - ${err.message}`));
+            }
+        });
+        logger_1.logger.info(colors_1.default.green(`Synced "${dataSilos.length}" data silos!`));
+    }
+    // Dependencies updated at the end after all data silos are created
+    if (dependencyUpdates.length > 0) {
+        logger_1.logger.info(colors_1.default.magenta(`Syncing "${dependencyUpdates.length}" data silo dependencies...`));
+        await (0, bluebird_1.mapSeries)(dependencyUpdates, async ([dataSilo, dependencyTitles]) => {
+            logger_1.logger.info(colors_1.default.magenta(`Syncing dependencies for data silo "${dataSilo.title}"...`));
+            try {
+                await client.request(gqls_1.UPDATE_DATA_SILO, {
+                    id: dataSilo.id,
+                    dependedOnDataSiloTitles: dependencyTitles,
+                });
+            }
+            catch (err) {
+                encounteredError = true;
+                logger_1.logger.info(colors_1.default.red(`Failed to sync dependencies for data silo "${dataSilo.title}"! - ${err.message}`));
+            }
+        });
+        logger_1.logger.info(colors_1.default.green(`Synced "${dependencyUpdates.length}" data silos!`));
+    }
+    return encounteredError;
+}
+exports.syncConfigurationToTranscend = syncConfigurationToTranscend;
+//# sourceMappingURL=syncConfigurationToTranscend.js.map