@transcend-io/cli 6.9.0 → 6.11.0

package/build/preference-management/getPreferenceUpdatesFromRow.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"getPreferenceUpdatesFromRow.js","sourceRoot":"","sources":["../../src/preference-management/getPreferenceUpdatesFromRow.ts"],"names":[],"mappings":";;;AAAA,+DAGqC;AAErC,yDAAiD;AAEjD,0CAA6C;AAE7C;;;;;;;;;;;;;;;;;;;;GAoBG;AACH,SAAgB,2BAA2B,CAAC,EAC1C,GAAG,EACH,mBAAmB,EACnB,YAAY,EACZ,gBAAgB,GAUjB;IAGC,yDAAyD;IACzD,MAAM,MAAM,GAER,EAAE,CAAC;IAEP,gEAAgE;IAChE,MAAM,CAAC,OAAO,CAAC,mBAAmB,CAAC,CAAC,OAAO,CACzC,CAAC,CAAC,UAAU,EAAE,EAAE,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,CAAC,EAAE,EAAE;QACtD,8BAA8B;QAC9B,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE;YACnC,MAAM,IAAI,KAAK,CACb,yBAAyB,OAAO,eAAe,YAAY,CAAC,IAAI,CAC9D,IAAI,CACL,EAAE,CACJ,CAAC;SACH;QAED,8DAA8D;QAC9D,IAAI,UAAU,EAAE;YACd,MAAM,eAAe,GAAG,gBAAgB,CAAC,IAAI,CAC3C,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,UAAU,IAAI,CAAC,CAAC,OAAO,CAAC,YAAY,KAAK,OAAO,CACnE,CAAC;YACF,IAAI,CAAC,eAAe,EAAE;gBACpB,MAAM,aAAa,GAAG,gBAAgB;qBACnC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,YAAY,KAAK,OAAO,CAAC;qBACjD,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;gBACtB,MAAM,IAAI,KAAK,CACb,4BAA4B,UAAU,iBAAiB,OAAO,IAAI;oBAChE,6CAA6C,aAAa,CAAC,IAAI,CAC7D,GAAG,CACJ,EAAE,CACN,CAAC;aACH;YAED,oDAAoD;YACpD,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE;gBACpB,MAAM,CAAC,OAAO,CAAC,GAAG;oBAChB,WAAW,EAAE,EAAE;iBAChB,CAAC;aACH;YACD,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,WAAW,EAAE;gBAChC,MAAM,CAAC,OAAO,CAAC,CAAC,WAAW,GAAG,EAAE,CAAC;aAClC;YAED,qBAAqB;YACrB,MAAM,QAAQ,GAAG,GAAG,CAAC,UAAU,CAAC,CAAC;YACjC,MAAM,UAAU,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;YAC1C,MAAM,cAAc,GAClB,OAAO,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,EAAE,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;YAEpE,iCAAiC;YACjC,QAAQ,eAAe,CAAC,IAAI,EAAE;gBAC5B,KAAK,mCAAmB,CAAC,OAAO;oBAC9B,IAAI,OAAO,UAAU,KAAK,SAAS,EAAE;wBACnC,MAAM,IAAI,KAAK,CACb,yCAAyC,UAAU,4BAA4B,QAAQ,EAAE,CAC1F,CAAC;qBACH;oBACD,MAAM,CAAC,OAAO,CAAC,CAAC,WAAY,CAAC,IAAI,CAAC;wBAChC,KAAK,EAAE,UAAU;wBACjB,MAAM,EAAE;4BACN,YAAY,EAAE,UAAU;yBACzB;qBACF,CAAC,CAAC;oBACH,MAAM;gBACR,KAAK,mCAAmB,CAAC,MAAM;oBAC7B,IAAI,OAAO,UAAU,KAAK,QAAQ,IAAI,UAAU,KAAK,IAAI,EAAE;wBACzD,MAAM,IAAI,KAAK,CACb,wCAAwC,UAAU,mCAAmC,QAAQ,EAAE,CAChG,CAAC;qBACH;oBAED,IACE,cAAc;wBACd,CAAC,eAAe,CAAC,sBAAsB;6BACpC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC;6BACvB,QAAQ,CAAC,cAAc,CAAC,EAC3B;wBACA,MAAM,IAAI,KAAK,CACb,wCAAwC,UAAU,qBAAqB;4BACrE,GAAG,eAAe,CAAC,sBAAsB;iCACtC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC;iCACvB,IAAI,CAAC,IAAI,CAAC,UAAU,QAAQ,EAAE,CACpC,CAAC;qBACH;oBAED,qBAAqB;oBACrB,MAAM,CAAC,OAAO,CAAC,CAAC,WAAY,CAAC,IAAI,CAAC;wBAChC,KAAK,EAAE,UAAU;wBACjB,MAAM,EAAE;4BACN,WAAW,EAAE,cAAc;yBAC5B;qBACF,CAAC,CAAC;oBACH,MAAM;gBACR,KAAK,mCAAmB,CAAC,WAAW;oBAClC,IAAI,OAAO,QAAQ,KAAK,QAAQ,EAAE;wBAChC,MAAM,IAAI,KAAK,CACb,8CAA8C,UAAU,2BAA2B,QAAQ,EAAE,CAC9F,CAAC;qBACH;oBACD,qBAAqB;oBACrB,MAAM,CAAC,OAAO,CAAC,CAAC,WAAY,CAAC,IAAI,CAAC;wBAChC,KAAK,EAAE,UAAU;wBACjB,MAAM,EAAE;4BACN,YAAY,EAAE,IAAA,yBAAc,EAAC,QAAQ,CAAC;iCACnC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;gCACX,MAAM,MAAM,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC;gCACjC,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE;oCAC9B,MAAM,IAAI,KAAK,CACb,8CAA8C,UAAU,IAAI;wCAC1D,oBAAoB,eAAe,CAAC,sBAAsB;6CACvD,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC;6CACvB,IAAI,CAAC,IAAI,CAAC,UAAU,GAAG,EAAE,CAC/B,CAAC;iCACH;gCACD,OAAO,MAAM,CAAC;4BAChB,CAAC,CAAC;iCACD,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;yBACtC;qBACF,CAAC,CAAC;oBACH,MAAM;gBACR;oBACE,MAAM,IAAI,KAAK,CAAC,4BAA4B,eAAe,CAAC,IAAI,EAAE,CAAC,CAAC;aACvE;SACF;aAAM,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE;YAC3B,uDAAuD;YACvD,MAAM,CAAC,OAAO,CAAC,GAAG;gBAChB,OAAO,EAAE,YAAY,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,KAAK,IAAI;aAChD,CAAC;SACH;aAAM;YACL,oEAAoE;YACpE,MAAM,CAAC,OAAO,CAAC,CAAC,OAAO,GAAG,YAAY,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,KAAK,IAAI,CAAC;SAClE;IACH,CAAC,CACF,CAAC;IAEF,kCAAkC;IAClC,OAAO,IAAA,kBAAK,EAAC,MAAM,EAAE,CAAC,CAAC,EAAE,WAAW,EAAE,EAAE;QACtC,IAAI,OAAO,CAAC,CAAC,OAAO,KAAK,SAAS,EAAE;YAClC,MAAM,IAAI,KAAK,CACb,6DAA6D,WAAW,EAAE,CAC3E,CAAC;SACH;QACD,OAAO;YACL,GAAG,CAAC;YACJ,OAAO,EAAE,CAAC,CAAC,OAAQ;SACpB,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC;AArKD,kEAqKC"}

package/build/preference-management/getPreferencesForIdentifiers.d.ts

@@ -0,0 +1,21 @@
+import { PreferenceQueryResponseItem } from '@transcend-io/privacy-types';
+import type { Got } from 'got';
+/**
+ * Grab the current consent preference values for a list of identifiers
+ *
+ * @param sombra - Backend to make API call to
+ * @param options - Options
+ * @returns Plaintext context information
+ */
+export declare function getPreferencesForIdentifiers(sombra: Got, { identifiers, partitionKey, skipLogging, }: {
+    /** The list of identifiers to look up */
+    identifiers: {
+        /** The value of the identifier */
+        value: string;
+    }[];
+    /** The partition key to look up */
+    partitionKey: string;
+    /** Whether to skip logging */
+    skipLogging?: boolean;
+}): Promise<PreferenceQueryResponseItem[]>;
+//# sourceMappingURL=getPreferencesForIdentifiers.d.ts.map

package/build/preference-management/getPreferencesForIdentifiers.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"getPreferencesForIdentifiers.d.ts","sourceRoot":"","sources":["../../src/preference-management/getPreferencesForIdentifiers.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,2BAA2B,EAAE,MAAM,6BAA6B,CAAC;AAC1E,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,KAAK,CAAC;AAqB/B;;;;;;GAMG;AACH,wBAAsB,4BAA4B,CAChD,MAAM,EAAE,GAAG,EACX,EACE,WAAW,EACX,YAAY,EACZ,WAAmB,GACpB,EAAE;IACD,yCAAyC;IACzC,WAAW,EAAE;QACX,kCAAkC;QAClC,KAAK,EAAE,MAAM,CAAC;KACf,EAAE,CAAC;IACJ,mCAAmC;IACnC,YAAY,EAAE,MAAM,CAAC;IACrB,8BAA8B;IAC9B,WAAW,CAAC,EAAE,OAAO,CAAC;CACvB,GACA,OAAO,CAAC,2BAA2B,EAAE,CAAC,CA8ExC"}

package/build/preference-management/getPreferencesForIdentifiers.js

@@ -0,0 +1,113 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getPreferencesForIdentifiers = void 0;
+const privacy_types_1 = require("@transcend-io/privacy-types");
+const colors_1 = __importDefault(require("colors"));
+const cli_progress_1 = __importDefault(require("cli-progress"));
+const chunk_1 = __importDefault(require("lodash/chunk"));
+const type_utils_1 = require("@transcend-io/type-utils");
+const t = __importStar(require("io-ts"));
+const bluebird_1 = require("bluebird");
+const logger_1 = require("../logger");
+const PreferenceRecordsQueryResponse = t.intersection([
+    t.type({
+        nodes: t.array(privacy_types_1.PreferenceQueryResponseItem),
+    }),
+    t.partial({
+        /** The base64 encoded(PreferenceStorePaginationKey) cursor for pagination */
+        cursor: t.string,
+    }),
+]);
+const MSGS = ['ETIMEDOUT', '504 Gateway Time-out', 'Task timed out after'];
+/**
+ * Grab the current consent preference values for a list of identifiers
+ *
+ * @param sombra - Backend to make API call to
+ * @param options - Options
+ * @returns Plaintext context information
+ */
+async function getPreferencesForIdentifiers(sombra, { identifiers, partitionKey, skipLogging = false, }) {
+    const results = [];
+    const groupedIdentifiers = (0, chunk_1.default)(identifiers, 100);
+    // create a new progress bar instance and use shades_classic theme
+    const t0 = new Date().getTime();
+    const progressBar = new cli_progress_1.default.SingleBar({}, cli_progress_1.default.Presets.shades_classic);
+    if (!skipLogging) {
+        progressBar.start(identifiers.length, 0);
+    }
+    let total = 0;
+    await (0, bluebird_1.map)(groupedIdentifiers, async (group) => {
+        var _a;
+        // Make the request with retry logic
+        let attempts = 0;
+        const maxAttempts = 3;
+        while (attempts < maxAttempts) {
+            try {
+                // eslint-disable-next-line no-await-in-loop
+                const rawResult = await sombra
+                    .post(`v1/preferences/${partitionKey}/query`, {
+                    json: {
+                        filter: {
+                            identifiers: group,
+                        },
+                        limit: group.length,
+                    },
+                })
+                    .json();
+                const result = (0, type_utils_1.decodeCodec)(PreferenceRecordsQueryResponse, rawResult);
+                results.push(...result.nodes);
+                total += group.length;
+                progressBar.update(total);
+                break; // Exit loop if successful
+            }
+            catch (err) {
+                attempts += 1;
+                const msg = ((_a = err === null || err === void 0 ? void 0 : err.response) === null || _a === void 0 ? void 0 : _a.body) || (err === null || err === void 0 ? void 0 : err.message) || '';
+                if (attempts >= maxAttempts ||
+                    !MSGS.some((errorMessage) => msg.includes(errorMessage))) {
+                    throw new Error(`Received an error from server after ${attempts} attempts: ${msg}`);
+                }
+                logger_1.logger.warn(colors_1.default.yellow(`[RETRYING FAILED REQUEST - Attempt ${attempts}] ` +
+                    `Failed to fetch ${group.length} user preferences from partition ${partitionKey}: ${msg}`));
+            }
+        }
+    }, {
+        concurrency: 40,
+    });
+    progressBar.stop();
+    const t1 = new Date().getTime();
+    const totalTime = t1 - t0;
+    if (!skipLogging) {
+        // Log completion time
+        logger_1.logger.info(colors_1.default.green(`Completed download in "${totalTime / 1000}" seconds.`));
+    }
+    return results;
+}
+exports.getPreferencesForIdentifiers = getPreferencesForIdentifiers;
+//# sourceMappingURL=getPreferencesForIdentifiers.js.map

package/build/preference-management/getPreferencesForIdentifiers.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"getPreferencesForIdentifiers.js","sourceRoot":"","sources":["../../src/preference-management/getPreferencesForIdentifiers.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,+DAA0E;AAE1E,oDAA4B;AAC5B,gEAAuC;AACvC,yDAAiC;AACjC,yDAAuD;AACvD,yCAA2B;AAC3B,uCAA+B;AAC/B,sCAAmC;AAEnC,MAAM,8BAA8B,GAAG,CAAC,CAAC,YAAY,CAAC;IACpD,CAAC,CAAC,IAAI,CAAC;QACL,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,2CAA2B,CAAC;KAC5C,CAAC;IACF,CAAC,CAAC,OAAO,CAAC;QACR,6EAA6E;QAC7E,MAAM,EAAE,CAAC,CAAC,MAAM;KACjB,CAAC;CACH,CAAC,CAAC;AAEH,MAAM,IAAI,GAAG,CAAC,WAAW,EAAE,sBAAsB,EAAE,sBAAsB,CAAC,CAAC;AAE3E;;;;;;GAMG;AACI,KAAK,UAAU,4BAA4B,CAChD,MAAW,EACX,EACE,WAAW,EACX,YAAY,EACZ,WAAW,GAAG,KAAK,GAWpB;IAED,MAAM,OAAO,GAAkC,EAAE,CAAC;IAClD,MAAM,kBAAkB,GAAG,IAAA,eAAK,EAAC,WAAW,EAAE,GAAG,CAAC,CAAC;IAEnD,kEAAkE;IAClE,MAAM,EAAE,GAAG,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;IAChC,MAAM,WAAW,GAAG,IAAI,sBAAW,CAAC,SAAS,CAC3C,EAAE,EACF,sBAAW,CAAC,OAAO,CAAC,cAAc,CACnC,CAAC;IACF,IAAI,CAAC,WAAW,EAAE;QAChB,WAAW,CAAC,KAAK,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;KAC1C;IAED,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,MAAM,IAAA,cAAG,EACP,kBAAkB,EAClB,KAAK,EAAE,KAAK,EAAE,EAAE;;QACd,oCAAoC;QACpC,IAAI,QAAQ,GAAG,CAAC,CAAC;QACjB,MAAM,WAAW,GAAG,CAAC,CAAC;QACtB,OAAO,QAAQ,GAAG,WAAW,EAAE;YAC7B,IAAI;gBACF,4CAA4C;gBAC5C,MAAM,SAAS,GAAG,MAAM,MAAM;qBAC3B,IAAI,CAAC,kBAAkB,YAAY,QAAQ,EAAE;oBAC5C,IAAI,EAAE;wBACJ,MAAM,EAAE;4BACN,WAAW,EAAE,KAAK;yBACnB;wBACD,KAAK,EAAE,KAAK,CAAC,MAAM;qBACpB;iBACF,CAAC;qBACD,IAAI,EAAE,CAAC;gBAEV,MAAM,MAAM,GAAG,IAAA,wBAAW,EAAC,8BAA8B,EAAE,SAAS,CAAC,CAAC;gBACtE,OAAO,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;gBAC9B,KAAK,IAAI,KAAK,CAAC,MAAM,CAAC;gBACtB,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBAC1B,MAAM,CAAC,0BAA0B;aAClC;YAAC,OAAO,GAAG,EAAE;gBACZ,QAAQ,IAAI,CAAC,CAAC;gBACd,MAAM,GAAG,GAAG,CAAA,MAAA,GAAG,aAAH,GAAG,uBAAH,GAAG,CAAE,QAAQ,0CAAE,IAAI,MAAI,GAAG,aAAH,GAAG,uBAAH,GAAG,CAAE,OAAO,CAAA,IAAI,EAAE,CAAC;gBACtD,IACE,QAAQ,IAAI,WAAW;oBACvB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,YAAY,EAAE,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,EACxD;oBACA,MAAM,IAAI,KAAK,CACb,uCAAuC,QAAQ,cAAc,GAAG,EAAE,CACnE,CAAC;iBACH;gBAED,eAAM,CAAC,IAAI,CACT,gBAAM,CAAC,MAAM,CACX,sCAAsC,QAAQ,IAAI;oBAChD,mBAAmB,KAAK,CAAC,MAAM,oCAAoC,YAAY,KAAK,GAAG,EAAE,CAC5F,CACF,CAAC;aACH;SACF;IACH,CAAC,EACD;QACE,WAAW,EAAE,EAAE;KAChB,CACF,CAAC;IAEF,WAAW,CAAC,IAAI,EAAE,CAAC;IACnB,MAAM,EAAE,GAAG,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;IAChC,MAAM,SAAS,GAAG,EAAE,GAAG,EAAE,CAAC;IAE1B,IAAI,CAAC,WAAW,EAAE;QAChB,sBAAsB;QACtB,eAAM,CAAC,IAAI,CACT,gBAAM,CAAC,KAAK,CAAC,0BAA0B,SAAS,GAAG,IAAI,YAAY,CAAC,CACrE,CAAC;KACH;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AA/FD,oEA+FC"}

package/build/preference-management/index.d.ts

@@ -0,0 +1,12 @@
+export * from './uploadPreferenceManagementPreferencesInteractive';
+export * from './codecs';
+export * from './getPreferencesForIdentifiers';
+export * from './parsePreferenceManagementCsv';
+export * from './getPreferenceUpdatesFromRow';
+export * from './parsePreferenceManagementCsv';
+export * from './parsePreferenceIdentifiersFromCsv';
+export * from './parsePreferenceTimestampsFromCsv';
+export * from './parsePreferenceAndPurposeValuesFromCsv';
+export * from './checkIfPendingPreferenceUpdatesAreNoOp';
+export * from './checkIfPendingPreferenceUpdatesCauseConflict';
+//# sourceMappingURL=index.d.ts.map

package/build/preference-management/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/preference-management/index.ts"],"names":[],"mappings":"AAAA,cAAc,oDAAoD,CAAC;AACnE,cAAc,UAAU,CAAC;AACzB,cAAc,gCAAgC,CAAC;AAC/C,cAAc,gCAAgC,CAAC;AAC/C,cAAc,+BAA+B,CAAC;AAC9C,cAAc,gCAAgC,CAAC;AAC/C,cAAc,qCAAqC,CAAC;AACpD,cAAc,oCAAoC,CAAC;AACnD,cAAc,0CAA0C,CAAC;AACzD,cAAc,0CAA0C,CAAC;AACzD,cAAc,gDAAgD,CAAC"}

package/build/preference-management/index.js

@@ -0,0 +1,28 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./uploadPreferenceManagementPreferencesInteractive"), exports);
+__exportStar(require("./codecs"), exports);
+__exportStar(require("./getPreferencesForIdentifiers"), exports);
+__exportStar(require("./parsePreferenceManagementCsv"), exports);
+__exportStar(require("./getPreferenceUpdatesFromRow"), exports);
+__exportStar(require("./parsePreferenceManagementCsv"), exports);
+__exportStar(require("./parsePreferenceIdentifiersFromCsv"), exports);
+__exportStar(require("./parsePreferenceTimestampsFromCsv"), exports);
+__exportStar(require("./parsePreferenceAndPurposeValuesFromCsv"), exports);
+__exportStar(require("./checkIfPendingPreferenceUpdatesAreNoOp"), exports);
+__exportStar(require("./checkIfPendingPreferenceUpdatesCauseConflict"), exports);
+//# sourceMappingURL=index.js.map

package/build/preference-management/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/preference-management/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,qFAAmE;AACnE,2CAAyB;AACzB,iEAA+C;AAC/C,iEAA+C;AAC/C,gEAA8C;AAC9C,iEAA+C;AAC/C,sEAAoD;AACpD,qEAAmD;AACnD,2EAAyD;AACzD,2EAAyD;AACzD,iFAA+D"}

package/build/preference-management/parsePreferenceAndPurposeValuesFromCsv.d.ts

@@ -0,0 +1,17 @@
+import { FileMetadataState } from './codecs';
+import { PreferenceTopic } from '../graphql';
+/**
+ * Parse out the purpose.enabled and preference values from a CSV file
+ *
+ * @param preferences - List of preferences
+ * @param currentState - The current file metadata state for parsing this list
+ * @param options - Options
+ * @returns The updated file metadata state
+ */
+export declare function parsePreferenceAndPurposeValuesFromCsv(preferences: Record<string, string>[], currentState: FileMetadataState, { purposeSlugs, preferenceTopics, }: {
+    /** The purpose slugs that are allowed to be updated */
+    purposeSlugs: string[];
+    /** The preference topics */
+    preferenceTopics: PreferenceTopic[];
+}): Promise<FileMetadataState>;
+//# sourceMappingURL=parsePreferenceAndPurposeValuesFromCsv.d.ts.map

package/build/preference-management/parsePreferenceAndPurposeValuesFromCsv.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"parsePreferenceAndPurposeValuesFromCsv.d.ts","sourceRoot":"","sources":["../../src/preference-management/parsePreferenceAndPurposeValuesFromCsv.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,iBAAiB,EAAE,MAAM,UAAU,CAAC;AAG7C,OAAO,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAI7C;;;;;;;GAOG;AACH,wBAAsB,sCAAsC,CAC1D,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,EACrC,YAAY,EAAE,iBAAiB,EAC/B,EACE,YAAY,EACZ,gBAAgB,GACjB,EAAE;IACD,uDAAuD;IACvD,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,4BAA4B;IAC5B,gBAAgB,EAAE,eAAe,EAAE,CAAC;CACrC,GACA,OAAO,CAAC,iBAAiB,CAAC,CAiF5B"}

package/build/preference-management/parsePreferenceAndPurposeValuesFromCsv.js

@@ -0,0 +1,86 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.parsePreferenceAndPurposeValuesFromCsv = void 0;
+const uniq_1 = __importDefault(require("lodash/uniq"));
+const colors_1 = __importDefault(require("colors"));
+const inquirer_1 = __importDefault(require("inquirer"));
+const difference_1 = __importDefault(require("lodash/difference"));
+const logger_1 = require("../logger");
+const bluebird_1 = require("bluebird");
+/* eslint-disable no-param-reassign */
+/**
+ * Parse out the purpose.enabled and preference values from a CSV file
+ *
+ * @param preferences - List of preferences
+ * @param currentState - The current file metadata state for parsing this list
+ * @param options - Options
+ * @returns The updated file metadata state
+ */
+async function parsePreferenceAndPurposeValuesFromCsv(preferences, currentState, { purposeSlugs, preferenceTopics, }) {
+    // Determine columns to map
+    const columnNames = (0, uniq_1.default)(preferences.map((x) => Object.keys(x)).flat());
+    // Determine the columns that could potentially be used for identifier
+    const otherColumns = (0, difference_1.default)(columnNames, [
+        ...(currentState.identifierColumn ? [currentState.identifierColumn] : []),
+        ...(currentState.timestampColum ? [currentState.timestampColum] : []),
+    ]);
+    if (otherColumns.length === 0) {
+        throw new Error('No other columns to process');
+    }
+    // The purpose and preferences to map to
+    const purposeNames = [
+        ...purposeSlugs,
+        ...preferenceTopics.map((x) => `${x.purpose.trackingType}->${x.slug}`),
+    ];
+    // Ensure all columns are accounted for
+    await (0, bluebird_1.mapSeries)(otherColumns, async (col) => {
+        // Determine the unique values to map in this column
+        const uniqueValues = (0, uniq_1.default)(preferences.map((x) => x[col]));
+        // Map the column to a purpose
+        let purposeMapping = currentState.columnToPurposeName[col];
+        if (purposeMapping) {
+            logger_1.logger.info(colors_1.default.magenta(`Column "${col}" is associated with purpose "${purposeMapping.purpose}"`));
+        }
+        else {
+            const { purposeName } = await inquirer_1.default.prompt([
+                {
+                    name: 'purposeName',
+                    message: `Choose the purpose that column ${col} is associated with`,
+                    type: 'list',
+                    default: purposeNames[0],
+                    choices: purposeNames,
+                },
+            ]);
+            const [purposeSlug, preferenceSlug] = purposeName.split('->');
+            purposeMapping = {
+                purpose: purposeSlug,
+                preference: preferenceSlug || null,
+                valueMapping: {},
+            };
+        }
+        // map each value to the purpose value
+        await (0, bluebird_1.mapSeries)(uniqueValues, async (value) => {
+            if (purposeMapping.valueMapping[value] !== undefined) {
+                logger_1.logger.info(colors_1.default.magenta(`Value "${value}" is associated with purpose value "${purposeMapping.valueMapping[value]}"`));
+                return;
+            }
+            const { purposeValue } = await inquirer_1.default.prompt([
+                {
+                    name: 'purposeValue',
+                    message: `Choose the purpose value for value "${value}" associated with purpose "${purposeMapping.purpose}"`,
+                    type: 'confirm',
+                    default: value !== 'false',
+                },
+            ]);
+            purposeMapping.valueMapping[value] = purposeValue;
+        });
+        currentState.columnToPurposeName[col] = purposeMapping;
+    });
+    return currentState;
+}
+exports.parsePreferenceAndPurposeValuesFromCsv = parsePreferenceAndPurposeValuesFromCsv;
+/* eslint-enable no-param-reassign */
+//# sourceMappingURL=parsePreferenceAndPurposeValuesFromCsv.js.map

package/build/preference-management/parsePreferenceAndPurposeValuesFromCsv.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"parsePreferenceAndPurposeValuesFromCsv.js","sourceRoot":"","sources":["../../src/preference-management/parsePreferenceAndPurposeValuesFromCsv.ts"],"names":[],"mappings":";;;;;;AAAA,uDAA+B;AAC/B,oDAA4B;AAC5B,wDAAgC;AAChC,mEAA2C;AAE3C,sCAAmC;AACnC,uCAAqC;AAGrC,sCAAsC;AAEtC;;;;;;;GAOG;AACI,KAAK,UAAU,sCAAsC,CAC1D,WAAqC,EACrC,YAA+B,EAC/B,EACE,YAAY,EACZ,gBAAgB,GAMjB;IAED,2BAA2B;IAC3B,MAAM,WAAW,GAAG,IAAA,cAAI,EAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;IAExE,sEAAsE;IACtE,MAAM,YAAY,GAAG,IAAA,oBAAU,EAAC,WAAW,EAAE;QAC3C,GAAG,CAAC,YAAY,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACzE,GAAG,CAAC,YAAY,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;KACtE,CAAC,CAAC;IACH,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE;QAC7B,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;KAChD;IAED,wCAAwC;IACxC,MAAM,YAAY,GAAG;QACnB,GAAG,YAAY;QACf,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,YAAY,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC;KACvE,CAAC;IAEF,uCAAuC;IACvC,MAAM,IAAA,oBAAS,EAAC,YAAY,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE;QAC1C,oDAAoD;QACpD,MAAM,YAAY,GAAG,IAAA,cAAI,EAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QAE1D,8BAA8B;QAC9B,IAAI,cAAc,GAAG,YAAY,CAAC,mBAAmB,CAAC,GAAG,CAAC,CAAC;QAC3D,IAAI,cAAc,EAAE;YAClB,eAAM,CAAC,IAAI,CACT,gBAAM,CAAC,OAAO,CACZ,WAAW,GAAG,iCAAiC,cAAc,CAAC,OAAO,GAAG,CACzE,CACF,CAAC;SACH;aAAM;YACL,MAAM,EAAE,WAAW,EAAE,GAAG,MAAM,kBAAQ,CAAC,MAAM,CAG1C;gBACD;oBACE,IAAI,EAAE,aAAa;oBACnB,OAAO,EAAE,kCAAkC,GAAG,qBAAqB;oBACnE,IAAI,EAAE,MAAM;oBACZ,OAAO,EAAE,YAAY,CAAC,CAAC,CAAC;oBACxB,OAAO,EAAE,YAAY;iBACtB;aACF,CAAC,CAAC;YACH,MAAM,CAAC,WAAW,EAAE,cAAc,CAAC,GAAG,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAC9D,cAAc,GAAG;gBACf,OAAO,EAAE,WAAW;gBACpB,UAAU,EAAE,cAAc,IAAI,IAAI;gBAClC,YAAY,EAAE,EAAE;aACjB,CAAC;SACH;QAED,sCAAsC;QACtC,MAAM,IAAA,oBAAS,EAAC,YAAY,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;YAC5C,IAAI,cAAc,CAAC,YAAY,CAAC,KAAK,CAAC,KAAK,SAAS,EAAE;gBACpD,eAAM,CAAC,IAAI,CACT,gBAAM,CAAC,OAAO,CACZ,UAAU,KAAK,uCAAuC,cAAc,CAAC,YAAY,CAAC,KAAK,CAAC,GAAG,CAC5F,CACF,CAAC;gBACF,OAAO;aACR;YACD,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,kBAAQ,CAAC,MAAM,CAG3C;gBACD;oBACE,IAAI,EAAE,cAAc;oBACpB,OAAO,EAAE,uCAAuC,KAAK,8BAA8B,cAAc,CAAC,OAAO,GAAG;oBAC5G,IAAI,EAAE,SAAS;oBACf,OAAO,EAAE,KAAK,KAAK,OAAO;iBAC3B;aACF,CAAC,CAAC;YACH,cAAc,CAAC,YAAY,CAAC,KAAK,CAAC,GAAG,YAAY,CAAC;QACpD,CAAC,CAAC,CAAC;QAEH,YAAY,CAAC,mBAAmB,CAAC,GAAG,CAAC,GAAG,cAAc,CAAC;IACzD,CAAC,CAAC,CAAC;IAEH,OAAO,YAAY,CAAC;AACtB,CAAC;AA7FD,wFA6FC;AACD,qCAAqC"}

package/build/preference-management/parsePreferenceIdentifiersFromCsv.d.ts

@@ -0,0 +1,18 @@
+import { FileMetadataState } from './codecs';
+/**
+ * Parse identifiers from a CSV list of preferences
+ *
+ * Ensures that all rows have a valid identifier
+ * and that all identifiers are unique.
+ *
+ * @param preferences - List of preferences
+ * @param currentState - The current file metadata state for parsing this list
+ * @returns The updated file metadata state
+ */
+export declare function parsePreferenceIdentifiersFromCsv(preferences: Record<string, string>[], currentState: FileMetadataState): Promise<{
+    /** The updated state */
+    currentState: FileMetadataState;
+    /** The updated preferences */
+    preferences: Record<string, string>[];
+}>;
+//# sourceMappingURL=parsePreferenceIdentifiersFromCsv.d.ts.map

package/build/preference-management/parsePreferenceIdentifiersFromCsv.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"parsePreferenceIdentifiersFromCsv.d.ts","sourceRoot":"","sources":["../../src/preference-management/parsePreferenceIdentifiersFromCsv.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,iBAAiB,EAAE,MAAM,UAAU,CAAC;AAM7C;;;;;;;;;GASG;AACH,wBAAsB,iCAAiC,CACrD,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,EACrC,YAAY,EAAE,iBAAiB,GAC9B,OAAO,CAAC;IACT,wBAAwB;IACxB,YAAY,EAAE,iBAAiB,CAAC;IAChC,8BAA8B;IAC9B,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,CAAC;CACvC,CAAC,CA6GD"}

package/build/preference-management/parsePreferenceIdentifiersFromCsv.js

@@ -0,0 +1,97 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.parsePreferenceIdentifiersFromCsv = void 0;
+const uniq_1 = __importDefault(require("lodash/uniq"));
+const groupBy_1 = __importDefault(require("lodash/groupBy"));
+const colors_1 = __importDefault(require("colors"));
+const inquirer_1 = __importDefault(require("inquirer"));
+const difference_1 = __importDefault(require("lodash/difference"));
+const logger_1 = require("../logger");
+const helpers_1 = require("../helpers");
+/* eslint-disable no-param-reassign */
+/**
+ * Parse identifiers from a CSV list of preferences
+ *
+ * Ensures that all rows have a valid identifier
+ * and that all identifiers are unique.
+ *
+ * @param preferences - List of preferences
+ * @param currentState - The current file metadata state for parsing this list
+ * @returns The updated file metadata state
+ */
+async function parsePreferenceIdentifiersFromCsv(preferences, currentState) {
+    // Determine columns to map
+    const columnNames = (0, uniq_1.default)(preferences.map((x) => Object.keys(x)).flat());
+    // Determine the columns that could potentially be used for identifier
+    const remainingColumnsForIdentifier = (0, difference_1.default)(columnNames, [
+        ...(currentState.identifierColumn ? [currentState.identifierColumn] : []),
+        ...Object.keys(currentState.columnToPurposeName),
+    ]);
+    // Determine the identifier column to work off of
+    if (!currentState.identifierColumn) {
+        const { identifierName } = await inquirer_1.default.prompt([
+            {
+                name: 'identifierName',
+                message: 'Choose the column that will be used as the identifier to upload consent preferences by',
+                type: 'list',
+                default: remainingColumnsForIdentifier.find((col) => col.toLowerCase().includes('email')) || remainingColumnsForIdentifier[0],
+                choices: remainingColumnsForIdentifier,
+            },
+        ]);
+        currentState.identifierColumn = identifierName;
+    }
+    logger_1.logger.info(colors_1.default.magenta(`Using identifier column "${currentState.identifierColumn}"`));
+    // Validate that the identifier column is present for all rows and unique
+    const identifierColumnsMissing = preferences
+        .map((pref, ind) => (pref[currentState.identifierColumn] ? null : [ind]))
+        .filter((x) => !!x)
+        .flat();
+    if (identifierColumnsMissing.length > 0) {
+        const msg = `The identifier column "${currentState.identifierColumn}" is missing a value for the following rows: ${identifierColumnsMissing.join(', ')}`;
+        logger_1.logger.warn(colors_1.default.yellow(msg));
+        // Ask user if they would like to skip rows missing an identifier
+        const skip = await (0, helpers_1.inquirerConfirmBoolean)({
+            message: 'Would you like to skip rows missing an identifier?',
+        });
+        if (!skip) {
+            throw new Error(msg);
+        }
+        // Filter out rows missing an identifier
+        const previous = preferences.length;
+        preferences = preferences.filter((pref) => pref[currentState.identifierColumn]);
+        logger_1.logger.info(colors_1.default.yellow(`Skipped ${previous - preferences.length} rows missing an identifier`));
+    }
+    logger_1.logger.info(colors_1.default.magenta(`The identifier column "${currentState.identifierColumn}" is present for all rows`));
+    // Validate that all identifiers are unique
+    const rowsByUserId = (0, groupBy_1.default)(preferences, currentState.identifierColumn);
+    const duplicateIdentifiers = Object.entries(rowsByUserId).filter(([, rows]) => rows.length > 1);
+    if (duplicateIdentifiers.length > 0) {
+        const msg = `The identifier column "${currentState.identifierColumn}" has duplicate values for the following rows: ${duplicateIdentifiers
+            .slice(0, 10)
+            .map(([userId, rows]) => `${userId} (${rows.length})`)
+            .join('\n')}`;
+        logger_1.logger.warn(colors_1.default.yellow(msg));
+        // Ask user if they would like to take the most recent update
+        // for each duplicate identifier
+        const skip = await (0, helpers_1.inquirerConfirmBoolean)({
+            message: 'Would you like to automatically take the latest update?',
+        });
+        if (!skip) {
+            throw new Error(msg);
+        }
+        preferences = Object.entries(rowsByUserId)
+            .map(([, rows]) => {
+            const sorted = rows.sort((a, b) => new Date(b[currentState.timestampColum]).getTime() -
+                new Date(a[currentState.timestampColum]).getTime());
+            return sorted[0];
+        })
+            .filter((x) => x);
+    }
+    return { currentState, preferences };
+}
+exports.parsePreferenceIdentifiersFromCsv = parsePreferenceIdentifiersFromCsv;
+/* eslint-enable no-param-reassign */
+//# sourceMappingURL=parsePreferenceIdentifiersFromCsv.js.map

package/build/preference-management/parsePreferenceIdentifiersFromCsv.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"parsePreferenceIdentifiersFromCsv.js","sourceRoot":"","sources":["../../src/preference-management/parsePreferenceIdentifiersFromCsv.ts"],"names":[],"mappings":";;;;;;AAAA,uDAA+B;AAC/B,6DAAqC;AACrC,oDAA4B;AAC5B,wDAAgC;AAChC,mEAA2C;AAE3C,sCAAmC;AACnC,wCAAoD;AAEpD,sCAAsC;AAEtC;;;;;;;;;GASG;AACI,KAAK,UAAU,iCAAiC,CACrD,WAAqC,EACrC,YAA+B;IAO/B,2BAA2B;IAC3B,MAAM,WAAW,GAAG,IAAA,cAAI,EAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;IAExE,sEAAsE;IACtE,MAAM,6BAA6B,GAAG,IAAA,oBAAU,EAAC,WAAW,EAAE;QAC5D,GAAG,CAAC,YAAY,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACzE,GAAG,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,mBAAmB,CAAC;KACjD,CAAC,CAAC;IAEH,iDAAiD;IACjD,IAAI,CAAC,YAAY,CAAC,gBAAgB,EAAE;QAClC,MAAM,EAAE,cAAc,EAAE,GAAG,MAAM,kBAAQ,CAAC,MAAM,CAG7C;YACD;gBACE,IAAI,EAAE,gBAAgB;gBACtB,OAAO,EACL,wFAAwF;gBAC1F,IAAI,EAAE,MAAM;gBACZ,OAAO,EACL,6BAA6B,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CACzC,GAAG,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,CACpC,IAAI,6BAA6B,CAAC,CAAC,CAAC;gBACvC,OAAO,EAAE,6BAA6B;aACvC;SACF,CAAC,CAAC;QACH,YAAY,CAAC,gBAAgB,GAAG,cAAc,CAAC;KAChD;IACD,eAAM,CAAC,IAAI,CACT,gBAAM,CAAC,OAAO,CACZ,4BAA4B,YAAY,CAAC,gBAAgB,GAAG,CAC7D,CACF,CAAC;IAEF,yEAAyE;IACzE,MAAM,wBAAwB,GAAG,WAAW;SACzC,GAAG,CAAC,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,gBAAiB,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;SACzE,MAAM,CAAC,CAAC,CAAC,EAAiB,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;SACjC,IAAI,EAAE,CAAC;IACV,IAAI,wBAAwB,CAAC,MAAM,GAAG,CAAC,EAAE;QACvC,MAAM,GAAG,GAAG,0BACV,YAAY,CAAC,gBACf,gDAAgD,wBAAwB,CAAC,IAAI,CAC3E,IAAI,CACL,EAAE,CAAC;QACJ,eAAM,CAAC,IAAI,CAAC,gBAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;QAEhC,iEAAiE;QACjE,MAAM,IAAI,GAAG,MAAM,IAAA,gCAAsB,EAAC;YACxC,OAAO,EAAE,oDAAoD;SAC9D,CAAC,CAAC;QACH,IAAI,CAAC,IAAI,EAAE;YACT,MAAM,IAAI,KAAK,CAAC,GAAG,CAAC,CAAC;SACtB;QAED,wCAAwC;QACxC,MAAM,QAAQ,GAAG,WAAW,CAAC,MAAM,CAAC;QACpC,WAAW,GAAG,WAAW,CAAC,MAAM,CAC9B,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,gBAAiB,CAAC,CAC/C,CAAC;QACF,eAAM,CAAC,IAAI,CACT,gBAAM,CAAC,MAAM,CACX,WAAW,QAAQ,GAAG,WAAW,CAAC,MAAM,6BAA6B,CACtE,CACF,CAAC;KACH;IACD,eAAM,CAAC,IAAI,CACT,gBAAM,CAAC,OAAO,CACZ,0BAA0B,YAAY,CAAC,gBAAgB,2BAA2B,CACnF,CACF,CAAC;IAEF,2CAA2C;IAC3C,MAAM,YAAY,GAAG,IAAA,iBAAO,EAAC,WAAW,EAAE,YAAY,CAAC,gBAAgB,CAAC,CAAC;IACzE,MAAM,oBAAoB,GAAG,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,MAAM,CAC9D,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAC9B,CAAC;IACF,IAAI,oBAAoB,CAAC,MAAM,GAAG,CAAC,EAAE;QACnC,MAAM,GAAG,GAAG,0BACV,YAAY,CAAC,gBACf,kDAAkD,oBAAoB;aACnE,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC;aACZ,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,GAAG,MAAM,KAAK,IAAI,CAAC,MAAM,GAAG,CAAC;aACrD,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QAChB,eAAM,CAAC,IAAI,CAAC,gBAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;QAEhC,6DAA6D;QAC7D,gCAAgC;QAChC,MAAM,IAAI,GAAG,MAAM,IAAA,gCAAsB,EAAC;YACxC,OAAO,EAAE,yDAAyD;SACnE,CAAC,CAAC;QACH,IAAI,CAAC,IAAI,EAAE;YACT,MAAM,IAAI,KAAK,CAAC,GAAG,CAAC,CAAC;SACtB;QACD,WAAW,GAAG,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC;aACvC,GAAG,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,EAAE;YAChB,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CACtB,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CACP,IAAI,IAAI,CAAC,CAAC,CAAC,YAAY,CAAC,cAAe,CAAC,CAAC,CAAC,OAAO,EAAE;gBACnD,IAAI,IAAI,CAAC,CAAC,CAAC,YAAY,CAAC,cAAe,CAAC,CAAC,CAAC,OAAO,EAAE,CACtD,CAAC;YACF,OAAO,MAAM,CAAC,CAAC,CAAC,CAAC;QACnB,CAAC,CAAC;aACD,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;KACrB;IAED,OAAO,EAAE,YAAY,EAAE,WAAW,EAAE,CAAC;AACvC,CAAC;AArHD,8EAqHC;AACD,qCAAqC"}

package/build/preference-management/parsePreferenceManagementCsv.d.ts

@@ -0,0 +1,25 @@
+import { PersistedState } from '@transcend-io/persisted-state';
+import type { Got } from 'got';
+import { PreferenceState } from './codecs';
+import { PreferenceTopic } from '../graphql';
+/**
+ * Parse a file into the cache
+ *
+ *
+ * @param options - Options
+ * @param cache - The cache to store the parsed file in
+ * @returns The cache with the parsed file
+ */
+export declare function parsePreferenceManagementCsvWithCache({ file, sombra, purposeSlugs, preferenceTopics, partitionKey, }: {
+    /** File to parse */
+    file: string;
+    /** The purpose slugs that are allowed to be updated */
+    purposeSlugs: string[];
+    /** The preference topics */
+    preferenceTopics: PreferenceTopic[];
+    /** Sombra got instance */
+    sombra: Got;
+    /** Partition key */
+    partitionKey: string;
+}, cache: PersistedState<typeof PreferenceState>): Promise<void>;
+//# sourceMappingURL=parsePreferenceManagementCsv.d.ts.map

package/build/preference-management/parsePreferenceManagementCsv.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"parsePreferenceManagementCsv.d.ts","sourceRoot":"","sources":["../../src/preference-management/parsePreferenceManagementCsv.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,+BAA+B,CAAC;AAC/D,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,KAAK,CAAC;AAI/B,OAAO,EAAqB,eAAe,EAAE,MAAM,UAAU,CAAC;AAI9D,OAAO,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAQ7C;;;;;;;GAOG;AACH,wBAAsB,qCAAqC,CACzD,EACE,IAAI,EACJ,MAAM,EACN,YAAY,EACZ,gBAAgB,EAChB,YAAY,GACb,EAAE;IACD,oBAAoB;IACpB,IAAI,EAAE,MAAM,CAAC;IACb,uDAAuD;IACvD,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,4BAA4B;IAC5B,gBAAgB,EAAE,eAAe,EAAE,CAAC;IACpC,0BAA0B;IAC1B,MAAM,EAAE,GAAG,CAAC;IACZ,oBAAoB;IACpB,YAAY,EAAE,MAAM,CAAC;CACtB,EACD,KAAK,EAAE,cAAc,CAAC,OAAO,eAAe,CAAC,GAC5C,OAAO,CAAC,IAAI,CAAC,CAgIf"}

package/build/preference-management/parsePreferenceManagementCsv.js

@@ -0,0 +1,145 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.parsePreferenceManagementCsvWithCache = void 0;
+const keyBy_1 = __importDefault(require("lodash/keyBy"));
+const t = __importStar(require("io-ts"));
+const colors_1 = __importDefault(require("colors"));
+const logger_1 = require("../logger");
+const requests_1 = require("../requests");
+const getPreferencesForIdentifiers_1 = require("./getPreferencesForIdentifiers");
+const getPreferenceUpdatesFromRow_1 = require("./getPreferenceUpdatesFromRow");
+const parsePreferenceTimestampsFromCsv_1 = require("./parsePreferenceTimestampsFromCsv");
+const parsePreferenceIdentifiersFromCsv_1 = require("./parsePreferenceIdentifiersFromCsv");
+const parsePreferenceAndPurposeValuesFromCsv_1 = require("./parsePreferenceAndPurposeValuesFromCsv");
+const checkIfPendingPreferenceUpdatesAreNoOp_1 = require("./checkIfPendingPreferenceUpdatesAreNoOp");
+const checkIfPendingPreferenceUpdatesCauseConflict_1 = require("./checkIfPendingPreferenceUpdatesCauseConflict");
+/**
+ * Parse a file into the cache
+ *
+ *
+ * @param options - Options
+ * @param cache - The cache to store the parsed file in
+ * @returns The cache with the parsed file
+ */
+async function parsePreferenceManagementCsvWithCache({ file, sombra, purposeSlugs, preferenceTopics, partitionKey, }, cache) {
+    // Start the timer
+    const t0 = new Date().getTime();
+    // Get the current metadata
+    const fileMetadata = cache.getValue('fileMetadata');
+    // Read in the file
+    logger_1.logger.info(colors_1.default.magenta(`Reading in file: "${file}"`));
+    let preferences = (0, requests_1.readCsv)(file, t.record(t.string, t.string));
+    // start building the cache, can use previous cache as well
+    let currentState = {
+        columnToPurposeName: {},
+        pendingSafeUpdates: {},
+        pendingConflictUpdates: {},
+        skippedUpdates: {},
+        // Load in the last fetched time
+        ...(fileMetadata[file] || {}),
+        lastFetchedAt: new Date().toISOString(),
+    };
+    // Validate that all timestamps are present in the file
+    currentState = await (0, parsePreferenceTimestampsFromCsv_1.parsePreferenceTimestampsFromCsv)(preferences, currentState);
+    fileMetadata[file] = currentState;
+    await cache.setValue(fileMetadata, 'fileMetadata');
+    // Validate that all identifiers are present and unique
+    const result = await (0, parsePreferenceIdentifiersFromCsv_1.parsePreferenceIdentifiersFromCsv)(preferences, currentState);
+    currentState = result.currentState;
+    preferences = result.preferences;
+    fileMetadata[file] = currentState;
+    await cache.setValue(fileMetadata, 'fileMetadata');
+    // Ensure all other columns are mapped to purpose and preference
+    // slug values
+    currentState = await (0, parsePreferenceAndPurposeValuesFromCsv_1.parsePreferenceAndPurposeValuesFromCsv)(preferences, currentState, {
+        preferenceTopics,
+        purposeSlugs,
+    });
+    fileMetadata[file] = currentState;
+    await cache.setValue(fileMetadata, 'fileMetadata');
+    // Grab existing preference store records
+    const identifiers = preferences.map((pref) => pref[currentState.identifierColumn]);
+    const existingConsentRecords = await (0, getPreferencesForIdentifiers_1.getPreferencesForIdentifiers)(sombra, {
+        identifiers: identifiers.map((x) => ({ value: x })),
+        partitionKey,
+    });
+    const consentRecordByIdentifier = (0, keyBy_1.default)(existingConsentRecords, 'userId');
+    // Clear out previous updates
+    currentState.pendingConflictUpdates = {};
+    currentState.pendingSafeUpdates = {};
+    currentState.skippedUpdates = {};
+    // Process each row
+    preferences.forEach((pref) => {
+        // Grab unique Id for the user
+        const userId = pref[currentState.identifierColumn];
+        // determine updates for user
+        const pendingUpdates = (0, getPreferenceUpdatesFromRow_1.getPreferenceUpdatesFromRow)({
+            row: pref,
+            columnToPurposeName: currentState.columnToPurposeName,
+            preferenceTopics,
+            purposeSlugs,
+        });
+        // Grab current state of the update
+        const currentConsentRecord = consentRecordByIdentifier[userId];
+        // Check if the update can be skipped
+        // this is the case if a record exists, and the purpose
+        // and preference values are all in sync
+        if (currentConsentRecord &&
+            (0, checkIfPendingPreferenceUpdatesAreNoOp_1.checkIfPendingPreferenceUpdatesAreNoOp)({
+                currentConsentRecord,
+                pendingUpdates,
+                preferenceTopics,
+            })) {
+            currentState.skippedUpdates[userId] = pref;
+            return;
+        }
+        // Determine if there are any conflicts
+        if (currentConsentRecord &&
+            (0, checkIfPendingPreferenceUpdatesCauseConflict_1.checkIfPendingPreferenceUpdatesCauseConflict)({
+                currentConsentRecord,
+                pendingUpdates,
+                preferenceTopics,
+            })) {
+            currentState.pendingConflictUpdates[userId] = {
+                row: pref,
+                record: currentConsentRecord,
+            };
+            return;
+        }
+        // Add to pending updates
+        currentState.pendingSafeUpdates[userId] = pref;
+    });
+    // Read in the file
+    fileMetadata[file] = currentState;
+    await cache.setValue(fileMetadata, 'fileMetadata');
+    const t1 = new Date().getTime();
+    logger_1.logger.info(colors_1.default.green(`Successfully pre-processed file: "${file}" in ${(t1 - t0) / 1000}s`));
+}
+exports.parsePreferenceManagementCsvWithCache = parsePreferenceManagementCsvWithCache;
+//# sourceMappingURL=parsePreferenceManagementCsv.js.map

package/build/preference-management/parsePreferenceManagementCsv.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"parsePreferenceManagementCsv.js","sourceRoot":"","sources":["../../src/preference-management/parsePreferenceManagementCsv.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAEA,yDAAiC;AACjC,yCAA2B;AAC3B,oDAA4B;AAE5B,sCAAmC;AACnC,0CAAsC;AACtC,iFAA8E;AAE9E,+EAA4E;AAC5E,yFAAsF;AACtF,2FAAwF;AACxF,qGAAkG;AAClG,qGAAkG;AAClG,iHAA8G;AAE9G;;;;;;;GAOG;AACI,KAAK,UAAU,qCAAqC,CACzD,EACE,IAAI,EACJ,MAAM,EACN,YAAY,EACZ,gBAAgB,EAChB,YAAY,GAYb,EACD,KAA6C;IAE7C,kBAAkB;IAClB,MAAM,EAAE,GAAG,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;IAEhC,2BAA2B;IAC3B,MAAM,YAAY,GAAG,KAAK,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC;IAEpD,mBAAmB;IACnB,eAAM,CAAC,IAAI,CAAC,gBAAM,CAAC,OAAO,CAAC,qBAAqB,IAAI,GAAG,CAAC,CAAC,CAAC;IAC1D,IAAI,WAAW,GAAG,IAAA,kBAAO,EAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;IAE9D,2DAA2D;IAC3D,IAAI,YAAY,GAAsB;QACpC,mBAAmB,EAAE,EAAE;QACvB,kBAAkB,EAAE,EAAE;QACtB,sBAAsB,EAAE,EAAE;QAC1B,cAAc,EAAE,EAAE;QAClB,gCAAgC;QAChC,GAAI,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,EAAE,CAAgC;QAC7D,aAAa,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;KACxC,CAAC;IAEF,uDAAuD;IACvD,YAAY,GAAG,MAAM,IAAA,mEAAgC,EACnD,WAAW,EACX,YAAY,CACb,CAAC;IACF,YAAY,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC;IAClC,MAAM,KAAK,CAAC,QAAQ,CAAC,YAAY,EAAE,cAAc,CAAC,CAAC;IAEnD,uDAAuD;IACvD,MAAM,MAAM,GAAG,MAAM,IAAA,qEAAiC,EACpD,WAAW,EACX,YAAY,CACb,CAAC;IACF,YAAY,GAAG,MAAM,CAAC,YAAY,CAAC;IACnC,WAAW,GAAG,MAAM,CAAC,WAAW,CAAC;IACjC,YAAY,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC;IAClC,MAAM,KAAK,CAAC,QAAQ,CAAC,YAAY,EAAE,cAAc,CAAC,CAAC;IAEnD,gEAAgE;IAChE,cAAc;IACd,YAAY,GAAG,MAAM,IAAA,+EAAsC,EACzD,WAAW,EACX,YAAY,EACZ;QACE,gBAAgB;QAChB,YAAY;KACb,CACF,CAAC;IACF,YAAY,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC;IAClC,MAAM,KAAK,CAAC,QAAQ,CAAC,YAAY,EAAE,cAAc,CAAC,CAAC;IAEnD,yCAAyC;IACzC,MAAM,WAAW,GAAG,WAAW,CAAC,GAAG,CACjC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,gBAAiB,CAAC,CAC/C,CAAC;IACF,MAAM,sBAAsB,GAAG,MAAM,IAAA,2DAA4B,EAAC,MAAM,EAAE;QACxE,WAAW,EAAE,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;QACnD,YAAY;KACb,CAAC,CAAC;IACH,MAAM,yBAAyB,GAAG,IAAA,eAAK,EAAC,sBAAsB,EAAE,QAAQ,CAAC,CAAC;IAE1E,6BAA6B;IAC7B,YAAY,CAAC,sBAAsB,GAAG,EAAE,CAAC;IACzC,YAAY,CAAC,kBAAkB,GAAG,EAAE,CAAC;IACrC,YAAY,CAAC,cAAc,GAAG,EAAE,CAAC;IAEjC,mBAAmB;IACnB,WAAW,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;QAC3B,8BAA8B;QAC9B,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,gBAAiB,CAAC,CAAC;QAEpD,6BAA6B;QAC7B,MAAM,cAAc,GAAG,IAAA,yDAA2B,EAAC;YACjD,GAAG,EAAE,IAAI;YACT,mBAAmB,EAAE,YAAY,CAAC,mBAAmB;YACrD,gBAAgB;YAChB,YAAY;SACb,CAAC,CAAC;QAEH,mCAAmC;QACnC,MAAM,oBAAoB,GAAG,yBAAyB,CAAC,MAAM,CAAC,CAAC;QAE/D,qCAAqC;QACrC,uDAAuD;QACvD,wCAAwC;QACxC,IACE,oBAAoB;YACpB,IAAA,+EAAsC,EAAC;gBACrC,oBAAoB;gBACpB,cAAc;gBACd,gBAAgB;aACjB,CAAC,EACF;YACA,YAAY,CAAC,cAAc,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC;YAC3C,OAAO;SACR;QAED,uCAAuC;QACvC,IACE,oBAAoB;YACpB,IAAA,2FAA4C,EAAC;gBAC3C,oBAAoB;gBACpB,cAAc;gBACd,gBAAgB;aACjB,CAAC,EACF;YACA,YAAY,CAAC,sBAAsB,CAAC,MAAM,CAAC,GAAG;gBAC5C,GAAG,EAAE,IAAI;gBACT,MAAM,EAAE,oBAAoB;aAC7B,CAAC;YACF,OAAO;SACR;QAED,yBAAyB;QACzB,YAAY,CAAC,kBAAkB,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC;IACjD,CAAC,CAAC,CAAC;IAEH,mBAAmB;IACnB,YAAY,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC;IAClC,MAAM,KAAK,CAAC,QAAQ,CAAC,YAAY,EAAE,cAAc,CAAC,CAAC;IACnD,MAAM,EAAE,GAAG,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;IAChC,eAAM,CAAC,IAAI,CACT,gBAAM,CAAC,KAAK,CACV,qCAAqC,IAAI,QAAQ,CAAC,EAAE,GAAG,EAAE,CAAC,GAAG,IAAI,GAAG,CACrE,CACF,CAAC;AACJ,CAAC;AApJD,sFAoJC"}