@transcend-io/cli 7.0.0-alpha.1 → 7.0.0-alpha.11

package/dist/impl-TKRPL6CJ.js

@@ -0,0 +1,12 @@
+import{a as Q}from"./chunk-AB4DHWRB.js";import"./chunk-4GLITB3Y.js";import{n as F,p as X,q as Z}from"./chunk-TR32ZRNC.js";import"./chunk-347UQP43.js";import{Qc as H,_d as ee,a as A,b as V,pe as te,qe as re}from"./chunk-WEQUQAB7.js";import{a as l}from"./chunk-43JWXG77.js";import{f as oe}from"./chunk-L5ULN3IT.js";import"./chunk-XWOTEZCO.js";import"./chunk-ARVEJERC.js";import v from"colors";import k from"colors";import{chunk as Qe}from"lodash-es";import ye from"cli-progress";import{PersistedState as Ge}from"@transcend-io/persisted-state";import{keyBy as De}from"lodash-es";import*as x from"io-ts";import de from"colors";import{PreferenceQueryResponseItem as Ue}from"@transcend-io/privacy-types";import ne from"colors";import se from"cli-progress";import{chunk as ke}from"lodash-es";import{decodeCodec as Re}from"@transcend-io/type-utils";import*as T from"io-ts";var Me=T.intersection([T.type({nodes:T.array(Ue)}),T.partial({cursor:T.string})]),Ve=["ENOTFOUND","ETIMEDOUT","504 Gateway Time-out","Task timed out after"];async function ie(m,{identifiers:n,partitionKey:h,skipLogging:d=!1}){let s=[],u=ke(n,100),i=new Date().getTime(),t=new se.SingleBar({},se.Presets.shades_classic);d||t.start(n.length,0);let c=0;await V(u,async e=>{let a=0,g=3;for(;a<g;)try{let p=await m.post(`v1/preferences/${h}/query`,{json:{filter:{identifiers:e},limit:e.length}}).json(),w=Re(Me,p);s.push(...w.nodes),c+=e.length,t.update(c);break}catch(p){a+=1;let w=p?.response?.body||p?.message||"";if(a>=g||!Ve.some(P=>w.includes(P)))throw new Error(`Received an error from server after ${a} attempts: ${w}`);l.warn(ne.yellow(`[RETRYING FAILED REQUEST - Attempt ${a}] Failed to fetch ${e.length} user preferences from partition ${h}: ${w}`))}},{concurrency:40}),t.stop();let r=new Date().getTime()-i;return d||l.info(ne.green(`Completed download in "${r/1e3}" seconds.`)),s}import{PreferenceTopicType as G}from"@transcend-io/privacy-types";import{apply as Fe}from"@transcend-io/type-utils";function D({row:m,columnToPurposeName:n,purposeSlugs:h,preferenceTopics:d}){let s={};return Object.entries(n).forEach(([u,{purpose:i,preference:t,valueMapping:c}])=>{if(!h.includes(i))throw new Error(`Invalid purpose slug: ${i}, expected: ${h.join(", ")}`);if(t){let f=d.find(g=>g.slug===t&&g.purpose.trackingType===i);if(!f){let g=d.filter(p=>p.purpose.trackingType===i).map(p=>p.slug);throw new Error(`Invalid preference slug: ${t} for purpose: ${i}. Allowed preference slugs for purpose are: ${g.join(",")}`)}s[i]||(s[i]={preferences:[]}),s[i].preferences||(s[i].preferences=[]);let r=m[u],e=c[r],a=typeof e=="string"&&e.trim()||null;switch(f.type){case G.Boolean:if(typeof e!="boolean")throw new Error(`Invalid value for boolean preference: ${t}, expected boolean, got: ${r}`);s[i].preferences.push({topic:t,choice:{booleanValue:e}});break;case G.Select:if(typeof e!="string"&&e!==null)throw new Error(`Invalid value for select preference: ${t}, expected string or null, got: ${r}`);if(a&&!f.preferenceOptionValues.map(({slug:g})=>g).includes(a))throw new Error(`Invalid value for select preference: ${t}, expected one of: ${f.preferenceOptionValues.map(({slug:g})=>g).join(", ")}, got: ${r}`);s[i].preferences.push({topic:t,choice:{selectValue:a}});break;case G.MultiSelect:if(typeof r!="string")throw new Error(`Invalid value for multi select preference: ${t}, expected string, got: ${r}`);s[i].preferences.push({topic:t,choice:{selectValues:F(r).map(g=>{let p=c[g];if(typeof p!="string")throw new Error(`Invalid value for multi select preference: ${t}, expected one of: ${f.preferenceOptionValues.map(({slug:w})=>w).join(", ")}, got: ${g}`);return p}).sort((g,p)=>g.localeCompare(p))}});break;default:throw new Error(`Unknown preference type: ${f.type}`)}}else s[i]?s[i].enabled=c[m[u]]===!0:s[i]={enabled:c[m[u]]===!0}}),Fe(s,(u,i)=>{if(typeof u.enabled!="boolean")throw new Error(`No mapping provided for purpose.enabled=true/false value: ${i}`);return{...u,enabled:u.enabled}})}import{uniq as Se,difference as Ee}from"lodash-es";import ae from"colors";import Ie from"inquirer";var q="[NONE]";async function pe(m,n){let h=Se(m.map(s=>Object.keys(s)).flat()),d=Ee(h,[...n.identifierColumn?[n.identifierColumn]:[],...Object.keys(n.columnToPurposeName)]);if(!n.timestampColum){let{timestampName:s}=await Ie.prompt([{name:"timestampName",message:"Choose the column that will be used as the timestamp of last preference update",type:"list",default:d.find(u=>u.toLowerCase().includes("date"))||d.find(u=>u.toLowerCase().includes("time"))||d[0],choices:[...d,q]}]);n.timestampColum=s}if(l.info(ae.magenta(`Using timestamp column "${n.timestampColum}"`)),n.timestampColum!==q){let s=m.map((u,i)=>u[n.timestampColum]?null:[i]).filter(u=>!!u).flat();if(s.length>0)throw new Error(`The timestamp column "${n.timestampColum}" is missing a value for the following rows: ${s.join(`
+`)}`);l.info(ae.magenta(`The timestamp column "${n.timestampColum}" is present for all row`))}return n}import{uniq as Ne,groupBy as Oe,difference as xe}from"lodash-es";import N from"colors";import je from"inquirer";async function le(m,n){let h=Ne(m.map(t=>Object.keys(t)).flat()),d=xe(h,[...n.identifierColumn?[n.identifierColumn]:[],...Object.keys(n.columnToPurposeName)]);if(!n.identifierColumn){let{identifierName:t}=await je.prompt([{name:"identifierName",message:"Choose the column that will be used as the identifier to upload consent preferences by",type:"list",default:d.find(c=>c.toLowerCase().includes("email"))||d[0],choices:d}]);n.identifierColumn=t}l.info(N.magenta(`Using identifier column "${n.identifierColumn}"`));let s=m.map((t,c)=>t[n.identifierColumn]?null:[c]).filter(t=>!!t).flat();if(s.length>0){let t=`The identifier column "${n.identifierColumn}" is missing a value for the following rows: ${s.join(", ")}`;if(l.warn(N.yellow(t)),!await Q({message:"Would you like to skip rows missing an identifier?"}))throw new Error(t);let f=m.length;m=m.filter(r=>r[n.identifierColumn]),l.info(N.yellow(`Skipped ${f-m.length} rows missing an identifier`))}l.info(N.magenta(`The identifier column "${n.identifierColumn}" is present for all rows`));let u=Oe(m,n.identifierColumn),i=Object.entries(u).filter(([,t])=>t.length>1);if(i.length>0){let t=`The identifier column "${n.identifierColumn}" has duplicate values for the following rows: ${i.slice(0,10).map(([f,r])=>`${f} (${r.length})`).join(`
+`)}`;if(l.warn(N.yellow(t)),!await Q({message:"Would you like to automatically take the latest update?"}))throw new Error(t);m=Object.entries(u).map(([,f])=>f.sort((e,a)=>new Date(a[n.timestampColum]).getTime()-new Date(e[n.timestampColum]).getTime())[0]).filter(f=>f)}return{currentState:n,preferences:m}}import{uniq as ce,difference as Ae}from"lodash-es";import W from"colors";import O from"inquirer";import{PreferenceTopicType as _}from"@transcend-io/privacy-types";async function fe(m,n,{purposeSlugs:h,preferenceTopics:d,forceTriggerWorkflows:s}){let u=ce(m.map(c=>Object.keys(c)).flat()),i=Ae(u,[...n.identifierColumn?[n.identifierColumn]:[],...n.timestampColum?[n.timestampColum]:[]]);if(i.length===0){if(s)return n;throw new Error("No other columns to process")}let t=[...h,...d.map(c=>`${c.purpose.trackingType}->${c.slug}`)];return await A(i,async c=>{let f=ce(m.map(e=>e[c])),r=n.columnToPurposeName[c];if(r)l.info(W.magenta(`Column "${c}" is associated with purpose "${r.purpose}"`));else{let{purposeName:e}=await O.prompt([{name:"purposeName",message:`Choose the purpose that column ${c} is associated with`,type:"list",default:t.find(p=>p.startsWith(h[0])),choices:t}]),[a,g]=e.split("->");r={purpose:a,preference:g||null,valueMapping:{}}}await A(f,async e=>{if(r.valueMapping[e]!==void 0){l.info(W.magenta(`Value "${e}" is associated with purpose value "${r.valueMapping[e]}"`));return}if(r.preference===null){let{purposeValue:a}=await O.prompt([{name:"purposeValue",message:`Choose the purpose value for value "${e}" associated with purpose "${r.purpose}"`,type:"confirm",default:e!=="false"}]);r.valueMapping[e]=a}if(r.preference!==null){let a=d.find(p=>p.slug===r.preference);if(!a){l.error(W.red(`Preference topic "${r.preference}" not found`));return}let g=a.preferenceOptionValues.map(({slug:p})=>p);if(a.type===_.Boolean){let{preferenceValue:p}=await O.prompt([{name:"preferenceValue",message:`Choose the preference value for "${a.slug}" value "${e}" associated with purpose "${r.purpose}"`,type:"confirm",default:e!=="false"}]);r.valueMapping[e]=p;return}if(a.type===_.Select){let{preferenceValue:p}=await O.prompt([{name:"preferenceValue",message:`Choose the preference value for "${a.slug}" value "${e}" associated with purpose "${r.purpose}"`,type:"list",choices:g,default:g.find(w=>w===e)}]);r.valueMapping[e]=p;return}if(a.type===_.MultiSelect){let p=F(e);await A(p,async w=>{if(r.valueMapping[w]!==void 0)return;let{preferenceValue:P}=await O.prompt([{name:"preferenceValue",message:`Choose the preference value for "${a.slug}" value "${w}" associated with purpose "${r.purpose}"`,type:"list",choices:g,default:g.find(y=>y===w)}]);r.valueMapping[w]=P});return}throw new Error(`Unknown preference topic type: ${a.type}`)}}),n.columnToPurposeName[c]=r}),n}import{PreferenceTopicType as K}from"@transcend-io/privacy-types";function me({currentConsentRecord:m,pendingUpdates:n,preferenceTopics:h}){return Object.entries(n).every(([d,{preferences:s=[],enabled:u}])=>{let i=m.purposes.find(c=>c.purpose===d);return!!i&&i.enabled===u?s.every(({topic:c,choice:f})=>i.preferences&&i.preferences.find(r=>{if(r.topic!==c)return!1;let e=h.find(a=>a.slug===c&&a.purpose.trackingType===d);if(!e)throw new Error(`Could not find preference topic for ${c}`);switch(e.type){case K.Boolean:return r.choice.booleanValue===f.booleanValue;case K.Select:return r.choice.selectValue===f.selectValue;case K.MultiSelect:let a=(r.choice.selectValues||[]).sort(),g=(f.selectValues||[]).sort();return a.length===g.length&&a.every((p,w)=>p===g[w]);default:throw new Error(`Unknown preference topic type: ${e.type}`)}})):!1})}import{PreferenceTopicType as Y}from"@transcend-io/privacy-types";function ue({currentConsentRecord:m,pendingUpdates:n,preferenceTopics:h}){return!!Object.entries(n).find(([d,{preferences:s=[],enabled:u}])=>{let i=m.purposes.find(t=>t.purpose===d);return i?i.enabled!==u?!0:!!s.find(({topic:t,choice:c})=>{let f=(i.preferences||[]).find(e=>e.topic===t);if(!f)return!1;let r=h.find(e=>e.slug===t&&e.purpose.trackingType===d);if(!r)throw new Error(`Could not find preference topic for ${t}`);switch(r.type){case Y.Boolean:return f.choice.booleanValue!==c.booleanValue;case Y.Select:return f.choice.selectValue!==c.selectValue;case Y.MultiSelect:let e=(f.choice.selectValues||[]).sort(),a=(c.selectValues||[]).sort();return e.length!==a.length||!e.every((g,p)=>g===a[p]);default:throw new Error(`Unknown preference topic type: ${r.type}`)}}):!1})}async function ge({file:m,sombra:n,purposeSlugs:h,preferenceTopics:d,partitionKey:s,skipExistingRecordCheck:u,forceTriggerWorkflows:i},t){let c=new Date().getTime(),f=t.getValue("fileMetadata");l.info(de.magenta(`Reading in file: "${m}"`));let r=Z(m,x.record(x.string,x.string)),e={columnToPurposeName:{},pendingSafeUpdates:{},pendingConflictUpdates:{},skippedUpdates:{},...f[m]||{},lastFetchedAt:new Date().toISOString()};e=await pe(r,e),f[m]=e,await t.setValue(f,"fileMetadata");let a=await le(r,e);e=a.currentState,r=a.preferences,f[m]=e,await t.setValue(f,"fileMetadata"),e=await fe(r,e,{preferenceTopics:d,purposeSlugs:h,forceTriggerWorkflows:i}),f[m]=e,await t.setValue(f,"fileMetadata");let g=r.map(y=>y[e.identifierColumn]),p=u?[]:await ie(n,{identifiers:g.map(y=>({value:y})),partitionKey:s}),w=De(p,"userId");e.pendingConflictUpdates={},e.pendingSafeUpdates={},e.skippedUpdates={},r.forEach(y=>{let C=y[e.identifierColumn],S=D({row:y,columnToPurposeName:e.columnToPurposeName,preferenceTopics:d,purposeSlugs:h}),U=w[C];if(i&&!U)throw new Error(`No existing consent record found for user with id: ${C}. 
+        When 'forceTriggerWorkflows' is set all the user identifiers should contain a consent record`);if(U&&me({currentConsentRecord:U,pendingUpdates:S,preferenceTopics:d})&&!i){e.skippedUpdates[C]=y;return}if(U&&ue({currentConsentRecord:U,pendingUpdates:S,preferenceTopics:d})){e.pendingConflictUpdates[C]={row:y,record:U};return}e.pendingSafeUpdates[C]=y}),f[m]=e,await t.setValue(f,"fileMetadata");let P=new Date().getTime();l.info(de.green(`Successfully pre-processed file: "${m}" in ${(P-c)/1e3}s`))}import{PreferenceQueryResponseItem as qe,PreferenceUpdateItem as we}from"@transcend-io/privacy-types";import*as o from"io-ts";var Be=o.type({purpose:o.string,preference:o.union([o.string,o.null]),valueMapping:o.record(o.string,o.union([o.string,o.boolean,o.null]))}),Le=o.intersection([o.type({columnToPurposeName:o.record(o.string,Be),lastFetchedAt:o.string,pendingSafeUpdates:o.record(o.string,o.record(o.string,o.string)),pendingConflictUpdates:o.record(o.string,o.type({record:qe,row:o.record(o.string,o.string)})),skippedUpdates:o.record(o.string,o.record(o.string,o.string))}),o.partial({identifierColumn:o.string,timestampColum:o.string})]),he=o.type({fileMetadata:o.record(o.string,Le),failingUpdates:o.record(o.string,o.type({uploadedAt:o.string,error:o.string,update:we})),pendingUpdates:o.record(o.string,we)});import{apply as We}from"@transcend-io/type-utils";async function Pe({auth:m,sombraAuth:n,receiptFilepath:h,file:d,partition:s,isSilent:u=!0,dryRun:i=!1,skipWorkflowTriggers:t=!1,skipConflictUpdates:c=!1,skipExistingRecordCheck:f=!1,attributes:r=[],transcendUrl:e=oe,forceTriggerWorkflows:a=!1}){let g=X(r),p=new Ge(h,he,{fileMetadata:{},failingUpdates:{},pendingUpdates:{}}),w=p.getValue("failingUpdates"),P=p.getValue("pendingUpdates"),y=p.getValue("fileMetadata");l.info(k.magenta(`Restored cache, there are: 
+${Object.values(w).length} failing requests to be retried
+${Object.values(P).length} pending requests to be processed
+The following files are stored in cache and will be used:
+${Object.keys(y).map(b=>b).join(`
+`)}
+The following file will be processed: ${d}
+`));let C=te(e,m),[S,U,J]=await Promise.all([re(e,m,n),a?Promise.resolve([]):H(C),a?Promise.resolve([]):ee(C)]);await ge({file:d,purposeSlugs:U.map(b=>b.trackingType),preferenceTopics:J,sombra:S,partitionKey:s,skipExistingRecordCheck:f,forceTriggerWorkflows:a},p);let E={};y=p.getValue("fileMetadata");let R=y[d];if(l.info(k.magenta(`Found ${Object.entries(R.pendingSafeUpdates).length} safe updates in ${d}`)),l.info(k.magenta(`Found ${Object.entries(R.pendingConflictUpdates).length} conflict updates in ${d}`)),l.info(k.magenta(`Found ${Object.entries(R.skippedUpdates).length} skipped updates in ${d}`)),Object.entries({...R.pendingSafeUpdates,...c?{}:We(R.pendingConflictUpdates,({row:b})=>b)}).forEach(([b,$])=>{let j=R.timestampColum===q?new Date:new Date($[R.timestampColum]),M=D({row:$,columnToPurposeName:R.columnToPurposeName,preferenceTopics:J,purposeSlugs:U.map(I=>I.trackingType)});E[b]={userId:b,partition:s,timestamp:j.toISOString(),purposes:Object.entries(M).map(([I,ve])=>({...ve,purpose:I,workflowSettings:{attributes:g,isSilent:u,skipWorkflowTrigger:t}}))}}),await p.setValue(E,"pendingUpdates"),await p.setValue({},"failingUpdates"),i){l.info(k.green(`Dry run complete, exiting. ${Object.values(E).length} pending updates. Check file: ${h}`));return}l.info(k.magenta(`Uploading ${Object.values(E).length} preferences to partition: ${s}`));let Ce=new Date().getTime(),B=new ye.SingleBar({},ye.Presets.shades_classic),z=0,L=Object.entries(E),$e=Qe(L,t?100:10);B.start(L.length,0),await V($e,async b=>{try{await S.put("v1/preferences",{json:{records:b.map(([,$])=>$),skipWorkflowTriggers:t,forceTriggerWorkflows:a}}).json()}catch($){try{let M=JSON.parse($?.response?.body||"{}");M.error&&l.error(k.red(`Error: ${M.error}`))}catch{}l.error(k.red(`Failed to upload ${b.length} user preferences to partition ${s}: ${$?.response?.body||$?.message}`));let j=p.getValue("failingUpdates");b.forEach(([M,I])=>{j[M]={uploadedAt:new Date().toISOString(),update:I,error:$?.response?.body||$?.message||"Unknown error"}}),await p.setValue(j,"failingUpdates")}z+=b.length,B.update(z)},{concurrency:40}),B.stop();let Te=new Date().getTime()-Ce;l.info(k.green(`Successfully uploaded ${L.length} user preferences to partition ${s} in "${Te/1e3}" seconds!`))}import{readdirSync as _e}from"fs";import{basename as Ke,join as be}from"path";async function Sr({auth:m,partition:n,sombraAuth:h,consentUrl:d,file:s="",directory:u,dryRun:i,skipExistingRecordCheck:t,receiptFileDir:c,skipWorkflowTriggers:f,forceTriggerWorkflows:r,skipConflictUpdates:e,isSilent:a,attributes:g,concurrency:p}){u&&s&&(l.error(v.red("Cannot provide both a directory and a file. Please provide only one.")),process.exit(1)),!s&&!u&&(l.error(v.red("A file or directory must be provided. Please provide one using --file=./preferences.csv or --directory=./preferences")),process.exit(1));let w=[];if(u)try{let y=_e(u).filter(C=>C.endsWith(".csv"));y.length===0&&(l.error(v.red(`No CSV files found in directory: ${u}`)),process.exit(1)),w.push(...y.map(C=>be(u,C)))}catch(P){l.error(v.red(`Failed to read directory: ${u}`)),l.error(v.red(P.message)),process.exit(1)}else try{s.endsWith(".csv")||(l.error(v.red("File must be a CSV file")),process.exit(1)),w.push(s)}catch(P){l.error(v.red(`Failed to access file: ${s}`)),l.error(v.red(P.message)),process.exit(1)}l.info(v.green(`Processing ${w.length} consent preferences files for partition: ${n}`)),l.debug(`Files to process: ${w.join(", ")}`),t&&l.info(v.bgYellow(`Skipping existing record check: ${t}`)),await V(w,async P=>{let y=Ke(P).replace(".csv","");await Pe({receiptFilepath:be(c,`${y}-receipts.json`),auth:m,sombraAuth:h,file:P,partition:n,transcendUrl:d,skipConflictUpdates:e,skipWorkflowTriggers:f,skipExistingRecordCheck:t,isSilent:a,dryRun:i,attributes:F(g),forceTriggerWorkflows:r})},{concurrency:p})}export{Sr as uploadPreferences};
+//# sourceMappingURL=impl-TKRPL6CJ.js.map

package/dist/impl-TKRPL6CJ.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/commands/consent/upload-preferences/impl.ts","../src/lib/preference-management/uploadPreferenceManagementPreferencesInteractive.ts","../src/lib/preference-management/parsePreferenceManagementCsv.ts","../src/lib/preference-management/getPreferencesForIdentifiers.ts","../src/lib/preference-management/getPreferenceUpdatesFromRow.ts","../src/lib/preference-management/parsePreferenceTimestampsFromCsv.ts","../src/lib/preference-management/parsePreferenceIdentifiersFromCsv.ts","../src/lib/preference-management/parsePreferenceAndPurposeValuesFromCsv.ts","../src/lib/preference-management/checkIfPendingPreferenceUpdatesAreNoOp.ts","../src/lib/preference-management/checkIfPendingPreferenceUpdatesCauseConflict.ts","../src/lib/preference-management/codecs.ts"],"sourcesContent":["import type { LocalContext } from '@/context';\nimport colors from 'colors';\n\nimport { logger } from '@/logger';\nimport { uploadPreferenceManagementPreferencesInteractive } from '@/lib/preference-management';\nimport { splitCsvToList } from '@/lib/requests';\nimport { readdirSync } from 'fs';\nimport { map } from '@/lib/bluebird-replace';\nimport { basename, join } from 'path';\n\ninterface UploadPreferencesCommandFlags {\n  auth: string;\n  partition: string;\n  sombraAuth?: string;\n  consentUrl: string;\n  file?: string;\n  directory?: string;\n  dryRun: boolean;\n  skipExistingRecordCheck: boolean;\n  receiptFileDir: string;\n  skipWorkflowTriggers: boolean;\n  forceTriggerWorkflows: boolean;\n  skipConflictUpdates: boolean;\n  isSilent: boolean;\n  attributes: string;\n  receiptFilepath: string;\n  concurrency: number;\n}\n\nexport async function uploadPreferences(\n  this: LocalContext,\n  {\n    auth,\n    partition,\n    sombraAuth,\n    consentUrl,\n    file = '',\n    directory,\n    dryRun,\n    skipExistingRecordCheck,\n    receiptFileDir,\n    skipWorkflowTriggers,\n    forceTriggerWorkflows,\n    skipConflictUpdates,\n    isSilent,\n    attributes,\n    concurrency,\n  }: UploadPreferencesCommandFlags,\n): Promise<void> {\n  if (!!directory && !!file) {\n    logger.error(\n      colors.red(\n        'Cannot provide both a directory and a file. Please provide only one.',\n      ),\n    );\n    process.exit(1);\n  }\n\n  if (!file && !directory) {\n    logger.error(\n      colors.red(\n        'A file or directory must be provided. Please provide one using --file=./preferences.csv or --directory=./preferences',\n      ),\n    );\n    process.exit(1);\n  }\n\n  const files: string[] = [];\n\n  if (directory) {\n    try {\n      const filesInDirectory = readdirSync(directory);\n      const csvFiles = filesInDirectory.filter((file) => file.endsWith('.csv'));\n\n      if (csvFiles.length === 0) {\n        logger.error(\n          colors.red(`No CSV files found in directory: ${directory}`),\n        );\n        process.exit(1);\n      }\n\n      // Add full paths for each CSV file\n      files.push(...csvFiles.map((file) => join(directory, file)));\n    } catch (err) {\n      logger.error(colors.red(`Failed to read directory: ${directory}`));\n      logger.error(colors.red((err as Error).message));\n      process.exit(1);\n    }\n  } else {\n    try {\n      // Verify file exists and is a CSV\n      if (!file.endsWith('.csv')) {\n        logger.error(colors.red('File must be a CSV file'));\n        process.exit(1);\n      }\n      files.push(file);\n    } catch (err) {\n      logger.error(colors.red(`Failed to access file: ${file}`));\n      logger.error(colors.red((err as Error).message));\n      process.exit(1);\n    }\n  }\n\n  logger.info(\n    colors.green(\n      `Processing ${files.length} consent preferences files for partition: ${partition}`,\n    ),\n  );\n  logger.debug(`Files to process: ${files.join(', ')}`);\n\n  if (skipExistingRecordCheck) {\n    logger.info(\n      colors.bgYellow(\n        `Skipping existing record check: ${skipExistingRecordCheck}`,\n      ),\n    );\n  }\n\n  await map(\n    files,\n    async (filePath) => {\n      const fileName = basename(filePath).replace('.csv', '');\n      await uploadPreferenceManagementPreferencesInteractive({\n        receiptFilepath: join(receiptFileDir, `${fileName}-receipts.json`),\n        auth,\n        sombraAuth,\n        file: filePath,\n        partition,\n        transcendUrl: consentUrl,\n        skipConflictUpdates,\n        skipWorkflowTriggers,\n        skipExistingRecordCheck,\n        isSilent,\n        dryRun,\n        attributes: splitCsvToList(attributes),\n        forceTriggerWorkflows,\n      });\n    },\n    { concurrency },\n  );\n}\n","import {\n  buildTranscendGraphQLClient,\n  createSombraGotInstance,\n  fetchAllPurposes,\n  fetchAllPreferenceTopics,\n  PreferenceTopic,\n  Purpose,\n} from '../graphql';\nimport colors from 'colors';\nimport { map } from '@/lib/bluebird-replace';\nimport { chunk } from 'lodash-es';\nimport { DEFAULT_TRANSCEND_CONSENT_API } from '../../constants';\nimport { logger } from '../../logger';\nimport cliProgress from 'cli-progress';\nimport { parseAttributesFromString } from '../requests';\nimport { PersistedState } from '@transcend-io/persisted-state';\nimport { parsePreferenceManagementCsvWithCache } from './parsePreferenceManagementCsv';\nimport { PreferenceState } from './codecs';\nimport { PreferenceUpdateItem } from '@transcend-io/privacy-types';\nimport { apply } from '@transcend-io/type-utils';\nimport { NONE_PREFERENCE_MAP } from './parsePreferenceTimestampsFromCsv';\nimport { getPreferenceUpdatesFromRow } from './getPreferenceUpdatesFromRow';\n\n/**\n * Upload a set of consent preferences\n *\n * @param options - Options\n */\nexport async function uploadPreferenceManagementPreferencesInteractive({\n  auth,\n  sombraAuth,\n  receiptFilepath,\n  file,\n  partition,\n  isSilent = true,\n  dryRun = false,\n  skipWorkflowTriggers = false,\n  skipConflictUpdates = false,\n  skipExistingRecordCheck = false,\n  attributes = [],\n  transcendUrl = DEFAULT_TRANSCEND_CONSENT_API,\n  forceTriggerWorkflows = false,\n}: {\n  /** The Transcend API key */\n  auth: string;\n  /** Sombra API key authentication */\n  sombraAuth?: string;\n  /** Partition key */\n  partition: string;\n  /** File where to store receipt and continue from where left off */\n  receiptFilepath: string;\n  /** The file to process */\n  file: string;\n  /** API URL for Transcend backend */\n  transcendUrl?: string;\n  /** Whether to do a dry run */\n  dryRun?: boolean;\n  /** Whether to upload as isSilent */\n  isSilent?: boolean;\n  /** Attributes string pre-parse. In format Key:Value */\n  attributes?: string[];\n  /** Skip workflow triggers */\n  skipWorkflowTriggers?: boolean;\n  /**\n   * When true, only update preferences that do not conflict with existing\n   * preferences. When false, update all preferences in CSV based on timestamp.\n   */\n  skipConflictUpdates?: boolean;\n  /** Whether to skip the check for existing records. SHOULD ONLY BE USED FOR INITIAL UPLOAD */\n  skipExistingRecordCheck?: boolean;\n  /** Whether to force trigger workflows */\n  forceTriggerWorkflows?: boolean;\n}): Promise<void> {\n  // Parse out the extra attributes to apply to all requests uploaded\n  const parsedAttributes = parseAttributesFromString(attributes);\n\n  // Create a new state file to store the requests from this run\n  const preferenceState = new PersistedState(receiptFilepath, PreferenceState, {\n    fileMetadata: {},\n    failingUpdates: {},\n    pendingUpdates: {},\n  });\n  const failingRequests = preferenceState.getValue('failingUpdates');\n  const pendingRequests = preferenceState.getValue('pendingUpdates');\n  let fileMetadata = preferenceState.getValue('fileMetadata');\n\n  logger.info(\n    colors.magenta(\n      'Restored cache, there are: \\n' +\n        `${\n          Object.values(failingRequests).length\n        } failing requests to be retried\\n` +\n        `${\n          Object.values(pendingRequests).length\n        } pending requests to be processed\\n` +\n        `The following files are stored in cache and will be used:\\n${Object.keys(\n          fileMetadata,\n        )\n          .map((x) => x)\n          .join('\\n')}\\n` +\n        `The following file will be processed: ${file}\\n`,\n    ),\n  );\n\n  // Create GraphQL client to connect to Transcend backend\n  const client = buildTranscendGraphQLClient(transcendUrl, auth);\n\n  const [sombra, purposes, preferenceTopics] = await Promise.all([\n    // Create sombra instance to communicate with\n    createSombraGotInstance(transcendUrl, auth, sombraAuth),\n    // get all purposes and topics\n    forceTriggerWorkflows\n      ? Promise.resolve([] as Purpose[])\n      : fetchAllPurposes(client),\n    forceTriggerWorkflows\n      ? Promise.resolve([] as PreferenceTopic[])\n      : fetchAllPreferenceTopics(client),\n  ]);\n\n  // Process the file\n  await parsePreferenceManagementCsvWithCache(\n    {\n      file,\n      purposeSlugs: purposes.map((x) => x.trackingType),\n      preferenceTopics,\n      sombra,\n      partitionKey: partition,\n      skipExistingRecordCheck,\n      forceTriggerWorkflows,\n    },\n    preferenceState,\n  );\n\n  // Construct the pending updates\n  const pendingUpdates: Record<string, PreferenceUpdateItem> = {};\n  fileMetadata = preferenceState.getValue('fileMetadata');\n  const metadata = fileMetadata[file];\n\n  logger.info(\n    colors.magenta(\n      `Found ${\n        Object.entries(metadata.pendingSafeUpdates).length\n      } safe updates in ${file}`,\n    ),\n  );\n  logger.info(\n    colors.magenta(\n      `Found ${\n        Object.entries(metadata.pendingConflictUpdates).length\n      } conflict updates in ${file}`,\n    ),\n  );\n  logger.info(\n    colors.magenta(\n      `Found ${\n        Object.entries(metadata.skippedUpdates).length\n      } skipped updates in ${file}`,\n    ),\n  );\n\n  // Update either safe updates only or safe + conflict\n  Object.entries({\n    ...metadata.pendingSafeUpdates,\n    ...(skipConflictUpdates\n      ? {}\n      : apply(metadata.pendingConflictUpdates, ({ row }) => row)),\n  }).forEach(([userId, update]) => {\n    // Determine timestamp\n    const timestamp =\n      metadata.timestampColum === NONE_PREFERENCE_MAP\n        ? new Date()\n        : new Date(update[metadata.timestampColum!]);\n\n    // Determine updates\n    const updates = getPreferenceUpdatesFromRow({\n      row: update,\n      columnToPurposeName: metadata.columnToPurposeName,\n      preferenceTopics,\n      purposeSlugs: purposes.map((x) => x.trackingType),\n    });\n    pendingUpdates[userId] = {\n      userId,\n      partition,\n      timestamp: timestamp.toISOString(),\n      purposes: Object.entries(updates).map(([purpose, value]) => ({\n        ...value,\n        purpose,\n        workflowSettings: {\n          attributes: parsedAttributes,\n          isSilent,\n          skipWorkflowTrigger: skipWorkflowTriggers,\n        },\n      })),\n    };\n  });\n  await preferenceState.setValue(pendingUpdates, 'pendingUpdates');\n  await preferenceState.setValue({}, 'failingUpdates');\n\n  // Exist early if dry run\n  if (dryRun) {\n    logger.info(\n      colors.green(\n        `Dry run complete, exiting. ${\n          Object.values(pendingUpdates).length\n        } pending updates. Check file: ${receiptFilepath}`,\n      ),\n    );\n    return;\n  }\n\n  logger.info(\n    colors.magenta(\n      `Uploading ${\n        Object.values(pendingUpdates).length\n      } preferences to partition: ${partition}`,\n    ),\n  );\n\n  // Time duration\n  const t0 = new Date().getTime();\n\n  // create a new progress bar instance and use shades_classic theme\n  const progressBar = new cliProgress.SingleBar(\n    {},\n    cliProgress.Presets.shades_classic,\n  );\n\n  // Build a GraphQL client\n  let total = 0;\n  const updatesToRun = Object.entries(pendingUpdates);\n  const chunkedUpdates = chunk(updatesToRun, skipWorkflowTriggers ? 100 : 10);\n  progressBar.start(updatesToRun.length, 0);\n  await map(\n    chunkedUpdates,\n    async (currentChunk) => {\n      // Make the request\n      try {\n        await sombra\n          .put('v1/preferences', {\n            json: {\n              records: currentChunk.map(([, update]) => update),\n              skipWorkflowTriggers,\n              forceTriggerWorkflows,\n            },\n          })\n          .json();\n      } catch (err) {\n        try {\n          const parsed = JSON.parse(err?.response?.body || '{}');\n          if (parsed.error) {\n            logger.error(colors.red(`Error: ${parsed.error}`));\n          }\n        } catch (e) {\n          // continue\n        }\n        logger.error(\n          colors.red(\n            `Failed to upload ${\n              currentChunk.length\n            } user preferences to partition ${partition}: ${\n              err?.response?.body || err?.message\n            }`,\n          ),\n        );\n        const failingUpdates = preferenceState.getValue('failingUpdates');\n        currentChunk.forEach(([userId, update]) => {\n          failingUpdates[userId] = {\n            uploadedAt: new Date().toISOString(),\n            update,\n            error: err?.response?.body || err?.message || 'Unknown error',\n          };\n        });\n        await preferenceState.setValue(failingUpdates, 'failingUpdates');\n      }\n\n      total += currentChunk.length;\n      progressBar.update(total);\n    },\n    {\n      concurrency: 40,\n    },\n  );\n\n  progressBar.stop();\n  const t1 = new Date().getTime();\n  const totalTime = t1 - t0;\n  logger.info(\n    colors.green(\n      `Successfully uploaded ${\n        updatesToRun.length\n      } user preferences to partition ${partition} in \"${\n        totalTime / 1000\n      }\" seconds!`,\n    ),\n  );\n}\n","import { PersistedState } from '@transcend-io/persisted-state';\nimport type { Got } from 'got';\nimport { keyBy } from 'lodash-es';\nimport * as t from 'io-ts';\nimport colors from 'colors';\nimport { FileMetadataState, PreferenceState } from './codecs';\nimport { logger } from '../../logger';\nimport { readCsv } from '../requests';\nimport { getPreferencesForIdentifiers } from './getPreferencesForIdentifiers';\nimport { PreferenceTopic } from '../graphql';\nimport { getPreferenceUpdatesFromRow } from './getPreferenceUpdatesFromRow';\nimport { parsePreferenceTimestampsFromCsv } from './parsePreferenceTimestampsFromCsv';\nimport { parsePreferenceIdentifiersFromCsv } from './parsePreferenceIdentifiersFromCsv';\nimport { parsePreferenceAndPurposeValuesFromCsv } from './parsePreferenceAndPurposeValuesFromCsv';\nimport { checkIfPendingPreferenceUpdatesAreNoOp } from './checkIfPendingPreferenceUpdatesAreNoOp';\nimport { checkIfPendingPreferenceUpdatesCauseConflict } from './checkIfPendingPreferenceUpdatesCauseConflict';\n\n/**\n * Parse a file into the cache\n *\n *\n * @param options - Options\n * @param cache - The cache to store the parsed file in\n * @returns The cache with the parsed file\n */\nexport async function parsePreferenceManagementCsvWithCache(\n  {\n    file,\n    sombra,\n    purposeSlugs,\n    preferenceTopics,\n    partitionKey,\n    skipExistingRecordCheck,\n    forceTriggerWorkflows,\n  }: {\n    /** File to parse */\n    file: string;\n    /** The purpose slugs that are allowed to be updated */\n    purposeSlugs: string[];\n    /** The preference topics */\n    preferenceTopics: PreferenceTopic[];\n    /** Sombra got instance */\n    sombra: Got;\n    /** Partition key */\n    partitionKey: string;\n    /** Whether to skip the check for existing records. SHOULD ONLY BE USED FOR INITIAL UPLOAD */\n    skipExistingRecordCheck: boolean;\n    /** Wheather to force workflow triggers */\n    forceTriggerWorkflows: boolean;\n  },\n  cache: PersistedState<typeof PreferenceState>,\n): Promise<void> {\n  // Start the timer\n  const t0 = new Date().getTime();\n\n  // Get the current metadata\n  const fileMetadata = cache.getValue('fileMetadata');\n\n  // Read in the file\n  logger.info(colors.magenta(`Reading in file: \"${file}\"`));\n  let preferences = readCsv(file, t.record(t.string, t.string));\n\n  // start building the cache, can use previous cache as well\n  let currentState: FileMetadataState = {\n    columnToPurposeName: {},\n    pendingSafeUpdates: {},\n    pendingConflictUpdates: {},\n    skippedUpdates: {},\n    // Load in the last fetched time\n    ...((fileMetadata[file] || {}) as Partial<FileMetadataState>),\n    lastFetchedAt: new Date().toISOString(),\n  };\n\n  // Validate that all timestamps are present in the file\n  currentState = await parsePreferenceTimestampsFromCsv(\n    preferences,\n    currentState,\n  );\n  fileMetadata[file] = currentState;\n  await cache.setValue(fileMetadata, 'fileMetadata');\n\n  // Validate that all identifiers are present and unique\n  const result = await parsePreferenceIdentifiersFromCsv(\n    preferences,\n    currentState,\n  );\n  currentState = result.currentState;\n  preferences = result.preferences;\n  fileMetadata[file] = currentState;\n  await cache.setValue(fileMetadata, 'fileMetadata');\n\n  // Ensure all other columns are mapped to purpose and preference\n  // slug values\n  currentState = await parsePreferenceAndPurposeValuesFromCsv(\n    preferences,\n    currentState,\n    {\n      preferenceTopics,\n      purposeSlugs,\n      forceTriggerWorkflows,\n    },\n  );\n  fileMetadata[file] = currentState;\n  await cache.setValue(fileMetadata, 'fileMetadata');\n\n  // Grab existing preference store records\n  const identifiers = preferences.map(\n    (pref) => pref[currentState.identifierColumn!],\n  );\n  const existingConsentRecords = skipExistingRecordCheck\n    ? []\n    : await getPreferencesForIdentifiers(sombra, {\n        identifiers: identifiers.map((x) => ({ value: x })),\n        partitionKey,\n      });\n  const consentRecordByIdentifier = keyBy(existingConsentRecords, 'userId');\n\n  // Clear out previous updates\n  currentState.pendingConflictUpdates = {};\n  currentState.pendingSafeUpdates = {};\n  currentState.skippedUpdates = {};\n\n  // Process each row\n  preferences.forEach((pref) => {\n    // Grab unique Id for the user\n    const userId = pref[currentState.identifierColumn!];\n\n    // determine updates for user\n    const pendingUpdates = getPreferenceUpdatesFromRow({\n      row: pref,\n      columnToPurposeName: currentState.columnToPurposeName,\n      preferenceTopics,\n      purposeSlugs,\n    });\n\n    // Grab current state of the update\n    const currentConsentRecord = consentRecordByIdentifier[userId];\n    if (forceTriggerWorkflows && !currentConsentRecord) {\n      throw new Error(\n        `No existing consent record found for user with id: ${userId}. \n        When 'forceTriggerWorkflows' is set all the user identifiers should contain a consent record`,\n      );\n    }\n    // Check if the update can be skipped\n    // this is the case if a record exists, and the purpose\n    // and preference values are all in sync\n    if (\n      currentConsentRecord &&\n      checkIfPendingPreferenceUpdatesAreNoOp({\n        currentConsentRecord,\n        pendingUpdates,\n        preferenceTopics,\n      }) &&\n      !forceTriggerWorkflows\n    ) {\n      currentState.skippedUpdates[userId] = pref;\n      return;\n    }\n\n    // Determine if there are any conflicts\n    if (\n      currentConsentRecord &&\n      checkIfPendingPreferenceUpdatesCauseConflict({\n        currentConsentRecord,\n        pendingUpdates,\n        preferenceTopics,\n      })\n    ) {\n      currentState.pendingConflictUpdates[userId] = {\n        row: pref,\n        record: currentConsentRecord,\n      };\n      return;\n    }\n\n    // Add to pending updates\n    currentState.pendingSafeUpdates[userId] = pref;\n  });\n\n  // Read in the file\n  fileMetadata[file] = currentState;\n  await cache.setValue(fileMetadata, 'fileMetadata');\n  const t1 = new Date().getTime();\n  logger.info(\n    colors.green(\n      `Successfully pre-processed file: \"${file}\" in ${(t1 - t0) / 1000}s`,\n    ),\n  );\n}\n","import { PreferenceQueryResponseItem } from '@transcend-io/privacy-types';\nimport type { Got } from 'got';\nimport colors from 'colors';\nimport cliProgress from 'cli-progress';\nimport { chunk } from 'lodash-es';\nimport { decodeCodec } from '@transcend-io/type-utils';\nimport * as t from 'io-ts';\nimport { map } from '@/lib/bluebird-replace';\nimport { logger } from '../../logger';\n\nconst PreferenceRecordsQueryResponse = t.intersection([\n  t.type({\n    nodes: t.array(PreferenceQueryResponseItem),\n  }),\n  t.partial({\n    /** The base64 encoded(PreferenceStorePaginationKey) cursor for pagination */\n    cursor: t.string,\n  }),\n]);\n\nconst MSGS = [\n  'ENOTFOUND',\n  'ETIMEDOUT',\n  '504 Gateway Time-out',\n  'Task timed out after',\n];\n\n/**\n * Grab the current consent preference values for a list of identifiers\n *\n * @param sombra - Backend to make API call to\n * @param options - Options\n * @returns Plaintext context information\n */\nexport async function getPreferencesForIdentifiers(\n  sombra: Got,\n  {\n    identifiers,\n    partitionKey,\n    skipLogging = false,\n  }: {\n    /** The list of identifiers to look up */\n    identifiers: {\n      /** The value of the identifier */\n      value: string;\n    }[];\n    /** The partition key to look up */\n    partitionKey: string;\n    /** Whether to skip logging */\n    skipLogging?: boolean;\n  },\n): Promise<PreferenceQueryResponseItem[]> {\n  const results: PreferenceQueryResponseItem[] = [];\n  const groupedIdentifiers = chunk(identifiers, 100);\n\n  // create a new progress bar instance and use shades_classic theme\n  const t0 = new Date().getTime();\n  const progressBar = new cliProgress.SingleBar(\n    {},\n    cliProgress.Presets.shades_classic,\n  );\n  if (!skipLogging) {\n    progressBar.start(identifiers.length, 0);\n  }\n\n  let total = 0;\n  await map(\n    groupedIdentifiers,\n    async (group) => {\n      // Make the request with retry logic\n      let attempts = 0;\n      const maxAttempts = 3;\n      while (attempts < maxAttempts) {\n        try {\n          const rawResult = await sombra\n            .post(`v1/preferences/${partitionKey}/query`, {\n              json: {\n                filter: {\n                  identifiers: group,\n                },\n                limit: group.length,\n              },\n            })\n            .json();\n\n          const result = decodeCodec(PreferenceRecordsQueryResponse, rawResult);\n          results.push(...result.nodes);\n          total += group.length;\n          progressBar.update(total);\n          break; // Exit loop if successful\n        } catch (err) {\n          attempts += 1;\n          const msg = err?.response?.body || err?.message || '';\n          if (\n            attempts >= maxAttempts ||\n            !MSGS.some((errorMessage) => msg.includes(errorMessage))\n          ) {\n            throw new Error(\n              `Received an error from server after ${attempts} attempts: ${msg}`,\n            );\n          }\n\n          logger.warn(\n            colors.yellow(\n              `[RETRYING FAILED REQUEST - Attempt ${attempts}] ` +\n                `Failed to fetch ${group.length} user preferences from partition ${partitionKey}: ${msg}`,\n            ),\n          );\n        }\n      }\n    },\n    {\n      concurrency: 40,\n    },\n  );\n\n  progressBar.stop();\n  const t1 = new Date().getTime();\n  const totalTime = t1 - t0;\n\n  if (!skipLogging) {\n    // Log completion time\n    logger.info(\n      colors.green(`Completed download in \"${totalTime / 1000}\" seconds.`),\n    );\n  }\n\n  return results;\n}\n","import {\n  PreferenceStorePurposeResponse,\n  PreferenceTopicType,\n} from '@transcend-io/privacy-types';\nimport { PurposeRowMapping } from './codecs';\nimport { apply } from '@transcend-io/type-utils';\nimport { PreferenceTopic } from '../graphql';\nimport { splitCsvToList } from '../requests';\n\n/**\n * Parse an arbitrary object to the Transcend PUT /v1/preference update shape\n * by using a mapping of column names to purpose/preference slugs.\n *\n * columnToPurposeName looks like:\n * {\n *   'my_purpose': 'Marketing',\n *   'has_topic_1': 'Marketing->BooleanPreference1',\n *   'has_topic_2': 'Marketing->BooleanPreference2'\n * }\n *\n * row looks like:\n * {\n *  'my_purpose': 'true',\n *  'has_topic_1': 'true',\n *  'has_topic_2': 'false'\n * }\n *\n * @param options - Options\n * @returns The parsed row\n */\nexport function getPreferenceUpdatesFromRow({\n  row,\n  columnToPurposeName,\n  purposeSlugs,\n  preferenceTopics,\n}: {\n  /** Row to parse */\n  row: Record<string, string>;\n  /** Mapping from column name ot row */\n  columnToPurposeName: Record<string, PurposeRowMapping>;\n  /** The set of allowed purpose slugs */\n  purposeSlugs: string[];\n  /** The preference topics */\n  preferenceTopics: PreferenceTopic[];\n}): {\n  [k in string]: Omit<PreferenceStorePurposeResponse, 'purpose'>;\n} {\n  // Create a result object to store the parsed preferences\n  const result: {\n    [k in string]: Partial<PreferenceStorePurposeResponse>;\n  } = {};\n\n  // Iterate over each column and map to the purpose or preference\n  Object.entries(columnToPurposeName).forEach(\n    ([columnName, { purpose, preference, valueMapping }]) => {\n      // Ensure the purpose is valid\n      if (!purposeSlugs.includes(purpose)) {\n        throw new Error(\n          `Invalid purpose slug: ${purpose}, expected: ${purposeSlugs.join(\n            ', ',\n          )}`,\n        );\n      }\n\n      // CHeck if parsing a preference or just the top level purpose\n      if (preference) {\n        const preferenceTopic = preferenceTopics.find(\n          (x) => x.slug === preference && x.purpose.trackingType === purpose,\n        );\n        if (!preferenceTopic) {\n          const allowedTopics = preferenceTopics\n            .filter((x) => x.purpose.trackingType === purpose)\n            .map((x) => x.slug);\n          throw new Error(\n            `Invalid preference slug: ${preference} for purpose: ${purpose}. ` +\n              `Allowed preference slugs for purpose are: ${allowedTopics.join(\n                ',',\n              )}`,\n          );\n        }\n\n        // If parsing preferences, default to an empty array\n        if (!result[purpose]) {\n          result[purpose] = {\n            preferences: [],\n          };\n        }\n        if (!result[purpose].preferences) {\n          result[purpose].preferences = [];\n        }\n\n        // The value to parse\n        const rawValue = row[columnName];\n        const rawMapping = valueMapping[rawValue];\n        const trimmedMapping =\n          typeof rawMapping === 'string' ? rawMapping.trim() || null : null;\n\n        // handle each type of preference\n        switch (preferenceTopic.type) {\n          case PreferenceTopicType.Boolean:\n            if (typeof rawMapping !== 'boolean') {\n              throw new Error(\n                `Invalid value for boolean preference: ${preference}, expected boolean, got: ${rawValue}`,\n              );\n            }\n            result[purpose].preferences!.push({\n              topic: preference,\n              choice: {\n                booleanValue: rawMapping,\n              },\n            });\n            break;\n          case PreferenceTopicType.Select:\n            if (typeof rawMapping !== 'string' && rawMapping !== null) {\n              throw new Error(\n                `Invalid value for select preference: ${preference}, expected string or null, got: ${rawValue}`,\n              );\n            }\n\n            if (\n              trimmedMapping &&\n              !preferenceTopic.preferenceOptionValues\n                .map(({ slug }) => slug)\n                .includes(trimmedMapping)\n            ) {\n              throw new Error(\n                `Invalid value for select preference: ${preference}, expected one of: ` +\n                  `${preferenceTopic.preferenceOptionValues\n                    .map(({ slug }) => slug)\n                    .join(', ')}, got: ${rawValue}`,\n              );\n            }\n\n            // Update preferences\n            result[purpose].preferences!.push({\n              topic: preference,\n              choice: {\n                selectValue: trimmedMapping,\n              },\n            });\n            break;\n          case PreferenceTopicType.MultiSelect:\n            if (typeof rawValue !== 'string') {\n              throw new Error(\n                `Invalid value for multi select preference: ${preference}, expected string, got: ${rawValue}`,\n              );\n            }\n            // Update preferences\n            result[purpose].preferences!.push({\n              topic: preference,\n              choice: {\n                selectValues: splitCsvToList(rawValue)\n                  .map((val) => {\n                    const result = valueMapping[val];\n                    if (typeof result !== 'string') {\n                      throw new Error(\n                        `Invalid value for multi select preference: ${preference}, ` +\n                          `expected one of: ${preferenceTopic.preferenceOptionValues\n                            .map(({ slug }) => slug)\n                            .join(', ')}, got: ${val}`,\n                      );\n                    }\n                    return result;\n                  })\n                  .sort((a, b) => a.localeCompare(b)),\n              },\n            });\n            break;\n          default:\n            throw new Error(`Unknown preference type: ${preferenceTopic.type}`);\n        }\n      } else if (!result[purpose]) {\n        // Handle updating top level purpose for the first time\n        result[purpose] = {\n          enabled: valueMapping[row[columnName]] === true,\n        };\n      } else {\n        // Handle updating top level purpose but preserve preference updates\n        result[purpose].enabled = valueMapping[row[columnName]] === true;\n      }\n    },\n  );\n\n  // Ensure that enabled is provided\n  return apply(result, (x, purposeName) => {\n    if (typeof x.enabled !== 'boolean') {\n      throw new Error(\n        `No mapping provided for purpose.enabled=true/false value: ${purposeName}`,\n      );\n    }\n    return {\n      ...x,\n      enabled: x.enabled!,\n    };\n  });\n}\n","import { uniq, difference } from 'lodash-es';\nimport colors from 'colors';\nimport inquirer from 'inquirer';\nimport { FileMetadataState } from './codecs';\nimport { logger } from '../../logger';\n\nexport const NONE_PREFERENCE_MAP = '[NONE]';\n\n/* eslint-disable no-param-reassign */\n\n/**\n * Parse timestamps from a CSV list of preferences\n *\n * When timestamp is requested, this script\n * ensures that all rows have a valid timestamp.\n *\n * Error is throw if timestamp is missing\n *\n * @param preferences - List of preferences\n * @param currentState - The current file metadata state for parsing this list\n * @returns The updated file metadata state\n */\nexport async function parsePreferenceTimestampsFromCsv(\n  preferences: Record<string, string>[],\n  currentState: FileMetadataState,\n): Promise<FileMetadataState> {\n  // Determine columns to map\n  const columnNames = uniq(preferences.map((x) => Object.keys(x)).flat());\n\n  // Determine the columns that could potentially be used for timestamp\n  const remainingColumnsForTimestamp = difference(columnNames, [\n    ...(currentState.identifierColumn ? [currentState.identifierColumn] : []),\n    ...Object.keys(currentState.columnToPurposeName),\n  ]);\n\n  // Determine the timestamp column to work off of\n  if (!currentState.timestampColum) {\n    const { timestampName } = await inquirer.prompt<{\n      /** timestamp name */\n      timestampName: string;\n    }>([\n      {\n        name: 'timestampName',\n        message:\n          'Choose the column that will be used as the timestamp of last preference update',\n        type: 'list',\n        default:\n          remainingColumnsForTimestamp.find((col) =>\n            col.toLowerCase().includes('date'),\n          ) ||\n          remainingColumnsForTimestamp.find((col) =>\n            col.toLowerCase().includes('time'),\n          ) ||\n          remainingColumnsForTimestamp[0],\n        choices: [...remainingColumnsForTimestamp, NONE_PREFERENCE_MAP],\n      },\n    ]);\n    currentState.timestampColum = timestampName;\n  }\n  logger.info(\n    colors.magenta(`Using timestamp column \"${currentState.timestampColum}\"`),\n  );\n\n  // Validate that all rows have valid timestamp\n  if (currentState.timestampColum !== NONE_PREFERENCE_MAP) {\n    const timestampColumnsMissing = preferences\n      .map((pref, ind) => (pref[currentState.timestampColum!] ? null : [ind]))\n      .filter((x): x is number[] => !!x)\n      .flat();\n    if (timestampColumnsMissing.length > 0) {\n      throw new Error(\n        `The timestamp column \"${\n          currentState.timestampColum\n        }\" is missing a value for the following rows: ${timestampColumnsMissing.join(\n          '\\n',\n        )}`,\n      );\n    }\n    logger.info(\n      colors.magenta(\n        `The timestamp column \"${currentState.timestampColum}\" is present for all row`,\n      ),\n    );\n  }\n  return currentState;\n}\n/* eslint-enable no-param-reassign */\n","import { uniq, groupBy, difference } from 'lodash-es';\nimport colors from 'colors';\nimport inquirer from 'inquirer';\nimport { FileMetadataState } from './codecs';\nimport { logger } from '../../logger';\nimport { inquirerConfirmBoolean } from '../helpers';\n\n/* eslint-disable no-param-reassign */\n\n/**\n * Parse identifiers from a CSV list of preferences\n *\n * Ensures that all rows have a valid identifier\n * and that all identifiers are unique.\n *\n * @param preferences - List of preferences\n * @param currentState - The current file metadata state for parsing this list\n * @returns The updated file metadata state\n */\nexport async function parsePreferenceIdentifiersFromCsv(\n  preferences: Record<string, string>[],\n  currentState: FileMetadataState,\n): Promise<{\n  /** The updated state */\n  currentState: FileMetadataState;\n  /** The updated preferences */\n  preferences: Record<string, string>[];\n}> {\n  // Determine columns to map\n  const columnNames = uniq(preferences.map((x) => Object.keys(x)).flat());\n\n  // Determine the columns that could potentially be used for identifier\n  const remainingColumnsForIdentifier = difference(columnNames, [\n    ...(currentState.identifierColumn ? [currentState.identifierColumn] : []),\n    ...Object.keys(currentState.columnToPurposeName),\n  ]);\n\n  // Determine the identifier column to work off of\n  if (!currentState.identifierColumn) {\n    const { identifierName } = await inquirer.prompt<{\n      /** Identifier name */\n      identifierName: string;\n    }>([\n      {\n        name: 'identifierName',\n        message:\n          'Choose the column that will be used as the identifier to upload consent preferences by',\n        type: 'list',\n        default:\n          remainingColumnsForIdentifier.find((col) =>\n            col.toLowerCase().includes('email'),\n          ) || remainingColumnsForIdentifier[0],\n        choices: remainingColumnsForIdentifier,\n      },\n    ]);\n    currentState.identifierColumn = identifierName;\n  }\n  logger.info(\n    colors.magenta(\n      `Using identifier column \"${currentState.identifierColumn}\"`,\n    ),\n  );\n\n  // Validate that the identifier column is present for all rows and unique\n  const identifierColumnsMissing = preferences\n    .map((pref, ind) => (pref[currentState.identifierColumn!] ? null : [ind]))\n    .filter((x): x is number[] => !!x)\n    .flat();\n  if (identifierColumnsMissing.length > 0) {\n    const msg = `The identifier column \"${\n      currentState.identifierColumn\n    }\" is missing a value for the following rows: ${identifierColumnsMissing.join(\n      ', ',\n    )}`;\n    logger.warn(colors.yellow(msg));\n\n    // Ask user if they would like to skip rows missing an identifier\n    const skip = await inquirerConfirmBoolean({\n      message: 'Would you like to skip rows missing an identifier?',\n    });\n    if (!skip) {\n      throw new Error(msg);\n    }\n\n    // Filter out rows missing an identifier\n    const previous = preferences.length;\n    preferences = preferences.filter(\n      (pref) => pref[currentState.identifierColumn!],\n    );\n    logger.info(\n      colors.yellow(\n        `Skipped ${previous - preferences.length} rows missing an identifier`,\n      ),\n    );\n  }\n  logger.info(\n    colors.magenta(\n      `The identifier column \"${currentState.identifierColumn}\" is present for all rows`,\n    ),\n  );\n\n  // Validate that all identifiers are unique\n  const rowsByUserId = groupBy(preferences, currentState.identifierColumn);\n  const duplicateIdentifiers = Object.entries(rowsByUserId).filter(\n    ([, rows]) => rows.length > 1,\n  );\n  if (duplicateIdentifiers.length > 0) {\n    const msg = `The identifier column \"${\n      currentState.identifierColumn\n    }\" has duplicate values for the following rows: ${duplicateIdentifiers\n      .slice(0, 10)\n      .map(([userId, rows]) => `${userId} (${rows.length})`)\n      .join('\\n')}`;\n    logger.warn(colors.yellow(msg));\n\n    // Ask user if they would like to take the most recent update\n    // for each duplicate identifier\n    const skip = await inquirerConfirmBoolean({\n      message: 'Would you like to automatically take the latest update?',\n    });\n    if (!skip) {\n      throw new Error(msg);\n    }\n    preferences = Object.entries(rowsByUserId)\n      .map(([, rows]) => {\n        const sorted = rows.sort(\n          (a, b) =>\n            new Date(b[currentState.timestampColum!]).getTime() -\n            new Date(a[currentState.timestampColum!]).getTime(),\n        );\n        return sorted[0];\n      })\n      .filter((x) => x);\n  }\n\n  return { currentState, preferences };\n}\n/* eslint-enable no-param-reassign */\n","import { uniq, difference } from 'lodash-es';\nimport colors from 'colors';\nimport inquirer from 'inquirer';\nimport { FileMetadataState } from './codecs';\nimport { logger } from '../../logger';\nimport { mapSeries } from '@/lib/bluebird-replace';\nimport { PreferenceTopic } from '../graphql';\nimport { PreferenceTopicType } from '@transcend-io/privacy-types';\nimport { splitCsvToList } from '../requests';\n\n/* eslint-disable no-param-reassign */\n\n/**\n * Parse out the purpose.enabled and preference values from a CSV file\n *\n * @param preferences - List of preferences\n * @param currentState - The current file metadata state for parsing this list\n * @param options - Options\n * @returns The updated file metadata state\n */\nexport async function parsePreferenceAndPurposeValuesFromCsv(\n  preferences: Record<string, string>[],\n  currentState: FileMetadataState,\n  {\n    purposeSlugs,\n    preferenceTopics,\n    forceTriggerWorkflows,\n  }: {\n    /** The purpose slugs that are allowed to be updated */\n    purposeSlugs: string[];\n    /** The preference topics */\n    preferenceTopics: PreferenceTopic[];\n    /** Force workflow triggers */\n    forceTriggerWorkflows: boolean;\n  },\n): Promise<FileMetadataState> {\n  // Determine columns to map\n  const columnNames = uniq(preferences.map((x) => Object.keys(x)).flat());\n\n  // Determine the columns that could potentially be used for identifier\n  const otherColumns = difference(columnNames, [\n    ...(currentState.identifierColumn ? [currentState.identifierColumn] : []),\n    ...(currentState.timestampColum ? [currentState.timestampColum] : []),\n  ]);\n  if (otherColumns.length === 0) {\n    if (forceTriggerWorkflows) {\n      return currentState;\n    }\n    throw new Error('No other columns to process');\n  }\n\n  // The purpose and preferences to map to\n  const purposeNames = [\n    ...purposeSlugs,\n    ...preferenceTopics.map((x) => `${x.purpose.trackingType}->${x.slug}`),\n  ];\n\n  // Ensure all columns are accounted for\n  await mapSeries(otherColumns, async (col) => {\n    // Determine the unique values to map in this column\n    const uniqueValues = uniq(preferences.map((x) => x[col]));\n\n    // Map the column to a purpose\n    let purposeMapping = currentState.columnToPurposeName[col];\n    if (purposeMapping) {\n      logger.info(\n        colors.magenta(\n          `Column \"${col}\" is associated with purpose \"${purposeMapping.purpose}\"`,\n        ),\n      );\n    } else {\n      const { purposeName } = await inquirer.prompt<{\n        /** purpose name */\n        purposeName: string;\n      }>([\n        {\n          name: 'purposeName',\n          message: `Choose the purpose that column ${col} is associated with`,\n          type: 'list',\n          default: purposeNames.find((x) => x.startsWith(purposeSlugs[0])),\n          choices: purposeNames,\n        },\n      ]);\n      const [purposeSlug, preferenceSlug] = purposeName.split('->');\n      purposeMapping = {\n        purpose: purposeSlug,\n        preference: preferenceSlug || null,\n        valueMapping: {},\n      };\n    }\n\n    // map each value to the purpose value\n    await mapSeries(uniqueValues, async (value) => {\n      if (purposeMapping.valueMapping[value] !== undefined) {\n        logger.info(\n          colors.magenta(\n            `Value \"${value}\" is associated with purpose value \"${purposeMapping.valueMapping[value]}\"`,\n          ),\n        );\n        return;\n      }\n      // if preference is null, this column is just for the purpose\n      if (purposeMapping.preference === null) {\n        const { purposeValue } = await inquirer.prompt<{\n          /** purpose value */\n          purposeValue: boolean;\n        }>([\n          {\n            name: 'purposeValue',\n            message: `Choose the purpose value for value \"${value}\" associated with purpose \"${purposeMapping.purpose}\"`,\n            type: 'confirm',\n            default: value !== 'false',\n          },\n        ]);\n        purposeMapping.valueMapping[value] = purposeValue;\n      }\n\n      // if preference is not null, this column is for a specific preference\n      if (purposeMapping.preference !== null) {\n        const preferenceTopic = preferenceTopics.find(\n          (x) => x.slug === purposeMapping.preference,\n        );\n        if (!preferenceTopic) {\n          logger.error(\n            colors.red(\n              `Preference topic \"${purposeMapping.preference}\" not found`,\n            ),\n          );\n          return;\n        }\n        const preferenceOptions = preferenceTopic.preferenceOptionValues.map(\n          ({ slug }) => slug,\n        );\n\n        if (preferenceTopic.type === PreferenceTopicType.Boolean) {\n          const { preferenceValue } = await inquirer.prompt<{\n            /** purpose value */\n            preferenceValue: boolean;\n          }>([\n            {\n              name: 'preferenceValue',\n              message:\n                // eslint-disable-next-line max-len\n                `Choose the preference value for \"${preferenceTopic.slug}\" value \"${value}\" associated with purpose \"${purposeMapping.purpose}\"`,\n              type: 'confirm',\n              default: value !== 'false',\n            },\n          ]);\n          purposeMapping.valueMapping[value] = preferenceValue;\n          return;\n        }\n\n        if (preferenceTopic.type === PreferenceTopicType.Select) {\n          const { preferenceValue } = await inquirer.prompt<{\n            /** purpose value */\n            preferenceValue: boolean;\n          }>([\n            {\n              name: 'preferenceValue',\n              // eslint-disable-next-line max-len\n              message: `Choose the preference value for \"${preferenceTopic.slug}\" value \"${value}\" associated with purpose \"${purposeMapping.purpose}\"`,\n              type: 'list',\n              choices: preferenceOptions,\n              default: preferenceOptions.find((x) => x === value),\n            },\n          ]);\n          purposeMapping.valueMapping[value] = preferenceValue;\n          return;\n        }\n\n        if (preferenceTopic.type === PreferenceTopicType.MultiSelect) {\n          const parsedValues = splitCsvToList(value);\n          // need to do this serially\n          await mapSeries(parsedValues, async (parsedValue) => {\n            // if we already have a value, skip re-processing it again\n            if (purposeMapping.valueMapping[parsedValue] !== undefined) {\n              return;\n            }\n            const { preferenceValue } = await inquirer.prompt<{\n              /** purpose value */\n              preferenceValue: boolean;\n            }>([\n              {\n                name: 'preferenceValue',\n                // eslint-disable-next-line max-len\n                message: `Choose the preference value for \"${preferenceTopic.slug}\" value \"${parsedValue}\" associated with purpose \"${purposeMapping.purpose}\"`,\n                type: 'list',\n                choices: preferenceOptions,\n                default: preferenceOptions.find((x) => x === parsedValue),\n              },\n            ]);\n            purposeMapping.valueMapping[parsedValue] = preferenceValue;\n          });\n          return;\n        }\n\n        throw new Error(\n          `Unknown preference topic type: ${preferenceTopic.type}`,\n        );\n      }\n    });\n\n    currentState.columnToPurposeName[col] = purposeMapping;\n  });\n\n  return currentState;\n}\n/* eslint-enable no-param-reassign */\n","import {\n  PreferenceQueryResponseItem,\n  PreferenceStorePurposeResponse,\n  PreferenceTopicType,\n} from '@transcend-io/privacy-types';\nimport { PreferenceTopic } from '../graphql';\n\n/**\n * Check if the pending set of updates are exactly the same as the current consent record.\n *\n * @param options - Options\n * @returns Whether the pending updates already exist in the preference store\n */\nexport function checkIfPendingPreferenceUpdatesAreNoOp({\n  currentConsentRecord,\n  pendingUpdates,\n  preferenceTopics,\n}: {\n  /** The current consent record */\n  currentConsentRecord: PreferenceQueryResponseItem;\n  /** The pending updates */\n  pendingUpdates: {\n    [purposeName in string]: Omit<PreferenceStorePurposeResponse, 'purpose'>;\n  };\n  /** The preference topic configurations */\n  preferenceTopics: PreferenceTopic[];\n}): boolean {\n  // Check each update\n  return Object.entries(pendingUpdates).every(\n    ([purposeName, { preferences = [], enabled }]) => {\n      // Ensure the purpose exists\n      const currentPurpose = currentConsentRecord.purposes.find(\n        (existingPurpose) => existingPurpose.purpose === purposeName,\n      );\n\n      // Ensure purpose.enabled is in sync\n      // Also false if the purpose does not exist\n      const enabledIsInSync =\n        !!currentPurpose && currentPurpose.enabled === enabled;\n      if (!enabledIsInSync) {\n        return false;\n      }\n\n      // Compare the preferences are in sync\n      return preferences.every(\n        ({ topic, choice }) =>\n          // ensure preferences exist on record\n          currentPurpose.preferences &&\n          currentPurpose.preferences.find((existingPreference) => {\n            // find matching topic\n            if (existingPreference.topic !== topic) {\n              return false;\n            }\n\n            // Determine type of preference topic\n            const preferenceTopic = preferenceTopics.find(\n              (x) => x.slug === topic && x.purpose.trackingType === purposeName,\n            );\n            if (!preferenceTopic) {\n              throw new Error(`Could not find preference topic for ${topic}`);\n            }\n\n            // Handle comparison based on type\n            switch (preferenceTopic.type) {\n              case PreferenceTopicType.Boolean:\n                return (\n                  existingPreference.choice.booleanValue === choice.booleanValue\n                );\n              case PreferenceTopicType.Select:\n                return (\n                  existingPreference.choice.selectValue === choice.selectValue\n                );\n              case PreferenceTopicType.MultiSelect:\n                // eslint-disable-next-line no-case-declarations\n                const sortedCurrentValues = (\n                  existingPreference.choice.selectValues || []\n                ).sort();\n                // eslint-disable-next-line no-case-declarations\n                const sortedNewValues = (choice.selectValues || []).sort();\n                return (\n                  sortedCurrentValues.length === sortedNewValues.length &&\n                  sortedCurrentValues.every((x, i) => x === sortedNewValues[i])\n                );\n              default:\n                throw new Error(\n                  `Unknown preference topic type: ${preferenceTopic.type}`,\n                );\n            }\n          }),\n      );\n    },\n  );\n}\n","import {\n  PreferenceQueryResponseItem,\n  PreferenceStorePurposeResponse,\n  PreferenceTopicType,\n} from '@transcend-io/privacy-types';\nimport { PreferenceTopic } from '../graphql';\n\n/**\n * Check if the pending set of updates will result in a change of\n * value to an existing purpose or preference in the preference store.\n *\n * @param options - Options\n * @returns True if conflict, false if no conflict and just adding new data for first time\n */\nexport function checkIfPendingPreferenceUpdatesCauseConflict({\n  currentConsentRecord,\n  pendingUpdates,\n  preferenceTopics,\n}: {\n  /** The current consent record */\n  currentConsentRecord: PreferenceQueryResponseItem;\n  /** The pending updates */\n  pendingUpdates: {\n    [purposeName in string]: Omit<PreferenceStorePurposeResponse, 'purpose'>;\n  };\n  /** The preference topic configurations */\n  preferenceTopics: PreferenceTopic[];\n}): boolean {\n  // Check if any update has conflict\n  return !!Object.entries(pendingUpdates).find(\n    ([purposeName, { preferences = [], enabled }]) => {\n      // Ensure the purpose exists\n      const currentPurpose = currentConsentRecord.purposes.find(\n        (existingPurpose) => existingPurpose.purpose === purposeName,\n      );\n\n      // If no purpose exists, then it is not a conflict\n      if (!currentPurpose) {\n        return false;\n      }\n\n      // If purpose.enabled value is off, this is a conflict\n      if (currentPurpose.enabled !== enabled) {\n        return true;\n      }\n\n      // Check if any preferences are out of sync\n      return !!preferences.find(({ topic, choice }) => {\n        // find matching topic\n        const currentPreference = (currentPurpose.preferences || []).find(\n          (existingPreference) => existingPreference.topic === topic,\n        );\n\n        // if no topic exists, no conflict\n        if (!currentPreference) {\n          return false;\n        }\n\n        // Determine type of preference topic\n        const preferenceTopic = preferenceTopics.find(\n          (x) => x.slug === topic && x.purpose.trackingType === purposeName,\n        );\n        if (!preferenceTopic) {\n          throw new Error(`Could not find preference topic for ${topic}`);\n        }\n\n        // Handle comparison based on type\n        switch (preferenceTopic.type) {\n          case PreferenceTopicType.Boolean:\n            return (\n              currentPreference.choice.booleanValue !== choice.booleanValue\n            );\n          case PreferenceTopicType.Select:\n            return currentPreference.choice.selectValue !== choice.selectValue;\n          case PreferenceTopicType.MultiSelect:\n            // eslint-disable-next-line no-case-declarations\n            const sortedCurrentValues = (\n              currentPreference.choice.selectValues || []\n            ).sort();\n            // eslint-disable-next-line no-case-declarations\n            const sortedNewValues = (choice.selectValues || []).sort();\n            return (\n              sortedCurrentValues.length !== sortedNewValues.length ||\n              !sortedCurrentValues.every((x, i) => x === sortedNewValues[i])\n            );\n          default:\n            throw new Error(\n              `Unknown preference topic type: ${preferenceTopic.type}`,\n            );\n        }\n      });\n    },\n  );\n}\n","import {\n  PreferenceQueryResponseItem,\n  PreferenceUpdateItem,\n} from '@transcend-io/privacy-types';\nimport * as t from 'io-ts';\n\nexport const PurposeRowMapping = t.type({\n  /**\n   * The slug or trackingType of the purpose to map to\n   *\n   * e.g. `Marketing`\n   */\n  purpose: t.string,\n  /**\n   * If the column maps to a preference instead of a purpose\n   * this is the slug of the purpose.\n   *\n   * null value indicates that this column maps to the true/false\n   * value of the purpose\n   */\n  preference: t.union([t.string, t.null]),\n  /**\n   * The mapping between each row value and purpose/preference value.\n   *\n   * e.g. for a boolean preference or purpose\n   * {\n   *  'true': true,\n   *  'false': false,\n   *   '': true,\n   * }\n   *\n   * or for a single or multi select preference\n   * {\n   *   '': true,\n   *   'value1': 'Value1',\n   *   'value2': 'Value2',\n   * }\n   */\n  valueMapping: t.record(t.string, t.union([t.string, t.boolean, t.null])),\n});\n\n/** Override type */\nexport type PurposeRowMapping = t.TypeOf<typeof PurposeRowMapping>;\n\nexport const FileMetadataState = t.intersection([\n  t.type({\n    /**\n     * Definition of how to map each column in the CSV to\n     * the relevant purpose and preference definitions in transcend\n     */\n    columnToPurposeName: t.record(t.string, PurposeRowMapping),\n    /** Last time the file was last parsed at */\n    lastFetchedAt: t.string,\n    /**\n     * Mapping of userId to the rows in the file that need to be uploaded\n     * These uploads are overwriting non-existent preferences and are safe\n     */\n    pendingSafeUpdates: t.record(t.string, t.record(t.string, t.string)),\n    /**\n     * Mapping of userId to the rows in the file that need to be uploaded\n     * these records have conflicts with existing consent preferences\n     */\n    pendingConflictUpdates: t.record(\n      t.string,\n      t.type({\n        record: PreferenceQueryResponseItem,\n        row: t.record(t.string, t.string),\n      }),\n    ),\n    /**\n     * Mapping of userId to the rows in the file that can be skipped because\n     * their preferences are already in the store\n     */\n    skippedUpdates: t.record(t.string, t.record(t.string, t.string)),\n  }),\n  t.partial({\n    /** Determine which column name in file maps to consent record identifier to upload on  */\n    identifierColumn: t.string,\n    /** Determine which column name in file maps to the timestamp  */\n    timestampColum: t.string,\n  }),\n]);\n\n/** Override type */\nexport type FileMetadataState = t.TypeOf<typeof FileMetadataState>;\n\n/** Persist this data between runs of the script */\nexport const PreferenceState = t.type({\n  /**\n   * Store a cache of previous files read in\n   */\n  fileMetadata: t.record(t.string, FileMetadataState),\n  /**\n   * The set of successful uploads to Transcend\n   * Mapping from userId to the upload metadata\n   */\n  failingUpdates: t.record(\n    t.string,\n    t.type({\n      /** Time upload ran at */\n      uploadedAt: t.string,\n      /** Attempts to upload that resulted in an error */\n      error: t.string,\n      /** The update body */\n      update: PreferenceUpdateItem,\n    }),\n  ),\n  /**\n   * The set of pending uploads to Transcend\n   * Mapping from userId to the upload metadata\n   */\n  pendingUpdates: t.record(t.string, PreferenceUpdateItem),\n});\n\n/** Override type */\nexport type PreferenceState = t.TypeOf<typeof PreferenceState>;\n"],"mappings":"iXACA,OAAOA,MAAY,SCOnB,OAAOC,MAAY,SAEnB,OAAS,SAAAC,OAAa,YAGtB,OAAOC,OAAiB,eAExB,OAAS,kBAAAC,OAAsB,gCCb/B,OAAS,SAAAC,OAAa,YACtB,UAAYC,MAAO,QACnB,OAAOC,OAAY,SCJnB,OAAS,+BAAAC,OAAmC,8BAE5C,OAAOC,OAAY,SACnB,OAAOC,OAAiB,eACxB,OAAS,SAAAC,OAAa,YACtB,OAAS,eAAAC,OAAmB,2BAC5B,UAAYC,MAAO,QAInB,IAAMC,GAAmC,eAAa,CAClD,OAAK,CACL,MAAS,QAAMC,EAA2B,CAC5C,CAAC,EACC,UAAQ,CAER,OAAU,QACZ,CAAC,CACH,CAAC,EAEKC,GAAO,CACX,YACA,YACA,uBACA,sBACF,EASA,eAAsBC,GACpBC,EACA,CACE,YAAAC,EACA,aAAAC,EACA,YAAAC,EAAc,EAChB,EAWwC,CACxC,IAAMC,EAAyC,CAAC,EAC1CC,EAAqBC,GAAML,EAAa,GAAG,EAG3CM,EAAK,IAAI,KAAK,EAAE,QAAQ,EACxBC,EAAc,IAAIC,GAAY,UAClC,CAAC,EACDA,GAAY,QAAQ,cACtB,EACKN,GACHK,EAAY,MAAMP,EAAY,OAAQ,CAAC,EAGzC,IAAIS,EAAQ,EACZ,MAAMC,EACJN,EACA,MAAOO,GAAU,CAEf,IAAIC,EAAW,EACTC,EAAc,EACpB,KAAOD,EAAWC,GAChB,GAAI,CACF,IAAMC,EAAY,MAAMf,EACrB,KAAK,kBAAkBE,CAAY,SAAU,CAC5C,KAAM,CACJ,OAAQ,CACN,YAAaU,CACf,EACA,MAAOA,EAAM,MACf,CACF,CAAC,EACA,KAAK,EAEFI,EAASC,GAAYrB,GAAgCmB,CAAS,EACpEX,EAAQ,KAAK,GAAGY,EAAO,KAAK,EAC5BN,GAASE,EAAM,OACfJ,EAAY,OAAOE,CAAK,EACxB,KACF,OAASQ,EAAK,CACZL,GAAY,EACZ,IAAMM,EAAMD,GAAK,UAAU,MAAQA,GAAK,SAAW,GACnD,GACEL,GAAYC,GACZ,CAAChB,GAAK,KAAMsB,GAAiBD,EAAI,SAASC,CAAY,CAAC,EAEvD,MAAM,IAAI,MACR,uCAAuCP,CAAQ,cAAcM,CAAG,EAClE,EAGFE,EAAO,KACLC,GAAO,OACL,sCAAsCT,CAAQ,qBACzBD,EAAM,MAAM,oCAAoCV,CAAY,KAAKiB,CAAG,EAC3F,CACF,CACF,CAEJ,EACA,CACE,YAAa,EACf,CACF,EAEAX,EAAY,KAAK,EAEjB,IAAMe,EADK,IAAI,KAAK,EAAE,QAAQ,EACPhB,EAEvB,OAAKJ,GAEHkB,EAAO,KACLC,GAAO,MAAM,0BAA0BC,EAAY,GAAI,YAAY,CACrE,EAGKnB,CACT,CChIA,OAEE,uBAAAoB,MACK,8BAEP,OAAS,SAAAC,OAAa,2BAyBf,SAASC,EAA4B,CAC1C,IAAAC,EACA,oBAAAC,EACA,aAAAC,EACA,iBAAAC,CACF,EAWE,CAEA,IAAMC,EAEF,CAAC,EAGL,cAAO,QAAQH,CAAmB,EAAE,QAClC,CAAC,CAACI,EAAY,CAAE,QAAAC,EAAS,WAAAC,EAAY,aAAAC,CAAa,CAAC,IAAM,CAEvD,GAAI,CAACN,EAAa,SAASI,CAAO,EAChC,MAAM,IAAI,MACR,yBAAyBA,CAAO,eAAeJ,EAAa,KAC1D,IACF,CAAC,EACH,EAIF,GAAIK,EAAY,CACd,IAAME,EAAkBN,EAAiB,KACtCO,GAAMA,EAAE,OAASH,GAAcG,EAAE,QAAQ,eAAiBJ,CAC7D,EACA,GAAI,CAACG,EAAiB,CACpB,IAAME,EAAgBR,EACnB,OAAQO,GAAMA,EAAE,QAAQ,eAAiBJ,CAAO,EAChD,IAAKI,GAAMA,EAAE,IAAI,EACpB,MAAM,IAAI,MACR,4BAA4BH,CAAU,iBAAiBD,CAAO,+CACfK,EAAc,KACzD,GACF,CAAC,EACL,CACF,CAGKP,EAAOE,CAAO,IACjBF,EAAOE,CAAO,EAAI,CAChB,YAAa,CAAC,CAChB,GAEGF,EAAOE,CAAO,EAAE,cACnBF,EAAOE,CAAO,EAAE,YAAc,CAAC,GAIjC,IAAMM,EAAWZ,EAAIK,CAAU,EACzBQ,EAAaL,EAAaI,CAAQ,EAClCE,EACJ,OAAOD,GAAe,UAAWA,EAAW,KAAK,GAAK,KAGxD,OAAQJ,EAAgB,KAAM,CAC5B,KAAKM,EAAoB,QACvB,GAAI,OAAOF,GAAe,UACxB,MAAM,IAAI,MACR,yCAAyCN,CAAU,4BAA4BK,CAAQ,EACzF,EAEFR,EAAOE,CAAO,EAAE,YAAa,KAAK,CAChC,MAAOC,EACP,OAAQ,CACN,aAAcM,CAChB,CACF,CAAC,EACD,MACF,KAAKE,EAAoB,OACvB,GAAI,OAAOF,GAAe,UAAYA,IAAe,KACnD,MAAM,IAAI,MACR,wCAAwCN,CAAU,mCAAmCK,CAAQ,EAC/F,EAGF,GACEE,GACA,CAACL,EAAgB,uBACd,IAAI,CAAC,CAAE,KAAAO,CAAK,IAAMA,CAAI,EACtB,SAASF,CAAc,EAE1B,MAAM,IAAI,MACR,wCAAwCP,CAAU,sBAC7CE,EAAgB,uBAChB,IAAI,CAAC,CAAE,KAAAO,CAAK,IAAMA,CAAI,EACtB,KAAK,IAAI,CAAC,UAAUJ,CAAQ,EACnC,EAIFR,EAAOE,CAAO,EAAE,YAAa,KAAK,CAChC,MAAOC,EACP,OAAQ,CACN,YAAaO,CACf,CACF,CAAC,EACD,MACF,KAAKC,EAAoB,YACvB,GAAI,OAAOH,GAAa,SACtB,MAAM,IAAI,MACR,8CAA8CL,CAAU,2BAA2BK,CAAQ,EAC7F,EAGFR,EAAOE,CAAO,EAAE,YAAa,KAAK,CAChC,MAAOC,EACP,OAAQ,CACN,aAAcU,EAAeL,CAAQ,EAClC,IAAKM,GAAQ,CACZ,IAAMd,EAASI,EAAaU,CAAG,EAC/B,GAAI,OAAOd,GAAW,SACpB,MAAM,IAAI,MACR,8CAA8CG,CAAU,sBAClCE,EAAgB,uBACjC,IAAI,CAAC,CAAE,KAAAO,CAAK,IAAMA,CAAI,EACtB,KAAK,IAAI,CAAC,UAAUE,CAAG,EAC9B,EAEF,OAAOd,CACT,CAAC,EACA,KAAK,CAACe,EAAGC,IAAMD,EAAE,cAAcC,CAAC,CAAC,CACtC,CACF,CAAC,EACD,MACF,QACE,MAAM,IAAI,MAAM,4BAA4BX,EAAgB,IAAI,EAAE,CACtE,CACF,MAAYL,EAAOE,CAAO,EAOxBF,EAAOE,CAAO,EAAE,QAAUE,EAAaR,EAAIK,CAAU,CAAC,IAAM,GAL5DD,EAAOE,CAAO,EAAI,CAChB,QAASE,EAAaR,EAAIK,CAAU,CAAC,IAAM,EAC7C,CAKJ,CACF,EAGOgB,GAAMjB,EAAQ,CAACM,EAAGY,IAAgB,CACvC,GAAI,OAAOZ,EAAE,SAAY,UACvB,MAAM,IAAI,MACR,6DAA6DY,CAAW,EAC1E,EAEF,MAAO,CACL,GAAGZ,EACH,QAASA,EAAE,OACb,CACF,CAAC,CACH,CCnMA,OAAS,QAAAa,GAAM,cAAAC,OAAkB,YACjC,OAAOC,OAAY,SACnB,OAAOC,OAAc,WAId,IAAMC,EAAsB,SAgBnC,eAAsBC,GACpBC,EACAC,EAC4B,CAE5B,IAAMC,EAAcC,GAAKH,EAAY,IAAKI,GAAM,OAAO,KAAKA,CAAC,CAAC,EAAE,KAAK,CAAC,EAGhEC,EAA+BC,GAAWJ,EAAa,CAC3D,GAAID,EAAa,iBAAmB,CAACA,EAAa,gBAAgB,EAAI,CAAC,EACvE,GAAG,OAAO,KAAKA,EAAa,mBAAmB,CACjD,CAAC,EAGD,GAAI,CAACA,EAAa,eAAgB,CAChC,GAAM,CAAE,cAAAM,CAAc,EAAI,MAAMC,GAAS,OAGtC,CACD,CACE,KAAM,gBACN,QACE,iFACF,KAAM,OACN,QACEH,EAA6B,KAAMI,GACjCA,EAAI,YAAY,EAAE,SAAS,MAAM,CACnC,GACAJ,EAA6B,KAAMI,GACjCA,EAAI,YAAY,EAAE,SAAS,MAAM,CACnC,GACAJ,EAA6B,CAAC,EAChC,QAAS,CAAC,GAAGA,EAA8BP,CAAmB,CAChE,CACF,CAAC,EACDG,EAAa,eAAiBM,CAChC,CAMA,GALAG,EAAO,KACLC,GAAO,QAAQ,2BAA2BV,EAAa,cAAc,GAAG,CAC1E,EAGIA,EAAa,iBAAmBH,EAAqB,CACvD,IAAMc,EAA0BZ,EAC7B,IAAI,CAACa,EAAMC,IAASD,EAAKZ,EAAa,cAAe,EAAI,KAAO,CAACa,CAAG,CAAE,EACtE,OAAQV,GAAqB,CAAC,CAACA,CAAC,EAChC,KAAK,EACR,GAAIQ,EAAwB,OAAS,EACnC,MAAM,IAAI,MACR,yBACEX,EAAa,cACf,gDAAgDW,EAAwB,KACtE;AAAA,CACF,CAAC,EACH,EAEFF,EAAO,KACLC,GAAO,QACL,yBAAyBV,EAAa,cAAc,0BACtD,CACF,CACF,CACA,OAAOA,CACT,CCrFA,OAAS,QAAAc,GAAM,WAAAC,GAAS,cAAAC,OAAkB,YAC1C,OAAOC,MAAY,SACnB,OAAOC,OAAc,WAiBrB,eAAsBC,GACpBC,EACAC,EAMC,CAED,IAAMC,EAAcC,GAAKH,EAAY,IAAKI,GAAM,OAAO,KAAKA,CAAC,CAAC,EAAE,KAAK,CAAC,EAGhEC,EAAgCC,GAAWJ,EAAa,CAC5D,GAAID,EAAa,iBAAmB,CAACA,EAAa,gBAAgB,EAAI,CAAC,EACvE,GAAG,OAAO,KAAKA,EAAa,mBAAmB,CACjD,CAAC,EAGD,GAAI,CAACA,EAAa,iBAAkB,CAClC,GAAM,CAAE,eAAAM,CAAe,EAAI,MAAMC,GAAS,OAGvC,CACD,CACE,KAAM,iBACN,QACE,yFACF,KAAM,OACN,QACEH,EAA8B,KAAMI,GAClCA,EAAI,YAAY,EAAE,SAAS,OAAO,CACpC,GAAKJ,EAA8B,CAAC,EACtC,QAASA,CACX,CACF,CAAC,EACDJ,EAAa,iBAAmBM,CAClC,CACAG,EAAO,KACLC,EAAO,QACL,4BAA4BV,EAAa,gBAAgB,GAC3D,CACF,EAGA,IAAMW,EAA2BZ,EAC9B,IAAI,CAACa,EAAMC,IAASD,EAAKZ,EAAa,gBAAiB,EAAI,KAAO,CAACa,CAAG,CAAE,EACxE,OAAQV,GAAqB,CAAC,CAACA,CAAC,EAChC,KAAK,EACR,GAAIQ,EAAyB,OAAS,EAAG,CACvC,IAAMG,EAAM,0BACVd,EAAa,gBACf,gDAAgDW,EAAyB,KACvE,IACF,CAAC,GAOD,GANAF,EAAO,KAAKC,EAAO,OAAOI,CAAG,CAAC,EAM1B,CAHS,MAAMC,EAAuB,CACxC,QAAS,oDACX,CAAC,EAEC,MAAM,IAAI,MAAMD,CAAG,EAIrB,IAAME,EAAWjB,EAAY,OAC7BA,EAAcA,EAAY,OACvBa,GAASA,EAAKZ,EAAa,gBAAiB,CAC/C,EACAS,EAAO,KACLC,EAAO,OACL,WAAWM,EAAWjB,EAAY,MAAM,6BAC1C,CACF,CACF,CACAU,EAAO,KACLC,EAAO,QACL,0BAA0BV,EAAa,gBAAgB,2BACzD,CACF,EAGA,IAAMiB,EAAeC,GAAQnB,EAAaC,EAAa,gBAAgB,EACjEmB,EAAuB,OAAO,QAAQF,CAAY,EAAE,OACxD,CAAC,CAAC,CAAEG,CAAI,IAAMA,EAAK,OAAS,CAC9B,EACA,GAAID,EAAqB,OAAS,EAAG,CACnC,IAAML,EAAM,0BACVd,EAAa,gBACf,kDAAkDmB,EAC/C,MAAM,EAAG,EAAE,EACX,IAAI,CAAC,CAACE,EAAQD,CAAI,IAAM,GAAGC,CAAM,KAAKD,EAAK,MAAM,GAAG,EACpD,KAAK;AAAA,CAAI,CAAC,GAQb,GAPAX,EAAO,KAAKC,EAAO,OAAOI,CAAG,CAAC,EAO1B,CAHS,MAAMC,EAAuB,CACxC,QAAS,yDACX,CAAC,EAEC,MAAM,IAAI,MAAMD,CAAG,EAErBf,EAAc,OAAO,QAAQkB,CAAY,EACtC,IAAI,CAAC,CAAC,CAAEG,CAAI,IACIA,EAAK,KAClB,CAACE,EAAGC,IACF,IAAI,KAAKA,EAAEvB,EAAa,cAAe,CAAC,EAAE,QAAQ,EAClD,IAAI,KAAKsB,EAAEtB,EAAa,cAAe,CAAC,EAAE,QAAQ,CACtD,EACc,CAAC,CAChB,EACA,OAAQG,GAAMA,CAAC,CACpB,CAEA,MAAO,CAAE,aAAAH,EAAc,YAAAD,CAAY,CACrC,CCxIA,OAAS,QAAAyB,GAAM,cAAAC,OAAkB,YACjC,OAAOC,MAAY,SACnB,OAAOC,MAAc,WAKrB,OAAS,uBAAAC,MAA2B,8BAapC,eAAsBC,GACpBC,EACAC,EACA,CACE,aAAAC,EACA,iBAAAC,EACA,sBAAAC,CACF,EAQ4B,CAE5B,IAAMC,EAAcC,GAAKN,EAAY,IAAKO,GAAM,OAAO,KAAKA,CAAC,CAAC,EAAE,KAAK,CAAC,EAGhEC,EAAeC,GAAWJ,EAAa,CAC3C,GAAIJ,EAAa,iBAAmB,CAACA,EAAa,gBAAgB,EAAI,CAAC,EACvE,GAAIA,EAAa,eAAiB,CAACA,EAAa,cAAc,EAAI,CAAC,CACrE,CAAC,EACD,GAAIO,EAAa,SAAW,EAAG,CAC7B,GAAIJ,EACF,OAAOH,EAET,MAAM,IAAI,MAAM,6BAA6B,CAC/C,CAGA,IAAMS,EAAe,CACnB,GAAGR,EACH,GAAGC,EAAiB,IAAKI,GAAM,GAAGA,EAAE,QAAQ,YAAY,KAAKA,EAAE,IAAI,EAAE,CACvE,EAGA,aAAMI,EAAUH,EAAc,MAAOI,GAAQ,CAE3C,IAAMC,EAAeP,GAAKN,EAAY,IAAKO,GAAMA,EAAEK,CAAG,CAAC,CAAC,EAGpDE,EAAiBb,EAAa,oBAAoBW,CAAG,EACzD,GAAIE,EACFC,EAAO,KACLC,EAAO,QACL,WAAWJ,CAAG,iCAAiCE,EAAe,OAAO,GACvE,CACF,MACK,CACL,GAAM,CAAE,YAAAG,CAAY,EAAI,MAAMC,EAAS,OAGpC,CACD,CACE,KAAM,cACN,QAAS,kCAAkCN,CAAG,sBAC9C,KAAM,OACN,QAASF,EAAa,KAAMH,GAAMA,EAAE,WAAWL,EAAa,CAAC,CAAC,CAAC,EAC/D,QAASQ,CACX,CACF,CAAC,EACK,CAACS,EAAaC,CAAc,EAAIH,EAAY,MAAM,IAAI,EAC5DH,EAAiB,CACf,QAASK,EACT,WAAYC,GAAkB,KAC9B,aAAc,CAAC,CACjB,CACF,CAGA,MAAMT,EAAUE,EAAc,MAAOQ,GAAU,CAC7C,GAAIP,EAAe,aAAaO,CAAK,IAAM,OAAW,CACpDN,EAAO,KACLC,EAAO,QACL,UAAUK,CAAK,uCAAuCP,EAAe,aAAaO,CAAK,CAAC,GAC1F,CACF,EACA,MACF,CAEA,GAAIP,EAAe,aAAe,KAAM,CACtC,GAAM,CAAE,aAAAQ,CAAa,EAAI,MAAMJ,EAAS,OAGrC,CACD,CACE,KAAM,eACN,QAAS,uCAAuCG,CAAK,8BAA8BP,EAAe,OAAO,IACzG,KAAM,UACN,QAASO,IAAU,OACrB,CACF,CAAC,EACDP,EAAe,aAAaO,CAAK,EAAIC,CACvC,CAGA,GAAIR,EAAe,aAAe,KAAM,CACtC,IAAMS,EAAkBpB,EAAiB,KACtCI,GAAMA,EAAE,OAASO,EAAe,UACnC,EACA,GAAI,CAACS,EAAiB,CACpBR,EAAO,MACLC,EAAO,IACL,qBAAqBF,EAAe,UAAU,aAChD,CACF,EACA,MACF,CACA,IAAMU,EAAoBD,EAAgB,uBAAuB,IAC/D,CAAC,CAAE,KAAAE,CAAK,IAAMA,CAChB,EAEA,GAAIF,EAAgB,OAASG,EAAoB,QAAS,CACxD,GAAM,CAAE,gBAAAC,CAAgB,EAAI,MAAMT,EAAS,OAGxC,CACD,CACE,KAAM,kBACN,QAEE,oCAAoCK,EAAgB,IAAI,YAAYF,CAAK,8BAA8BP,EAAe,OAAO,IAC/H,KAAM,UACN,QAASO,IAAU,OACrB,CACF,CAAC,EACDP,EAAe,aAAaO,CAAK,EAAIM,EACrC,MACF,CAEA,GAAIJ,EAAgB,OAASG,EAAoB,OAAQ,CACvD,GAAM,CAAE,gBAAAC,CAAgB,EAAI,MAAMT,EAAS,OAGxC,CACD,CACE,KAAM,kBAEN,QAAS,oCAAoCK,EAAgB,IAAI,YAAYF,CAAK,8BAA8BP,EAAe,OAAO,IACtI,KAAM,OACN,QAASU,EACT,QAASA,EAAkB,KAAMjB,GAAMA,IAAMc,CAAK,CACpD,CACF,CAAC,EACDP,EAAe,aAAaO,CAAK,EAAIM,EACrC,MACF,CAEA,GAAIJ,EAAgB,OAASG,EAAoB,YAAa,CAC5D,IAAME,EAAeC,EAAeR,CAAK,EAEzC,MAAMV,EAAUiB,EAAc,MAAOE,GAAgB,CAEnD,GAAIhB,EAAe,aAAagB,CAAW,IAAM,OAC/C,OAEF,GAAM,CAAE,gBAAAH,CAAgB,EAAI,MAAMT,EAAS,OAGxC,CACD,CACE,KAAM,kBAEN,QAAS,oCAAoCK,EAAgB,IAAI,YAAYO,CAAW,8BAA8BhB,EAAe,OAAO,IAC5I,KAAM,OACN,QAASU,EACT,QAASA,EAAkB,KAAMjB,GAAMA,IAAMuB,CAAW,CAC1D,CACF,CAAC,EACDhB,EAAe,aAAagB,CAAW,EAAIH,CAC7C,CAAC,EACD,MACF,CAEA,MAAM,IAAI,MACR,kCAAkCJ,EAAgB,IAAI,EACxD,CACF,CACF,CAAC,EAEDtB,EAAa,oBAAoBW,CAAG,EAAIE,CAC1C,CAAC,EAEMb,CACT,CC9MA,OAGE,uBAAA8B,MACK,8BASA,SAASC,GAAuC,CACrD,qBAAAC,EACA,eAAAC,EACA,iBAAAC,CACF,EASY,CAEV,OAAO,OAAO,QAAQD,CAAc,EAAE,MACpC,CAAC,CAACE,EAAa,CAAE,YAAAC,EAAc,CAAC,EAAG,QAAAC,CAAQ,CAAC,IAAM,CAEhD,IAAMC,EAAiBN,EAAqB,SAAS,KAClDO,GAAoBA,EAAgB,UAAYJ,CACnD,EAMA,MADE,CAAC,CAACG,GAAkBA,EAAe,UAAYD,EAM1CD,EAAY,MACjB,CAAC,CAAE,MAAAI,EAAO,OAAAC,CAAO,IAEfH,EAAe,aACfA,EAAe,YAAY,KAAMI,GAAuB,CAEtD,GAAIA,EAAmB,QAAUF,EAC/B,MAAO,GAIT,IAAMG,EAAkBT,EAAiB,KACtCU,GAAMA,EAAE,OAASJ,GAASI,EAAE,QAAQ,eAAiBT,CACxD,EACA,GAAI,CAACQ,EACH,MAAM,IAAI,MAAM,uCAAuCH,CAAK,EAAE,EAIhE,OAAQG,EAAgB,KAAM,CAC5B,KAAKb,EAAoB,QACvB,OACEY,EAAmB,OAAO,eAAiBD,EAAO,aAEtD,KAAKX,EAAoB,OACvB,OACEY,EAAmB,OAAO,cAAgBD,EAAO,YAErD,KAAKX,EAAoB,YAEvB,IAAMe,GACJH,EAAmB,OAAO,cAAgB,CAAC,GAC3C,KAAK,EAEDI,GAAmBL,EAAO,cAAgB,CAAC,GAAG,KAAK,EACzD,OACEI,EAAoB,SAAWC,EAAgB,QAC/CD,EAAoB,MAAM,CAACD,EAAGG,IAAMH,IAAME,EAAgBC,CAAC,CAAC,EAEhE,QACE,MAAM,IAAI,MACR,kCAAkCJ,EAAgB,IAAI,EACxD,CACJ,CACF,CAAC,CACL,EAjDS,EAkDX,CACF,CACF,CC5FA,OAGE,uBAAAK,MACK,8BAUA,SAASC,GAA6C,CAC3D,qBAAAC,EACA,eAAAC,EACA,iBAAAC,CACF,EASY,CAEV,MAAO,CAAC,CAAC,OAAO,QAAQD,CAAc,EAAE,KACtC,CAAC,CAACE,EAAa,CAAE,YAAAC,EAAc,CAAC,EAAG,QAAAC,CAAQ,CAAC,IAAM,CAEhD,IAAMC,EAAiBN,EAAqB,SAAS,KAClDO,GAAoBA,EAAgB,UAAYJ,CACnD,EAGA,OAAKG,EAKDA,EAAe,UAAYD,EACtB,GAIF,CAAC,CAACD,EAAY,KAAK,CAAC,CAAE,MAAAI,EAAO,OAAAC,CAAO,IAAM,CAE/C,IAAMC,GAAqBJ,EAAe,aAAe,CAAC,GAAG,KAC1DK,GAAuBA,EAAmB,QAAUH,CACvD,EAGA,GAAI,CAACE,EACH,MAAO,GAIT,IAAME,EAAkBV,EAAiB,KACtCW,GAAMA,EAAE,OAASL,GAASK,EAAE,QAAQ,eAAiBV,CACxD,EACA,GAAI,CAACS,EACH,MAAM,IAAI,MAAM,uCAAuCJ,CAAK,EAAE,EAIhE,OAAQI,EAAgB,KAAM,CAC5B,KAAKd,EAAoB,QACvB,OACEY,EAAkB,OAAO,eAAiBD,EAAO,aAErD,KAAKX,EAAoB,OACvB,OAAOY,EAAkB,OAAO,cAAgBD,EAAO,YACzD,KAAKX,EAAoB,YAEvB,IAAMgB,GACJJ,EAAkB,OAAO,cAAgB,CAAC,GAC1C,KAAK,EAEDK,GAAmBN,EAAO,cAAgB,CAAC,GAAG,KAAK,EACzD,OACEK,EAAoB,SAAWC,EAAgB,QAC/C,CAACD,EAAoB,MAAM,CAACD,EAAGG,IAAMH,IAAME,EAAgBC,CAAC,CAAC,EAEjE,QACE,MAAM,IAAI,MACR,kCAAkCJ,EAAgB,IAAI,EACxD,CACJ,CACF,CAAC,EApDQ,EAqDX,CACF,CACF,CPpEA,eAAsBK,GACpB,CACE,KAAAC,EACA,OAAAC,EACA,aAAAC,EACA,iBAAAC,EACA,aAAAC,EACA,wBAAAC,EACA,sBAAAC,CACF,EAgBAC,EACe,CAEf,IAAMC,EAAK,IAAI,KAAK,EAAE,QAAQ,EAGxBC,EAAeF,EAAM,SAAS,cAAc,EAGlDG,EAAO,KAAKC,GAAO,QAAQ,qBAAqBX,CAAI,GAAG,CAAC,EACxD,IAAIY,EAAcC,EAAQb,EAAQ,SAAS,SAAU,QAAM,CAAC,EAGxDc,EAAkC,CACpC,oBAAqB,CAAC,EACtB,mBAAoB,CAAC,EACrB,uBAAwB,CAAC,EACzB,eAAgB,CAAC,EAEjB,GAAKL,EAAaT,CAAI,GAAK,CAAC,EAC5B,cAAe,IAAI,KAAK,EAAE,YAAY,CACxC,EAGAc,EAAe,MAAMC,GACnBH,EACAE,CACF,EACAL,EAAaT,CAAI,EAAIc,EACrB,MAAMP,EAAM,SAASE,EAAc,cAAc,EAGjD,IAAMO,EAAS,MAAMC,GACnBL,EACAE,CACF,EACAA,EAAeE,EAAO,aACtBJ,EAAcI,EAAO,YACrBP,EAAaT,CAAI,EAAIc,EACrB,MAAMP,EAAM,SAASE,EAAc,cAAc,EAIjDK,EAAe,MAAMI,GACnBN,EACAE,EACA,CACE,iBAAAX,EACA,aAAAD,EACA,sBAAAI,CACF,CACF,EACAG,EAAaT,CAAI,EAAIc,EACrB,MAAMP,EAAM,SAASE,EAAc,cAAc,EAGjD,IAAMU,EAAcP,EAAY,IAC7BQ,GAASA,EAAKN,EAAa,gBAAiB,CAC/C,EACMO,EAAyBhB,EAC3B,CAAC,EACD,MAAMiB,GAA6BrB,EAAQ,CACzC,YAAakB,EAAY,IAAKI,IAAO,CAAE,MAAOA,CAAE,EAAE,EAClD,aAAAnB,CACF,CAAC,EACCoB,EAA4BC,GAAMJ,EAAwB,QAAQ,EAGxEP,EAAa,uBAAyB,CAAC,EACvCA,EAAa,mBAAqB,CAAC,EACnCA,EAAa,eAAiB,CAAC,EAG/BF,EAAY,QAASQ,GAAS,CAE5B,IAAMM,EAASN,EAAKN,EAAa,gBAAiB,EAG5Ca,EAAiBC,EAA4B,CACjD,IAAKR,EACL,oBAAqBN,EAAa,oBAClC,iBAAAX,EACA,aAAAD,CACF,CAAC,EAGK2B,EAAuBL,EAA0BE,CAAM,EAC7D,GAAIpB,GAAyB,CAACuB,EAC5B,MAAM,IAAI,MACR,sDAAsDH,CAAM;AAAA,qGAE9D,EAKF,GACEG,GACAC,GAAuC,CACrC,qBAAAD,EACA,eAAAF,EACA,iBAAAxB,CACF,CAAC,GACD,CAACG,EACD,CACAQ,EAAa,eAAeY,CAAM,EAAIN,EACtC,MACF,CAGA,GACES,GACAE,GAA6C,CAC3C,qBAAAF,EACA,eAAAF,EACA,iBAAAxB,CACF,CAAC,EACD,CACAW,EAAa,uBAAuBY,CAAM,EAAI,CAC5C,IAAKN,EACL,OAAQS,CACV,EACA,MACF,CAGAf,EAAa,mBAAmBY,CAAM,EAAIN,CAC5C,CAAC,EAGDX,EAAaT,CAAI,EAAIc,EACrB,MAAMP,EAAM,SAASE,EAAc,cAAc,EACjD,IAAMuB,EAAK,IAAI,KAAK,EAAE,QAAQ,EAC9BtB,EAAO,KACLC,GAAO,MACL,qCAAqCX,CAAI,SAASgC,EAAKxB,GAAM,GAAI,GACnE,CACF,CACF,CQ5LA,OACE,+BAAAyB,GACA,wBAAAC,OACK,8BACP,UAAYC,MAAO,QAEZ,IAAMC,GAAsB,OAAK,CAMtC,QAAW,SAQX,WAAc,QAAM,CAAG,SAAU,MAAI,CAAC,EAkBtC,aAAgB,SAAS,SAAU,QAAM,CAAG,SAAU,UAAW,MAAI,CAAC,CAAC,CACzE,CAAC,EAKYC,GAAsB,eAAa,CAC5C,OAAK,CAKL,oBAAuB,SAAS,SAAQD,EAAiB,EAEzD,cAAiB,SAKjB,mBAAsB,SAAS,SAAU,SAAS,SAAU,QAAM,CAAC,EAKnE,uBAA0B,SACtB,SACA,OAAK,CACL,OAAQH,GACR,IAAO,SAAS,SAAU,QAAM,CAClC,CAAC,CACH,EAKA,eAAkB,SAAS,SAAU,SAAS,SAAU,QAAM,CAAC,CACjE,CAAC,EACC,UAAQ,CAER,iBAAoB,SAEpB,eAAkB,QACpB,CAAC,CACH,CAAC,EAMYK,GAAoB,OAAK,CAIpC,aAAgB,SAAS,SAAQD,EAAiB,EAKlD,eAAkB,SACd,SACA,OAAK,CAEL,WAAc,SAEd,MAAS,SAET,OAAQH,EACV,CAAC,CACH,EAKA,eAAkB,SAAS,SAAQA,EAAoB,CACzD,CAAC,ET7FD,OAAS,SAAAK,OAAa,2BAStB,eAAsBC,GAAiD,CACrE,KAAAC,EACA,WAAAC,EACA,gBAAAC,EACA,KAAAC,EACA,UAAAC,EACA,SAAAC,EAAW,GACX,OAAAC,EAAS,GACT,qBAAAC,EAAuB,GACvB,oBAAAC,EAAsB,GACtB,wBAAAC,EAA0B,GAC1B,WAAAC,EAAa,CAAC,EACd,aAAAC,EAAeC,GACf,sBAAAC,EAAwB,EAC1B,EA8BkB,CAEhB,IAAMC,EAAmBC,EAA0BL,CAAU,EAGvDM,EAAkB,IAAIC,GAAef,EAAiBgB,GAAiB,CAC3E,aAAc,CAAC,EACf,eAAgB,CAAC,EACjB,eAAgB,CAAC,CACnB,CAAC,EACKC,EAAkBH,EAAgB,SAAS,gBAAgB,EAC3DI,EAAkBJ,EAAgB,SAAS,gBAAgB,EAC7DK,EAAeL,EAAgB,SAAS,cAAc,EAE1DM,EAAO,KACLC,EAAO,QACL;AAAA,EAEI,OAAO,OAAOJ,CAAe,EAAE,MACjC;AAAA,EAEE,OAAO,OAAOC,CAAe,EAAE,MACjC;AAAA;AAAA,EAC8D,OAAO,KACnEC,CACF,EACG,IAAKG,GAAMA,CAAC,EACZ,KAAK;AAAA,CAAI,CAAC;AAAA,wCAC4BrB,CAAI;AAAA,CACjD,CACF,EAGA,IAAMsB,EAASC,GAA4Bf,EAAcX,CAAI,EAEvD,CAAC2B,EAAQC,EAAUC,CAAgB,EAAI,MAAM,QAAQ,IAAI,CAE7DC,GAAwBnB,EAAcX,EAAMC,CAAU,EAEtDY,EACI,QAAQ,QAAQ,CAAC,CAAc,EAC/BkB,EAAiBN,CAAM,EAC3BZ,EACI,QAAQ,QAAQ,CAAC,CAAsB,EACvCmB,GAAyBP,CAAM,CACrC,CAAC,EAGD,MAAMQ,GACJ,CACE,KAAA9B,EACA,aAAcyB,EAAS,IAAKJ,GAAMA,EAAE,YAAY,EAChD,iBAAAK,EACA,OAAAF,EACA,aAAcvB,EACd,wBAAAK,EACA,sBAAAI,CACF,EACAG,CACF,EAGA,IAAMkB,EAAuD,CAAC,EAC9Db,EAAeL,EAAgB,SAAS,cAAc,EACtD,IAAMmB,EAAWd,EAAalB,CAAI,EA+DlC,GA7DAmB,EAAO,KACLC,EAAO,QACL,SACE,OAAO,QAAQY,EAAS,kBAAkB,EAAE,MAC9C,oBAAoBhC,CAAI,EAC1B,CACF,EACAmB,EAAO,KACLC,EAAO,QACL,SACE,OAAO,QAAQY,EAAS,sBAAsB,EAAE,MAClD,wBAAwBhC,CAAI,EAC9B,CACF,EACAmB,EAAO,KACLC,EAAO,QACL,SACE,OAAO,QAAQY,EAAS,cAAc,EAAE,MAC1C,uBAAuBhC,CAAI,EAC7B,CACF,EAGA,OAAO,QAAQ,CACb,GAAGgC,EAAS,mBACZ,GAAI3B,EACA,CAAC,EACD4B,GAAMD,EAAS,uBAAwB,CAAC,CAAE,IAAAE,CAAI,IAAMA,CAAG,CAC7D,CAAC,EAAE,QAAQ,CAAC,CAACC,EAAQC,CAAM,IAAM,CAE/B,IAAMC,EACJL,EAAS,iBAAmBM,EACxB,IAAI,KACJ,IAAI,KAAKF,EAAOJ,EAAS,cAAe,CAAC,EAGzCO,EAAUC,EAA4B,CAC1C,IAAKJ,EACL,oBAAqBJ,EAAS,oBAC9B,iBAAAN,EACA,aAAcD,EAAS,IAAKJ,GAAMA,EAAE,YAAY,CAClD,CAAC,EACDU,EAAeI,CAAM,EAAI,CACvB,OAAAA,EACA,UAAAlC,EACA,UAAWoC,EAAU,YAAY,EACjC,SAAU,OAAO,QAAQE,CAAO,EAAE,IAAI,CAAC,CAACE,EAASC,EAAK,KAAO,CAC3D,GAAGA,GACH,QAAAD,EACA,iBAAkB,CAChB,WAAY9B,EACZ,SAAAT,EACA,oBAAqBE,CACvB,CACF,EAAE,CACJ,CACF,CAAC,EACD,MAAMS,EAAgB,SAASkB,EAAgB,gBAAgB,EAC/D,MAAMlB,EAAgB,SAAS,CAAC,EAAG,gBAAgB,EAG/CV,EAAQ,CACVgB,EAAO,KACLC,EAAO,MACL,8BACE,OAAO,OAAOW,CAAc,EAAE,MAChC,iCAAiChC,CAAe,EAClD,CACF,EACA,MACF,CAEAoB,EAAO,KACLC,EAAO,QACL,aACE,OAAO,OAAOW,CAAc,EAAE,MAChC,8BAA8B9B,CAAS,EACzC,CACF,EAGA,IAAM0C,GAAK,IAAI,KAAK,EAAE,QAAQ,EAGxBC,EAAc,IAAIC,GAAY,UAClC,CAAC,EACDA,GAAY,QAAQ,cACtB,EAGIC,EAAQ,EACNC,EAAe,OAAO,QAAQhB,CAAc,EAC5CiB,GAAiBC,GAAMF,EAAc3C,EAAuB,IAAM,EAAE,EAC1EwC,EAAY,MAAMG,EAAa,OAAQ,CAAC,EACxC,MAAMG,EACJF,GACA,MAAOG,GAAiB,CAEtB,GAAI,CACF,MAAM3B,EACH,IAAI,iBAAkB,CACrB,KAAM,CACJ,QAAS2B,EAAa,IAAI,CAAC,CAAC,CAAEf,CAAM,IAAMA,CAAM,EAChD,qBAAAhC,EACA,sBAAAM,CACF,CACF,CAAC,EACA,KAAK,CACV,OAAS0C,EAAK,CACZ,GAAI,CACF,IAAMC,EAAS,KAAK,MAAMD,GAAK,UAAU,MAAQ,IAAI,EACjDC,EAAO,OACTlC,EAAO,MAAMC,EAAO,IAAI,UAAUiC,EAAO,KAAK,EAAE,CAAC,CAErD,MAAY,CAEZ,CACAlC,EAAO,MACLC,EAAO,IACL,oBACE+B,EAAa,MACf,kCAAkClD,CAAS,KACzCmD,GAAK,UAAU,MAAQA,GAAK,OAC9B,EACF,CACF,EACA,IAAME,EAAiBzC,EAAgB,SAAS,gBAAgB,EAChEsC,EAAa,QAAQ,CAAC,CAAChB,EAAQC,CAAM,IAAM,CACzCkB,EAAenB,CAAM,EAAI,CACvB,WAAY,IAAI,KAAK,EAAE,YAAY,EACnC,OAAAC,EACA,MAAOgB,GAAK,UAAU,MAAQA,GAAK,SAAW,eAChD,CACF,CAAC,EACD,MAAMvC,EAAgB,SAASyC,EAAgB,gBAAgB,CACjE,CAEAR,GAASK,EAAa,OACtBP,EAAY,OAAOE,CAAK,CAC1B,EACA,CACE,YAAa,EACf,CACF,EAEAF,EAAY,KAAK,EAEjB,IAAMW,GADK,IAAI,KAAK,EAAE,QAAQ,EACPZ,GACvBxB,EAAO,KACLC,EAAO,MACL,yBACE2B,EAAa,MACf,kCAAkC9C,CAAS,QACzCsD,GAAY,GACd,YACF,CACF,CACF,CDjSA,OAAS,eAAAC,OAAmB,KAE5B,OAAS,YAAAC,GAAU,QAAAC,OAAY,OAqB/B,eAAsBC,GAEpB,CACE,KAAAC,EACA,UAAAC,EACA,WAAAC,EACA,WAAAC,EACA,KAAAC,EAAO,GACP,UAAAC,EACA,OAAAC,EACA,wBAAAC,EACA,eAAAC,EACA,qBAAAC,EACA,sBAAAC,EACA,oBAAAC,EACA,SAAAC,EACA,WAAAC,EACA,YAAAC,CACF,EACe,CACTT,GAAeD,IACnBW,EAAO,MACLC,EAAO,IACL,sEACF,CACF,EACA,QAAQ,KAAK,CAAC,GAGZ,CAACZ,GAAQ,CAACC,IACZU,EAAO,MACLC,EAAO,IACL,sHACF,CACF,EACA,QAAQ,KAAK,CAAC,GAGhB,IAAMC,EAAkB,CAAC,EAEzB,GAAIZ,EACF,GAAI,CAEF,IAAMa,EADmBC,GAAYd,CAAS,EACZ,OAAQD,GAASA,EAAK,SAAS,MAAM,CAAC,EAEpEc,EAAS,SAAW,IACtBH,EAAO,MACLC,EAAO,IAAI,oCAAoCX,CAAS,EAAE,CAC5D,EACA,QAAQ,KAAK,CAAC,GAIhBY,EAAM,KAAK,GAAGC,EAAS,IAAKd,GAASN,GAAKO,EAAWD,CAAI,CAAC,CAAC,CAC7D,OAASgB,EAAK,CACZL,EAAO,MAAMC,EAAO,IAAI,6BAA6BX,CAAS,EAAE,CAAC,EACjEU,EAAO,MAAMC,EAAO,IAAKI,EAAc,OAAO,CAAC,EAC/C,QAAQ,KAAK,CAAC,CAChB,KAEA,IAAI,CAEGhB,EAAK,SAAS,MAAM,IACvBW,EAAO,MAAMC,EAAO,IAAI,yBAAyB,CAAC,EAClD,QAAQ,KAAK,CAAC,GAEhBC,EAAM,KAAKb,CAAI,CACjB,OAASgB,EAAK,CACZL,EAAO,MAAMC,EAAO,IAAI,0BAA0BZ,CAAI,EAAE,CAAC,EACzDW,EAAO,MAAMC,EAAO,IAAKI,EAAc,OAAO,CAAC,EAC/C,QAAQ,KAAK,CAAC,CAChB,CAGFL,EAAO,KACLC,EAAO,MACL,cAAcC,EAAM,MAAM,6CAA6ChB,CAAS,EAClF,CACF,EACAc,EAAO,MAAM,qBAAqBE,EAAM,KAAK,IAAI,CAAC,EAAE,EAEhDV,GACFQ,EAAO,KACLC,EAAO,SACL,mCAAmCT,CAAuB,EAC5D,CACF,EAGF,MAAMc,EACJJ,EACA,MAAOK,GAAa,CAClB,IAAMC,EAAW1B,GAASyB,CAAQ,EAAE,QAAQ,OAAQ,EAAE,EACtD,MAAME,GAAiD,CACrD,gBAAiB1B,GAAKU,EAAgB,GAAGe,CAAQ,gBAAgB,EACjE,KAAAvB,EACA,WAAAE,EACA,KAAMoB,EACN,UAAArB,EACA,aAAcE,EACd,oBAAAQ,EACA,qBAAAF,EACA,wBAAAF,EACA,SAAAK,EACA,OAAAN,EACA,WAAYmB,EAAeZ,CAAU,EACrC,sBAAAH,CACF,CAAC,CACH,EACA,CAAE,YAAAI,CAAY,CAChB,CACF","names":["colors","colors","chunk","cliProgress","PersistedState","keyBy","t","colors","PreferenceQueryResponseItem","colors","cliProgress","chunk","decodeCodec","t","PreferenceRecordsQueryResponse","PreferenceQueryResponseItem","MSGS","getPreferencesForIdentifiers","sombra","identifiers","partitionKey","skipLogging","results","groupedIdentifiers","chunk","t0","progressBar","cliProgress","total","map","group","attempts","maxAttempts","rawResult","result","decodeCodec","err","msg","errorMessage","logger","colors","totalTime","PreferenceTopicType","apply","getPreferenceUpdatesFromRow","row","columnToPurposeName","purposeSlugs","preferenceTopics","result","columnName","purpose","preference","valueMapping","preferenceTopic","x","allowedTopics","rawValue","rawMapping","trimmedMapping","PreferenceTopicType","slug","splitCsvToList","val","a","b","apply","purposeName","uniq","difference","colors","inquirer","NONE_PREFERENCE_MAP","parsePreferenceTimestampsFromCsv","preferences","currentState","columnNames","uniq","x","remainingColumnsForTimestamp","difference","timestampName","inquirer","col","logger","colors","timestampColumnsMissing","pref","ind","uniq","groupBy","difference","colors","inquirer","parsePreferenceIdentifiersFromCsv","preferences","currentState","columnNames","uniq","x","remainingColumnsForIdentifier","difference","identifierName","inquirer","col","logger","colors","identifierColumnsMissing","pref","ind","msg","inquirerConfirmBoolean","previous","rowsByUserId","groupBy","duplicateIdentifiers","rows","userId","a","b","uniq","difference","colors","inquirer","PreferenceTopicType","parsePreferenceAndPurposeValuesFromCsv","preferences","currentState","purposeSlugs","preferenceTopics","forceTriggerWorkflows","columnNames","uniq","x","otherColumns","difference","purposeNames","mapSeries","col","uniqueValues","purposeMapping","logger","colors","purposeName","inquirer","purposeSlug","preferenceSlug","value","purposeValue","preferenceTopic","preferenceOptions","slug","PreferenceTopicType","preferenceValue","parsedValues","splitCsvToList","parsedValue","PreferenceTopicType","checkIfPendingPreferenceUpdatesAreNoOp","currentConsentRecord","pendingUpdates","preferenceTopics","purposeName","preferences","enabled","currentPurpose","existingPurpose","topic","choice","existingPreference","preferenceTopic","x","sortedCurrentValues","sortedNewValues","i","PreferenceTopicType","checkIfPendingPreferenceUpdatesCauseConflict","currentConsentRecord","pendingUpdates","preferenceTopics","purposeName","preferences","enabled","currentPurpose","existingPurpose","topic","choice","currentPreference","existingPreference","preferenceTopic","x","sortedCurrentValues","sortedNewValues","i","parsePreferenceManagementCsvWithCache","file","sombra","purposeSlugs","preferenceTopics","partitionKey","skipExistingRecordCheck","forceTriggerWorkflows","cache","t0","fileMetadata","logger","colors","preferences","readCsv","currentState","parsePreferenceTimestampsFromCsv","result","parsePreferenceIdentifiersFromCsv","parsePreferenceAndPurposeValuesFromCsv","identifiers","pref","existingConsentRecords","getPreferencesForIdentifiers","x","consentRecordByIdentifier","keyBy","userId","pendingUpdates","getPreferenceUpdatesFromRow","currentConsentRecord","checkIfPendingPreferenceUpdatesAreNoOp","checkIfPendingPreferenceUpdatesCauseConflict","t1","PreferenceQueryResponseItem","PreferenceUpdateItem","t","PurposeRowMapping","FileMetadataState","PreferenceState","apply","uploadPreferenceManagementPreferencesInteractive","auth","sombraAuth","receiptFilepath","file","partition","isSilent","dryRun","skipWorkflowTriggers","skipConflictUpdates","skipExistingRecordCheck","attributes","transcendUrl","DEFAULT_TRANSCEND_CONSENT_API","forceTriggerWorkflows","parsedAttributes","parseAttributesFromString","preferenceState","PersistedState","PreferenceState","failingRequests","pendingRequests","fileMetadata","logger","colors","x","client","buildTranscendGraphQLClient","sombra","purposes","preferenceTopics","createSombraGotInstance","fetchAllPurposes","fetchAllPreferenceTopics","parsePreferenceManagementCsvWithCache","pendingUpdates","metadata","apply","row","userId","update","timestamp","NONE_PREFERENCE_MAP","updates","getPreferenceUpdatesFromRow","purpose","value","t0","progressBar","cliProgress","total","updatesToRun","chunkedUpdates","chunk","map","currentChunk","err","parsed","failingUpdates","totalTime","readdirSync","basename","join","uploadPreferences","auth","partition","sombraAuth","consentUrl","file","directory","dryRun","skipExistingRecordCheck","receiptFileDir","skipWorkflowTriggers","forceTriggerWorkflows","skipConflictUpdates","isSilent","attributes","concurrency","logger","colors","files","csvFiles","readdirSync","err","map","filePath","fileName","uploadPreferenceManagementPreferencesInteractive","splitCsvToList"]}

package/dist/impl-TMKWWJKO.js

@@ -0,0 +1,2 @@
+import{J as t}from"./chunk-TR32ZRNC.js";import"./chunk-WEQUQAB7.js";import"./chunk-43JWXG77.js";import"./chunk-L5ULN3IT.js";import"./chunk-XWOTEZCO.js";import"./chunk-ARVEJERC.js";async function f({auth:e,transcendUrl:i,createdAtBefore:n,createdAtAfter:o,actions:r,daysLeft:a,days:s,requestIds:m,emailTemplate:c,concurrency:d}){await t({transcendUrl:i,requestActions:r,auth:e,emailTemplate:c,days:s,daysLeft:a,requestIds:m,concurrency:d,createdAtBefore:n,createdAtAfter:o})}export{f as notifyAdditionalTime};
+//# sourceMappingURL=impl-TMKWWJKO.js.map

package/dist/impl-TMKWWJKO.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/commands/request/notify-additional-time/impl.ts"],"sourcesContent":["import type { LocalContext } from '@/context';\nimport { notifyPrivacyRequestsAdditionalTime } from '@/lib/requests';\nimport type { RequestAction } from '@transcend-io/privacy-types';\n\ninterface NotifyAdditionalTimeCommandFlags {\n  auth: string;\n  createdAtBefore: Date;\n  createdAtAfter?: Date;\n  actions?: RequestAction[];\n  daysLeft: number;\n  days: number;\n  requestIds?: string[];\n  emailTemplate: string;\n  transcendUrl: string;\n  concurrency: number;\n}\n\nexport async function notifyAdditionalTime(\n  this: LocalContext,\n  {\n    auth,\n    transcendUrl,\n    createdAtBefore,\n    createdAtAfter,\n    actions,\n    daysLeft,\n    days,\n    requestIds,\n    emailTemplate,\n    concurrency,\n  }: NotifyAdditionalTimeCommandFlags,\n): Promise<void> {\n  await notifyPrivacyRequestsAdditionalTime({\n    transcendUrl,\n    requestActions: actions,\n    auth,\n    emailTemplate,\n    days,\n    daysLeft,\n    requestIds,\n    concurrency,\n    createdAtBefore,\n    createdAtAfter,\n  });\n}\n"],"mappings":"oLAiBA,eAAsBA,EAEpB,CACE,KAAAC,EACA,aAAAC,EACA,gBAAAC,EACA,eAAAC,EACA,QAAAC,EACA,SAAAC,EACA,KAAAC,EACA,WAAAC,EACA,cAAAC,EACA,YAAAC,CACF,EACe,CACf,MAAMC,EAAoC,CACxC,aAAAT,EACA,eAAgBG,EAChB,KAAAJ,EACA,cAAAQ,EACA,KAAAF,EACA,SAAAD,EACA,WAAAE,EACA,YAAAE,EACA,gBAAAP,EACA,eAAAC,CACF,CAAC,CACH","names":["notifyAdditionalTime","auth","transcendUrl","createdAtBefore","createdAtAfter","actions","daysLeft","days","requestIds","emailTemplate","concurrency","notifyPrivacyRequestsAdditionalTime"]}

package/dist/impl-TOLP53IM.js

@@ -0,0 +1,2 @@
+import{t}from"./chunk-TR32ZRNC.js";import"./chunk-WEQUQAB7.js";import"./chunk-43JWXG77.js";import"./chunk-L5ULN3IT.js";import"./chunk-XWOTEZCO.js";import"./chunk-ARVEJERC.js";async function u({auth:e,transcendUrl:r,actions:a,statuses:n,requestIds:s,createdAtBefore:o,createdAtAfter:i,concurrency:c}){await t({transcendUrl:r,requestActions:a,auth:e,requestIds:s,statuses:n,concurrency:c,createdAtBefore:o,createdAtAfter:i})}export{u as markSilent};
+//# sourceMappingURL=impl-TOLP53IM.js.map

package/dist/impl-TOLP53IM.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/commands/request/mark-silent/impl.ts"],"sourcesContent":["import type { LocalContext } from '@/context';\nimport { markSilentPrivacyRequests } from '@/lib/requests';\nimport type { RequestAction, RequestStatus } from '@transcend-io/privacy-types';\n\ninterface MarkSilentCommandFlags {\n  auth: string;\n  actions: RequestAction[];\n  statuses?: RequestStatus[];\n  requestIds?: string[];\n  createdAtBefore?: Date;\n  createdAtAfter?: Date;\n  transcendUrl: string;\n  concurrency: number;\n}\n\nexport async function markSilent(\n  this: LocalContext,\n  {\n    auth,\n    transcendUrl,\n    actions,\n    statuses,\n    requestIds,\n    createdAtBefore,\n    createdAtAfter,\n    concurrency,\n  }: MarkSilentCommandFlags,\n): Promise<void> {\n  await markSilentPrivacyRequests({\n    transcendUrl,\n    requestActions: actions,\n    auth,\n    requestIds,\n    statuses,\n    concurrency,\n    createdAtBefore,\n    createdAtAfter,\n  });\n}\n"],"mappings":"+KAeA,eAAsBA,EAEpB,CACE,KAAAC,EACA,aAAAC,EACA,QAAAC,EACA,SAAAC,EACA,WAAAC,EACA,gBAAAC,EACA,eAAAC,EACA,YAAAC,CACF,EACe,CACf,MAAMC,EAA0B,CAC9B,aAAAP,EACA,eAAgBC,EAChB,KAAAF,EACA,WAAAI,EACA,SAAAD,EACA,YAAAI,EACA,gBAAAF,EACA,eAAAC,CACF,CAAC,CACH","names":["markSilent","auth","transcendUrl","actions","statuses","requestIds","createdAtBefore","createdAtAfter","concurrency","markSilentPrivacyRequests"]}

package/dist/impl-VDNSV4OU.js

@@ -0,0 +1,6 @@
+import{a}from"./chunk-R6QTIUFA.js";import"./chunk-LAYHULHH.js";import"./chunk-347UQP43.js";import"./chunk-WEQUQAB7.js";import{a as n}from"./chunk-43JWXG77.js";import"./chunk-L5ULN3IT.js";import"./chunk-XWOTEZCO.js";import"./chunk-ARVEJERC.js";import x from"colors";import{writeFileSync as A}from"fs";import{TRANSCEND_SCOPES as E}from"@transcend-io/privacy-types";import{keyBy as K}from"lodash-es";var i=K(Object.entries(E).map(([t,o])=>({...o,name:t})),"title"),N=Object.keys(i);async function P({email:t,password:o,apiKeyTitle:p,file:c,scopes:m,deleteExistingApiKey:l,createNewApiKey:g,parentOrganizationId:f,transcendUrl:y}){let r=m.map(e=>e.trim()),s=r.filter(e=>!i[e]);s.length>0&&(n.error(x.red(`Failed to parse scopes:"${s.join(",")}".
+Expected one of: 
+${N.join(`
+`)}`)),process.exit(1));let S=r.map(e=>i[e].name),{errors:d,apiKeys:C}=await a({transcendUrl:y,password:o,email:t,parentOrganizationId:f,deleteExistingApiKey:l,createNewApiKey:g,apiKeyTitle:p,scopes:S});A(c,`${JSON.stringify(C,null,2)}
+`),d.length>0&&process.exit(1)}export{P as generateApiKeys};
+//# sourceMappingURL=impl-VDNSV4OU.js.map

package/dist/impl-VDNSV4OU.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/commands/admin/generate-api-keys/impl.ts"],"sourcesContent":["import type { LocalContext } from '@/context';\nimport colors from 'colors';\nimport { writeFileSync } from 'fs';\n\nimport { ScopeName, TRANSCEND_SCOPES } from '@transcend-io/privacy-types';\n\nimport { logger } from '@/logger';\nimport { generateCrossAccountApiKeys } from '@/lib/api-keys';\nimport { keyBy } from 'lodash-es';\n\nconst SCOPES_BY_TITLE = keyBy(\n  Object.entries(TRANSCEND_SCOPES).map(([name, value]) => ({\n    ...value,\n    name,\n  })),\n  'title',\n);\nconst SCOPE_TITLES = Object.keys(SCOPES_BY_TITLE);\n\n// Command flag interface\ninterface GenerateApiKeysCommandFlags {\n  email: string;\n  password: string;\n  apiKeyTitle: string;\n  file: string;\n  scopes: string[];\n  deleteExistingApiKey: boolean;\n  createNewApiKey: boolean;\n  parentOrganizationId?: string;\n  transcendUrl: string;\n}\n\n// Command implementation\nexport async function generateApiKeys(\n  this: LocalContext,\n  {\n    email,\n    password,\n    apiKeyTitle,\n    file,\n    scopes,\n    deleteExistingApiKey,\n    createNewApiKey,\n    parentOrganizationId,\n    transcendUrl,\n  }: GenerateApiKeysCommandFlags,\n): Promise<void> {\n  // Validate scopes\n  const splitScopes = scopes.map((x) => x.trim());\n  const invalidScopes = splitScopes.filter(\n    (scopeTitle) => !SCOPES_BY_TITLE[scopeTitle],\n  );\n  if (invalidScopes.length > 0) {\n    logger.error(\n      colors.red(\n        `Failed to parse scopes:\"${invalidScopes.join(',')}\".\\n` +\n          `Expected one of: \\n${SCOPE_TITLES.join('\\n')}`,\n      ),\n    );\n    process.exit(1);\n  }\n\n  const scopeNames = splitScopes.map(\n    (scopeTitle) => SCOPES_BY_TITLE[scopeTitle].name as ScopeName,\n  );\n\n  // Upload privacy requests\n  const { errors, apiKeys } = await generateCrossAccountApiKeys({\n    transcendUrl,\n    password,\n    email,\n    parentOrganizationId,\n    deleteExistingApiKey,\n    createNewApiKey,\n    apiKeyTitle,\n    scopes: scopeNames,\n  });\n\n  // Write to disk\n  writeFileSync(file, `${JSON.stringify(apiKeys, null, 2)}\\n`);\n  if (errors.length > 0) {\n    process.exit(1);\n  }\n}\n"],"mappings":"mPACA,OAAOA,MAAY,SACnB,OAAS,iBAAAC,MAAqB,KAE9B,OAAoB,oBAAAC,MAAwB,8BAI5C,OAAS,SAAAC,MAAa,YAEtB,IAAMC,EAAkBD,EACtB,OAAO,QAAQE,CAAgB,EAAE,IAAI,CAAC,CAACC,EAAMC,CAAK,KAAO,CACvD,GAAGA,EACH,KAAAD,CACF,EAAE,EACF,OACF,EACME,EAAe,OAAO,KAAKJ,CAAe,EAgBhD,eAAsBK,EAEpB,CACE,MAAAC,EACA,SAAAC,EACA,YAAAC,EACA,KAAAC,EACA,OAAAC,EACA,qBAAAC,EACA,gBAAAC,EACA,qBAAAC,EACA,aAAAC,CACF,EACe,CAEf,IAAMC,EAAcL,EAAO,IAAKM,GAAMA,EAAE,KAAK,CAAC,EACxCC,EAAgBF,EAAY,OAC/BG,GAAe,CAAClB,EAAgBkB,CAAU,CAC7C,EACID,EAAc,OAAS,IACzBE,EAAO,MACLC,EAAO,IACL,2BAA2BH,EAAc,KAAK,GAAG,CAAC;AAAA;AAAA,EAC1Bb,EAAa,KAAK;AAAA,CAAI,CAAC,EACjD,CACF,EACA,QAAQ,KAAK,CAAC,GAGhB,IAAMiB,EAAaN,EAAY,IAC5BG,GAAelB,EAAgBkB,CAAU,EAAE,IAC9C,EAGM,CAAE,OAAAI,EAAQ,QAAAC,CAAQ,EAAI,MAAMC,EAA4B,CAC5D,aAAAV,EACA,SAAAP,EACA,MAAAD,EACA,qBAAAO,EACA,qBAAAF,EACA,gBAAAC,EACA,YAAAJ,EACA,OAAQa,CACV,CAAC,EAGDI,EAAchB,EAAM,GAAG,KAAK,UAAUc,EAAS,KAAM,CAAC,CAAC;AAAA,CAAI,EACvDD,EAAO,OAAS,GAClB,QAAQ,KAAK,CAAC,CAElB","names":["colors","writeFileSync","TRANSCEND_SCOPES","keyBy","SCOPES_BY_TITLE","TRANSCEND_SCOPES","name","value","SCOPE_TITLES","generateApiKeys","email","password","apiKeyTitle","file","scopes","deleteExistingApiKey","createNewApiKey","parentOrganizationId","transcendUrl","splitScopes","x","invalidScopes","scopeTitle","logger","colors","scopeNames","errors","apiKeys","generateCrossAccountApiKeys","writeFileSync"]}

package/dist/impl-VUKRE7OK.js

@@ -0,0 +1,2 @@
+import{d as o,e as r}from"./chunk-OEB7WG3G.js";import{c as m}from"./chunk-R6QTIUFA.js";import{h as a}from"./chunk-UK7OFHQR.js";import"./chunk-FSJPJZNH.js";import"./chunk-TR32ZRNC.js";import"./chunk-LAYHULHH.js";import"./chunk-347UQP43.js";import"./chunk-WEQUQAB7.js";import{a as t}from"./chunk-43JWXG77.js";import"./chunk-L5ULN3IT.js";import"./chunk-XWOTEZCO.js";import"./chunk-ARVEJERC.js";import{join as u}from"path";import c from"colors";import{existsSync as g,lstatSync as l}from"fs";function b({consentManagerYmlFolder:s,output:n}){(!g(s)||!l(s).isDirectory())&&(t.error(c.red(`Folder does not exist: "${s}"`)),process.exit(1));let p=m(s).map(i=>{let{"consent-manager":f}=o(u(s,i));return{name:i,input:f}}),e=a(p);r(n,{"business-entities":e}),t.info(c.green(`Successfully wrote ${e.length} business entities to file "${n}"`))}export{b as consentManagersToBusinessEntities};
+//# sourceMappingURL=impl-VUKRE7OK.js.map

package/dist/impl-VUKRE7OK.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/commands/inventory/consent-managers-to-business-entities/impl.ts"],"sourcesContent":["import type { LocalContext } from '@/context';\nimport { listFiles } from '@/lib/api-keys';\nimport { consentManagersToBusinessEntities as consentManagersToBusinessEntitiesHelper } from '@/lib/consent-manager';\nimport { readTranscendYaml, writeTranscendYaml } from '@/lib/readTranscendYaml';\nimport { join } from 'path';\n\nimport colors from 'colors';\nimport { logger } from '@/logger';\nimport { existsSync, lstatSync } from 'fs';\n\ninterface ConsentManagersToBusinessEntitiesCommandFlags {\n  consentManagerYmlFolder: string;\n  output: string;\n}\n\nexport function consentManagersToBusinessEntities(\n  this: LocalContext,\n  {\n    consentManagerYmlFolder,\n    output,\n  }: ConsentManagersToBusinessEntitiesCommandFlags,\n): void {\n  // Ensure folder is passed\n  if (\n    !existsSync(consentManagerYmlFolder) ||\n    !lstatSync(consentManagerYmlFolder).isDirectory()\n  ) {\n    logger.error(\n      colors.red(`Folder does not exist: \"${consentManagerYmlFolder}\"`),\n    );\n    process.exit(1);\n  }\n\n  // Read in each consent manager configuration\n  const inputs = listFiles(consentManagerYmlFolder).map((directory) => {\n    const { 'consent-manager': consentManager } = readTranscendYaml(\n      join(consentManagerYmlFolder, directory),\n    );\n    return { name: directory, input: consentManager };\n  });\n\n  // Convert to business entities\n  const businessEntities = consentManagersToBusinessEntitiesHelper(inputs);\n\n  // write to disk\n  writeTranscendYaml(output, {\n    'business-entities': businessEntities,\n  });\n\n  logger.info(\n    colors.green(\n      `Successfully wrote ${businessEntities.length} business entities to file \"${output}\"`,\n    ),\n  );\n}\n"],"mappings":"uYAIA,OAAS,QAAAA,MAAY,OAErB,OAAOC,MAAY,SAEnB,OAAS,cAAAC,EAAY,aAAAC,MAAiB,KAO/B,SAASC,EAEd,CACE,wBAAAC,EACA,OAAAC,CACF,EACM,EAGJ,CAACJ,EAAWG,CAAuB,GACnC,CAACF,EAAUE,CAAuB,EAAE,YAAY,KAEhDE,EAAO,MACLC,EAAO,IAAI,2BAA2BH,CAAuB,GAAG,CAClE,EACA,QAAQ,KAAK,CAAC,GAIhB,IAAMI,EAASC,EAAUL,CAAuB,EAAE,IAAKM,GAAc,CACnE,GAAM,CAAE,kBAAmBC,CAAe,EAAIC,EAC5CC,EAAKT,EAAyBM,CAAS,CACzC,EACA,MAAO,CAAE,KAAMA,EAAW,MAAOC,CAAe,CAClD,CAAC,EAGKG,EAAmBX,EAAwCK,CAAM,EAGvEO,EAAmBV,EAAQ,CACzB,oBAAqBS,CACvB,CAAC,EAEDR,EAAO,KACLC,EAAO,MACL,sBAAsBO,EAAiB,MAAM,+BAA+BT,CAAM,GACpF,CACF,CACF","names":["join","colors","existsSync","lstatSync","consentManagersToBusinessEntities","consentManagerYmlFolder","output","logger","colors","inputs","listFiles","directory","consentManager","readTranscendYaml","join","businessEntities","writeTranscendYaml"]}

package/dist/impl-XGFKUJGX.js

@@ -0,0 +1,7 @@
+import{_b as L,a as N,b as R,ha as _,pe as D}from"./chunk-WEQUQAB7.js";import{a}from"./chunk-43JWXG77.js";import"./chunk-XWOTEZCO.js";import{b as U}from"./chunk-ARVEJERC.js";import ge from"colors";import X from"got";var Q=({hostname:t,auth:e})=>X.extend({prefixUrl:`https://${t}`,headers:{accept:"application/json","content-type":"application/json",authorization:`Bearer ${e}`}});import Re from"colors";import xe from"yargs-parser";var Ge=Object.values(U);import te from"colors";import j from"fs";var w=({assessment:t,index:e,total:s,wrap:r=!0})=>{let n="";(e===0||r)&&(n=`[
+`);let m=JSON.stringify(t),o=s&&e<s-1&&!r?",":"";return n=`${n+m+o}
+`,(s&&e===s-1||r)&&(n+=`
+]`),n};var B=({file:t,assessment:e,index:s,total:r})=>{a.info(te.magenta(`Writing enriched assessment ${s+1} of ${r} to file "${t}"...`)),s===0?j.writeFileSync(t,w({assessment:e,index:s,total:r,wrap:!1})):j.appendFileSync(t,w({assessment:e,index:s,total:r,wrap:!1}))};import P from"colors";import{decodeCodec as re}from"@transcend-io/type-utils";import{OneTrustGetListOfAssessmentsResponse as ne}from"@transcend-io/privacy-types";var q=async({oneTrust:t})=>{let e=0,s=1,r=0,n=[];for(;e<s;){let{body:m}=await t.get(`api/assessment/v2/assessments?page=${e}&size=2000`),{page:o,content:u}=re(ne,m);n.push(...u??[]),e===0&&(s=o?.totalPages??0,r=o?.totalElements??0),e+=1,a.info(`Fetched ${n.length} of ${r} assessments.`)}return n};import{decodeCodec as oe}from"@transcend-io/type-utils";import{OneTrustGetAssessmentResponse as ie}from"@transcend-io/privacy-types";var J=async({oneTrust:t,assessmentId:e})=>{let{body:s}=await t.get(`api/assessment/v2/assessments/${e}/export?ExcludeSkippedQuestions=false`);return oe(ie,s)};import{decodeCodec as ae}from"@transcend-io/type-utils";import{OneTrustGetRiskResponse as me}from"@transcend-io/privacy-types";var K=async({oneTrust:t,riskId:e})=>{let{body:s}=await t.get(`api/risk/v2/risks/${e}`);return ae(me,s)};import{decodeCodec as ce}from"@transcend-io/type-utils";import{OneTrustGetUserResponse as ue}from"@transcend-io/privacy-types";var b=async({oneTrust:t,userId:e})=>{let{body:s}=await t.get(`api/scim/v2/Users/${e}`);return ce(ue,s)};import{uniq as pe}from"lodash-es";import{keyBy as I}from"lodash-es";var W=({assessment:t,assessmentDetails:e,riskDetails:s,creatorDetails:r,approversDetails:n,respondentsDetails:m})=>{let o=I(s,"id"),{sections:u,createdBy:g,...h}=e,O=u.map(i=>{let{questions:A,...$}=i,x=A.map(E=>{let{risks:C,...G}=E,v=(C??[]).map(y=>{let S=o[y.riskId];return{...y,...S,level:y.level,impactLevel:y.impactLevel??0}});return{...G,risks:v}});return{...$,questions:x}}),p={...g,active:r?.active??!1,userType:r?.userType??"Internal",emails:r?.emails??[],title:r?.title??null,givenName:r?.name.givenName??null,familyName:r?.name.familyName??null},d=I(n,"id"),l=e.approvers.flatMap(i=>d[i.id]?[{...i,approver:{...i.approver,active:d[i.id].active,userType:d[i.id].userType,emails:d[i.id].emails,title:d[i.id].title,givenName:d[i.id].name.givenName??null,familyName:d[i.id].name.familyName??null}}]:[]),T=I(m,"id"),F=e.respondents.filter(i=>!i.name.includes("@")).flatMap(i=>T[i.id]?[{...i,active:T[i.id].active,userType:T[i.id].userType,emails:T[i.id].emails,title:T[i.id].title,givenName:T[i.id].name.givenName??null,familyName:T[i.id].name.familyName??null}]:[]);return{...t,...h,approvers:l,respondents:F,createdBy:p,sections:O}};import H from"colors";var k=async({transcend:t,assessment:e,total:s,index:r})=>{a.info(H.magenta(`Writing enriched assessment ${r+1} ${s?`of ${s} `:" "}to Transcend...`));let m={json:w({assessment:e,index:r,total:s})};try{await L(t,_,{input:m})}catch{a.error(H.red(`Failed to sync assessment ${r+1} ${s?`of ${s} `:" "}to Transcend.
+	Assessment Title: ${e.name}. Template Title: ${e.template.name}
+`))}};var z=async({oneTrust:t,file:e,dryRun:s,transcend:r})=>{a.info("Getting list of all assessments from OneTrust...");let n=await q({oneTrust:t}),m={},o=5,u=Array.from({length:Math.ceil(n.length/o)},(g,h)=>n.slice(h*o,(h+1)*o));await N(u,async(g,h)=>{let O=[];await R(g,async(p,d)=>{let l=o*h+d+1;a.info(`[assessment ${l} of ${n.length}]: fetching details...`);let{templateName:T,assessmentId:F}=p,i=await J({oneTrust:t,assessmentId:F}),A=i.createdBy.id,$=m[A];if(!$){a.info(`[assessment ${l} of ${n.length}]: fetching creator...`);try{$=await b({oneTrust:t,userId:A}),m[A]=$}catch{a.warn(P.yellow(`[assessment ${l} of ${n.length}]: failed to fetch form creator.	creatorId: ${A}. Assessment Title: ${p.name}. Template Title: ${T}`))}}let{approvers:x}=i,E=[];x.length>0&&(a.info(`[assessment ${l} of ${n.length}]: fetching approvers...`),E=await R(x.map(({id:c})=>c),async c=>{try{let f=m[c];return f||(f=await b({oneTrust:t,userId:c}),m[c]=f),[f]}catch{return a.warn(P.yellow(`[assessment ${l} of ${n.length}]: failed to fetch a form approver.	approverId: ${c}. Assessment Title: ${p.name}. Template Title: ${T}`)),[]}},{concurrency:5}));let{respondents:C}=i,G=C.filter(c=>!c.name.includes("@")),v=[];G.length>0&&(a.info(`[assessment ${l} of ${n.length}]: fetching respondents...`),v=await R(G.map(({id:c})=>c),async c=>{try{let f=m[c];return f||(f=await b({oneTrust:t,userId:c}),m[c]=f),[f]}catch{return a.warn(P.yellow(`[assessment ${l} of ${n.length}]: failed to fetch a respondent.	respondentId: ${c}. Assessment Title: ${p.name}. Template Title: ${T}`)),[]}},{concurrency:5}));let y=[],S=pe(i.sections.flatMap(c=>c.questions.flatMap(f=>(f.risks??[]).flatMap(Z=>Z.riskId))));S.length>0&&(a.info(`[assessment ${l} of ${n.length}]: fetching risks...`),y=await R(S,c=>K({oneTrust:t,riskId:c}),{concurrency:5}));let V=W({assessment:p,assessmentDetails:i,riskDetails:y,creatorDetails:$,approversDetails:E.flat(),respondentsDetails:v.flat()});O.push(V)},{concurrency:o}),await N(O,async(p,d)=>{let l=h*o+d;s&&e?B({assessment:p,index:l,total:n.length,file:e}):r&&await k({assessment:p,transcend:r,total:n.length,index:l})})})};import{decodeCodec as le}from"@transcend-io/type-utils";import M from"colors";import fe from"JSONStream";import{createReadStream as de}from"fs";import{OneTrustEnrichedAssessment as Te}from"@transcend-io/privacy-types";var Y=({transcend:t,file:e})=>(a.info(`Getting list of all assessments from file ${e}...`),new Promise((s,r)=>{let n=de(e,{encoding:"utf-8",highWaterMark:65536}),m=fe.parse("*"),o=0;n.pipe(m),m.on("data",async u=>{try{m.pause();let g=le(Te,u);await k({assessment:g,transcend:t,index:o}),o+=1,m.resume()}catch(g){a.error(M.red(`Failed to parse the assessment ${o} from file '${e}': ${g.message}.`))}}),m.on("end",()=>{a.info(`Finished processing ${o} assessments from file ${e}`),s()}),m.on("error",u=>{a.error(M.red(`Error parsing file '${e}': ${u.message}`)),r(u)}),n.on("error",u=>{a.error(M.red(`Error reading file '${e}': ${u.message}`)),r(u)})}));async function _s({hostname:t,oneTrustAuth:e,source:s,transcendAuth:r,transcendUrl:n,resource:m,file:o,dryRun:u,debug:g}){if(!u&&!r)throw new Error('Must specify a "transcendAuth" parameter to sync resources to Transcend. e.g. --transcendAuth=${TRANSCEND_API_KEY}');if(u&&!o)throw new Error('Must set a "file" parameter when "dryRun" is "true". e.g. --file=./oneTrustAssessments.json');if(o){let p=o.split(".");if(p.length<2)throw new Error('The "file" parameter has an invalid format. Expected a path with extensions. e.g. --file=./pathToFile.json.');if(p.at(-1)!=="json")throw new Error(`Expected the format of the "file" parameters '${o}' to be 'json', but got '${p.at(-1)}'.`)}if(s==="oneTrust"){if(!t)throw new Error('Missing required parameter "hostname". e.g. --hostname=customer.my.onetrust.com');if(!e)throw new Error('Missing required parameter "oneTrustAuth". e.g. --oneTrustAuth=$ONE_TRUST_AUTH_TOKEN')}else{if(!o)throw new Error('Must specify a "file" parameter to read the OneTrust assessments from. e.g. --source=./oneTrustAssessments.json');if(u)throw new Error('Cannot read and write to a file simultaneously. Emit the "source" parameter or set it to oneTrust if "dryRun" is enabled.')}let h=t&&e?Q({hostname:t,auth:e}):void 0,O=n&&r?D(n,r):void 0;try{m==="assessments"&&(s==="oneTrust"&&h?await z({oneTrust:h,file:o,dryRun:u,...O&&{transcend:O}}):s==="file"&&o&&O&&await Y({file:o,transcend:O}))}catch(p){throw new Error(`An error occurred syncing the resource ${m} from OneTrust: ${g?p.stack:p.message}`)}a.info(ge.green(`Successfully synced OneTrust ${m} to ${u?`disk at "${o}"`:"Transcend"}!`))}export{_s as syncOt};
+//# sourceMappingURL=impl-XGFKUJGX.js.map

package/dist/impl-XGFKUJGX.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/commands/migration/sync-ot/impl.ts","../src/lib/oneTrust/createOneTrustGotInstance.ts","../src/lib/oneTrust/helpers/parseCliSyncOtArguments.ts","../src/lib/oneTrust/helpers/syncOneTrustAssessmentToDisk.ts","../src/lib/oneTrust/helpers/oneTrustAssessmentToJson.ts","../src/lib/oneTrust/helpers/syncOneTrustAssessmentsFromOneTrust.ts","../src/lib/oneTrust/endpoints/getListOfOneTrustAssessments.ts","../src/lib/oneTrust/endpoints/getOneTrustAssessment.ts","../src/lib/oneTrust/endpoints/getOneTrustRisk.ts","../src/lib/oneTrust/endpoints/getOneTrustUser.ts","../src/lib/oneTrust/helpers/enrichOneTrustAssessment.ts","../src/lib/oneTrust/helpers/syncOneTrustAssessmentToTranscend.ts","../src/lib/oneTrust/helpers/syncOneTrustAssessmentsFromFile.ts"],"sourcesContent":["import type { LocalContext } from '@/context';\nimport { logger } from '@/logger';\nimport colors from 'colors';\nimport { createOneTrustGotInstance } from '@/lib/oneTrust';\nimport {\n  OneTrustFileFormat,\n  OneTrustPullResource,\n  OneTrustPullSource,\n} from '@/enums';\nimport { buildTranscendGraphQLClient } from '@/lib/graphql';\nimport {\n  syncOneTrustAssessmentsFromFile,\n  syncOneTrustAssessmentsFromOneTrust,\n} from '@/lib/oneTrust/helpers';\n\n// Command flag interface\ninterface SyncOtCommandFlags {\n  hostname?: string;\n  oneTrustAuth?: string;\n  source: OneTrustPullSource;\n  transcendAuth?: string;\n  transcendUrl: string;\n  file?: string;\n  resource: OneTrustPullResource;\n  dryRun: boolean;\n  debug: boolean;\n}\n\n// Command implementation\nexport async function syncOt(\n  this: LocalContext,\n  {\n    hostname,\n    oneTrustAuth,\n    source,\n    transcendAuth,\n    transcendUrl,\n    resource,\n    file,\n    dryRun,\n    debug,\n  }: SyncOtCommandFlags,\n): Promise<void> {\n  // Must be able to authenticate to transcend to sync resources to it\n  if (!dryRun && !transcendAuth) {\n    throw new Error(\n      // eslint-disable-next-line no-template-curly-in-string\n      'Must specify a \"transcendAuth\" parameter to sync resources to Transcend. e.g. --transcendAuth=${TRANSCEND_API_KEY}',\n    );\n  }\n\n  // If trying to sync to disk, must specify a file path\n  if (dryRun && !file) {\n    throw new Error(\n      'Must set a \"file\" parameter when \"dryRun\" is \"true\". e.g. --file=./oneTrustAssessments.json',\n    );\n  }\n\n  if (file) {\n    const splitFile = file.split('.');\n    if (splitFile.length < 2) {\n      throw new Error(\n        'The \"file\" parameter has an invalid format. Expected a path with extensions. e.g. --file=./pathToFile.json.',\n      );\n    }\n    if (splitFile.at(-1) !== OneTrustFileFormat.Json) {\n      throw new Error(\n        `Expected the format of the \"file\" parameters '${file}' to be '${\n          OneTrustFileFormat.Json\n        }', but got '${splitFile.at(-1)}'.`,\n      );\n    }\n  }\n\n  // if reading assessments from a OneTrust\n  if (source === OneTrustPullSource.OneTrust) {\n    // must specify the OneTrust hostname\n    if (!hostname) {\n      throw new Error(\n        'Missing required parameter \"hostname\". e.g. --hostname=customer.my.onetrust.com',\n      );\n    }\n    // must specify the OneTrust auth\n    if (!oneTrustAuth) {\n      throw new Error(\n        'Missing required parameter \"oneTrustAuth\". e.g. --oneTrustAuth=$ONE_TRUST_AUTH_TOKEN',\n      );\n    }\n  } else {\n    // if reading the assessments from a file, must specify a file to read from\n    if (!file) {\n      throw new Error(\n        'Must specify a \"file\" parameter to read the OneTrust assessments from. e.g. --source=./oneTrustAssessments.json',\n      );\n    }\n\n    // Cannot try reading from file and save assessments to a file simultaneously\n    if (dryRun) {\n      throw new Error(\n        'Cannot read and write to a file simultaneously.' +\n          ` Emit the \"source\" parameter or set it to ${OneTrustPullSource.OneTrust} if \"dryRun\" is enabled.`,\n      );\n    }\n  }\n\n  // instantiate a client to talk to OneTrust\n  const oneTrust =\n    hostname && oneTrustAuth\n      ? createOneTrustGotInstance({\n          hostname,\n          auth: oneTrustAuth,\n        })\n      : undefined;\n\n  // instantiate a client to talk to Transcend\n  const transcend =\n    transcendUrl && transcendAuth\n      ? buildTranscendGraphQLClient(transcendUrl, transcendAuth)\n      : undefined;\n\n  try {\n    if (resource === OneTrustPullResource.Assessments) {\n      if (source === OneTrustPullSource.OneTrust && oneTrust) {\n        await syncOneTrustAssessmentsFromOneTrust({\n          oneTrust,\n          file,\n          dryRun,\n          ...(transcend && { transcend }),\n        });\n      } else if (source === OneTrustPullSource.File && file && transcend) {\n        await syncOneTrustAssessmentsFromFile({ file, transcend });\n      }\n    }\n  } catch (err) {\n    throw new Error(\n      `An error occurred syncing the resource ${resource} from OneTrust: ${\n        debug ? err.stack : err.message\n      }`,\n    );\n  }\n\n  // Indicate success\n  logger.info(\n    colors.green(\n      `Successfully synced OneTrust ${resource} to ${\n        dryRun ? `disk at \"${file}\"` : 'Transcend'\n      }!`,\n    ),\n  );\n}\n","import got, { Got } from 'got';\n\n/**\n * Instantiate an instance of got that is capable of making requests to OneTrust\n *\n * @param param - information about the OneTrust URL\n * @returns The instance of got that is capable of making requests to the customer ingress\n */\nexport const createOneTrustGotInstance = ({\n  hostname,\n  auth,\n}: {\n  /** Hostname of the OneTrust API */\n  hostname: string;\n  /** The OAuth access token */\n  auth: string;\n}): Got =>\n  got.extend({\n    prefixUrl: `https://${hostname}`,\n    headers: {\n      accept: 'application/json',\n      'content-type': 'application/json',\n      authorization: `Bearer ${auth}`,\n    },\n  });\n","import { logger } from '../../../logger';\nimport colors from 'colors';\nimport yargs from 'yargs-parser';\nimport {\n  OneTrustFileFormat,\n  OneTrustPullResource,\n  OneTrustPullSource,\n} from '../../../enums';\n\nconst VALID_RESOURCES = Object.values(OneTrustPullResource);\n\ninterface OneTrustCliArguments {\n  /** The name of the file to write the resources to */\n  file: string;\n  /** The OneTrust hostname to send the requests to */\n  hostname?: string;\n  /** The OAuth Bearer token used to authenticate the requests to OneTrust */\n  oneTrustAuth?: string;\n  /** The Transcend API key to authenticate the requests to Transcend */\n  transcendAuth: string;\n  /** The Transcend URL where to forward requests */\n  transcendUrl: string;\n  /** The resource to pull from OneTrust */\n  resource: OneTrustPullResource;\n  /** Whether to enable debugging while reporting errors */\n  debug: boolean;\n  /** Whether to export the resource into a file rather than push to transcend */\n  dryRun: boolean;\n  /** Where to read the OneTrust resource from */\n  source: OneTrustPullSource;\n}\n\n/**\n * Parse the command line arguments\n *\n * @returns the parsed arguments\n */\nexport const parseCliSyncOtArguments = (): OneTrustCliArguments => {\n  const {\n    file,\n    hostname,\n    oneTrustAuth,\n    resource,\n    debug,\n    dryRun,\n    transcendAuth,\n    transcendUrl,\n    source,\n  } = yargs(process.argv.slice(2), {\n    string: [\n      'file',\n      'hostname',\n      'oneTrustAuth',\n      'resource',\n      'dryRun',\n      'transcendAuth',\n      'transcendUrl',\n      'source',\n    ],\n    boolean: ['debug', 'dryRun'],\n    default: {\n      resource: OneTrustPullResource.Assessments,\n      debug: false,\n      dryRun: false,\n      transcendUrl: 'https://api.transcend.io',\n      source: OneTrustPullSource.OneTrust,\n    },\n  });\n\n  // Must be able to authenticate to transcend to sync resources to it\n  if (!dryRun && !transcendAuth) {\n    logger.error(\n      colors.red(\n        // eslint-disable-next-line no-template-curly-in-string\n        'Must specify a \"transcendAuth\" parameter to sync resources to Transcend. e.g. --transcendAuth=${TRANSCEND_API_KEY}',\n      ),\n    );\n    return process.exit(1);\n  }\n  if (!dryRun && !transcendUrl) {\n    logger.error(\n      colors.red(\n        // eslint-disable-next-line max-len\n        'Must specify a \"transcendUrl\" parameter to sync resources to Transcend. e.g. --transcendUrl=https://api.transcend.io',\n      ),\n    );\n    return process.exit(1);\n  }\n\n  // If trying to sync to disk, must specify a file path\n  if (dryRun && !file) {\n    logger.error(\n      colors.red(\n        'Must set a \"file\" parameter when \"dryRun\" is \"true\". e.g. --file=./oneTrustAssessments.json',\n      ),\n    );\n    return process.exit(1);\n  }\n\n  if (file) {\n    const splitFile = file.split('.');\n    if (splitFile.length < 2) {\n      logger.error(\n        colors.red(\n          'The \"file\" parameter has an invalid format. Expected a path with extensions. e.g. --file=./pathToFile.json.',\n        ),\n      );\n      return process.exit(1);\n    }\n    if (splitFile.at(-1) !== OneTrustFileFormat.Json) {\n      logger.error(\n        colors.red(\n          `Expected the format of the \"file\" parameters '${file}' to be '${\n            OneTrustFileFormat.Json\n          }', but got '${splitFile.at(-1)}'.`,\n        ),\n      );\n      return process.exit(1);\n    }\n  }\n\n  // if reading assessments from a OneTrust\n  if (source === OneTrustPullSource.OneTrust) {\n    // must specify the OneTrust hostname\n    if (!hostname) {\n      logger.error(\n        colors.red(\n          'Missing required parameter \"hostname\". e.g. --hostname=customer.my.onetrust.com',\n        ),\n      );\n      return process.exit(1);\n    }\n    // must specify the OneTrust auth\n    if (!oneTrustAuth) {\n      logger.error(\n        colors.red(\n          'Missing required parameter \"oneTrustAuth\". e.g. --oneTrustAuth=$ONE_TRUST_AUTH_TOKEN',\n        ),\n      );\n      return process.exit(1);\n    }\n  } else {\n    // if reading the assessments from a file, must specify a file to read from\n    if (!file) {\n      logger.error(\n        colors.red(\n          'Must specify a \"file\" parameter to read the OneTrust assessments from. e.g. --source=./oneTrustAssessments.json',\n        ),\n      );\n      return process.exit(1);\n    }\n\n    // Cannot try reading from file and save assessments to a file simultaneously\n    if (dryRun) {\n      logger.error(\n        colors.red(\n          'Cannot read and write to a file simultaneously.' +\n            ` Emit the \"source\" parameter or set it to ${OneTrustPullSource.OneTrust} if \"dryRun\" is enabled.`,\n        ),\n      );\n      return process.exit(1);\n    }\n  }\n\n  if (!VALID_RESOURCES.includes(resource)) {\n    logger.error(\n      colors.red(\n        `Received invalid resource value: \"${resource}\". Allowed: ${VALID_RESOURCES.join(\n          ',',\n        )}`,\n      ),\n    );\n    return process.exit(1);\n  }\n\n  return {\n    file,\n    ...(hostname && { hostname }),\n    ...(oneTrustAuth && { oneTrustAuth }),\n    resource,\n    debug,\n    dryRun,\n    transcendAuth,\n    transcendUrl,\n    source,\n  };\n};\n","import { logger } from '../../../logger';\nimport colors from 'colors';\nimport fs from 'fs';\nimport { oneTrustAssessmentToJson } from './oneTrustAssessmentToJson';\nimport { OneTrustEnrichedAssessment } from '@transcend-io/privacy-types';\n\n/**\n * Write the assessment to disk at the specified file path.\n *\n *\n * @param param - information about the assessment to write\n */\nexport const syncOneTrustAssessmentToDisk = ({\n  file,\n  assessment,\n  index,\n  total,\n}: {\n  /** The file path to write the assessment to */\n  file: string;\n  /** The basic assessment */\n  assessment: OneTrustEnrichedAssessment;\n  /** The index of the assessment being written to the file */\n  index: number;\n  /** The total amount of assessments that we will write */\n  total: number;\n}): void => {\n  logger.info(\n    colors.magenta(\n      `Writing enriched assessment ${\n        index + 1\n      } of ${total} to file \"${file}\"...`,\n    ),\n  );\n\n  if (index === 0) {\n    fs.writeFileSync(\n      file,\n      oneTrustAssessmentToJson({\n        assessment,\n        index,\n        total,\n        wrap: false,\n      }),\n    );\n  } else {\n    fs.appendFileSync(\n      file,\n      oneTrustAssessmentToJson({\n        assessment,\n        index,\n        total,\n        wrap: false,\n      }),\n    );\n  }\n};\n","import { OneTrustEnrichedAssessment } from '@transcend-io/privacy-types';\n\n/**\n * Converts the assessment into a json entry.\n *\n * @param param - information about the assessment and amount of entries\n * @returns a stringified json entry ready to be appended to a file\n */\nexport const oneTrustAssessmentToJson = ({\n  assessment,\n  index,\n  total,\n  wrap = true,\n}: {\n  /** The assessment to convert */\n  assessment: OneTrustEnrichedAssessment;\n  /** The position of the assessment in the final Json object */\n  index: number;\n  /** The total amount of the assessments in the final Json object */\n  total?: number;\n  /** Whether to wrap every entry in brackets */\n  wrap?: boolean;\n}): string => {\n  let jsonEntry = '';\n  // start with an opening bracket\n  if (index === 0 || wrap) {\n    jsonEntry = '[\\n';\n  }\n\n  const stringifiedAssessment = JSON.stringify(assessment);\n\n  // Add comma for all items except the last one\n  const comma = total && index < total - 1 && !wrap ? ',' : '';\n\n  // write to file\n  jsonEntry = `${jsonEntry + stringifiedAssessment + comma}\\n`;\n\n  // end with closing bracket\n  if ((total && index === total - 1) || wrap) {\n    jsonEntry += '\\n]';\n  }\n\n  return jsonEntry;\n};\n","import type { Got } from 'got';\nimport colors from 'colors';\nimport {\n  getListOfOneTrustAssessments,\n  getOneTrustAssessment,\n  getOneTrustRisk,\n  getOneTrustUser,\n} from '../endpoints';\nimport { mapSeries, map } from '@/lib/bluebird-replace';\nimport { logger } from '../../../logger';\nimport {\n  OneTrustAssessmentQuestion,\n  OneTrustAssessmentSection,\n  OneTrustEnrichedAssessment,\n  OneTrustGetRiskResponse,\n  OneTrustGetUserResponse,\n} from '@transcend-io/privacy-types';\nimport { uniq } from 'lodash-es';\nimport { enrichOneTrustAssessment } from './enrichOneTrustAssessment';\nimport { syncOneTrustAssessmentToDisk } from './syncOneTrustAssessmentToDisk';\nimport { GraphQLClient } from 'graphql-request';\nimport { syncOneTrustAssessmentToTranscend } from './syncOneTrustAssessmentToTranscend';\n\nexport interface AssessmentForm {\n  /** ID of Assessment Form */\n  id: string;\n  /** Title of Assessment Form */\n  name: string;\n}\n\n/**\n * Reads all the assessments from a OneTrust instance and syncs them to Transcend or to Disk.\n *\n * @param param - the information about the assessment, its OneTrust source, and destination (disk or Transcend)\n */\nexport const syncOneTrustAssessmentsFromOneTrust = async ({\n  oneTrust,\n  file,\n  dryRun,\n  transcend,\n}: {\n  /** the OneTrust client instance */\n  oneTrust: Got;\n  /** the Transcend client instance */\n  transcend?: GraphQLClient;\n  /** Whether to write to file instead of syncing to Transcend */\n  dryRun: boolean;\n  /** the path to the file in case dryRun is true */\n  file?: string;\n}): Promise<void> => {\n  // fetch the list of all assessments in the OneTrust organization\n  logger.info('Getting list of all assessments from OneTrust...');\n  const assessments = await getListOfOneTrustAssessments({ oneTrust });\n\n  // a cache of OneTrust users so we avoid requesting already fetched users\n  const oneTrustCachedUsers: Record<string, OneTrustGetUserResponse> = {};\n\n  // split all assessments in batches, so we can process some of steps in parallel\n  const BATCH_SIZE = 5;\n  const assessmentBatches = Array.from(\n    {\n      length: Math.ceil(assessments.length / BATCH_SIZE),\n    },\n    (_, i) => assessments.slice(i * BATCH_SIZE, (i + 1) * BATCH_SIZE),\n  );\n\n  // process each batch and sync the batch right away so it's garbage collected and we don't run out of memory\n  await mapSeries(assessmentBatches, async (assessmentBatch, batch) => {\n    const batchEnrichedAssessments: OneTrustEnrichedAssessment[] = [];\n\n    // fetch assessment details from OneTrust in parallel\n    await map(\n      assessmentBatch,\n      async (assessment, index) => {\n        const assessmentNumber = BATCH_SIZE * batch + index + 1;\n        logger.info(\n          `[assessment ${assessmentNumber} of ${assessments.length}]: fetching details...`,\n        );\n        const { templateName, assessmentId } = assessment;\n        const assessmentDetails = await getOneTrustAssessment({\n          oneTrust,\n          assessmentId,\n        });\n        // fetch assessment's creator information\n        const creatorId = assessmentDetails.createdBy.id;\n        let creator = oneTrustCachedUsers[creatorId];\n        if (!creator) {\n          logger.info(\n            `[assessment ${assessmentNumber} of ${assessments.length}]: fetching creator...`,\n          );\n          try {\n            creator = await getOneTrustUser({\n              oneTrust,\n              userId: creatorId,\n            });\n            oneTrustCachedUsers[creatorId] = creator;\n          } catch (e) {\n            logger.warn(\n              colors.yellow(\n                `[assessment ${assessmentNumber} of ${assessments.length}]: failed to fetch form creator.` +\n                  `\\tcreatorId: ${creatorId}. Assessment Title: ${assessment.name}. Template Title: ${templateName}`,\n              ),\n            );\n          }\n        }\n\n        // fetch assessment approvers information\n        const { approvers } = assessmentDetails;\n        let approversDetails: OneTrustGetUserResponse[][] = [];\n        if (approvers.length > 0) {\n          logger.info(\n            `[assessment ${assessmentNumber} of ${assessments.length}]: fetching approvers...`,\n          );\n          approversDetails = await map(\n            approvers.map(({ id }) => id),\n            async (userId) => {\n              try {\n                let approver = oneTrustCachedUsers[userId];\n                if (!approver) {\n                  approver = await getOneTrustUser({ oneTrust, userId });\n                  oneTrustCachedUsers[userId] = approver;\n                }\n                return [approver];\n              } catch (e) {\n                logger.warn(\n                  colors.yellow(\n                    `[assessment ${assessmentNumber} of ${assessments.length}]: failed to fetch a form approver.` +\n                      `\\tapproverId: ${userId}. Assessment Title: ${assessment.name}. Template Title: ${templateName}`,\n                  ),\n                );\n                return [];\n              }\n            },\n            { concurrency: 5 },\n          );\n        }\n\n        // fetch assessment internal respondents information\n        const { respondents } = assessmentDetails;\n        // if a user is an internal respondents, their 'name' field can't be an email.\n        const internalRespondents = respondents.filter(\n          (r) => !r.name.includes('@'),\n        );\n        let respondentsDetails: OneTrustGetUserResponse[][] = [];\n        if (internalRespondents.length > 0) {\n          logger.info(\n            `[assessment ${assessmentNumber} of ${assessments.length}]: fetching respondents...`,\n          );\n          respondentsDetails = await map(\n            internalRespondents.map(({ id }) => id),\n            async (userId) => {\n              try {\n                let respondent = oneTrustCachedUsers[userId];\n                if (!respondent) {\n                  respondent = await getOneTrustUser({ oneTrust, userId });\n                  oneTrustCachedUsers[userId] = respondent;\n                }\n                return [respondent];\n              } catch (e) {\n                logger.warn(\n                  colors.yellow(\n                    `[assessment ${assessmentNumber} of ${assessments.length}]: failed to fetch a respondent.` +\n                      `\\trespondentId: ${userId}. Assessment Title: ${assessment.name}. Template Title: ${templateName}`,\n                  ),\n                );\n                return [];\n              }\n            },\n            { concurrency: 5 },\n          );\n        }\n\n        // fetch assessment risk information\n        let riskDetails: OneTrustGetRiskResponse[] = [];\n        const riskIds = uniq(\n          assessmentDetails.sections.flatMap((s: OneTrustAssessmentSection) =>\n            s.questions.flatMap((q: OneTrustAssessmentQuestion) =>\n              (q.risks ?? []).flatMap((r) => r.riskId),\n            ),\n          ),\n        );\n        if (riskIds.length > 0) {\n          logger.info(\n            `[assessment ${assessmentNumber} of ${assessments.length}]: fetching risks...`,\n          );\n          riskDetails = await map(\n            riskIds,\n            (riskId) => getOneTrustRisk({ oneTrust, riskId: riskId as string }),\n            {\n              concurrency: 5,\n            },\n          );\n        }\n\n        // enrich the assessments with user and risk details\n        const enrichedAssessment = enrichOneTrustAssessment({\n          assessment,\n          assessmentDetails,\n          riskDetails,\n          creatorDetails: creator,\n          approversDetails: approversDetails.flat(),\n          respondentsDetails: respondentsDetails.flat(),\n        });\n\n        batchEnrichedAssessments.push(enrichedAssessment);\n      },\n      { concurrency: BATCH_SIZE },\n    );\n\n    // sync assessments in series to avoid concurrency bugs\n    await mapSeries(\n      batchEnrichedAssessments,\n      async (enrichedAssessment, index) => {\n        // the assessment's global index takes its batch into consideration\n        const globalIndex = batch * BATCH_SIZE + index;\n\n        if (dryRun && file) {\n          // sync to file\n          syncOneTrustAssessmentToDisk({\n            assessment: enrichedAssessment,\n            index: globalIndex,\n            total: assessments.length,\n            file,\n          });\n        } else if (transcend) {\n          // sync to transcend\n          await syncOneTrustAssessmentToTranscend({\n            assessment: enrichedAssessment,\n            transcend,\n            total: assessments.length,\n            index: globalIndex,\n          });\n        }\n      },\n    );\n  });\n};\n","import { Got } from 'got';\nimport { logger } from '../../../logger';\nimport { decodeCodec } from '@transcend-io/type-utils';\nimport {\n  OneTrustAssessment,\n  OneTrustGetListOfAssessmentsResponse,\n} from '@transcend-io/privacy-types';\n\n/**\n * Fetch a list of all assessments from the OneTrust client.\n * ref: https://developer.onetrust.com/onetrust/reference/getallassessmentbasicdetailsusingget\n *\n * @param param - the information about the OneTrust client\n * @returns a list of OneTrustAssessment\n */\nexport const getListOfOneTrustAssessments = async ({\n  oneTrust,\n}: {\n  /** The OneTrust client instance */\n  oneTrust: Got;\n}): Promise<OneTrustAssessment[]> => {\n  let currentPage = 0;\n  let totalPages = 1;\n  let totalElements = 0;\n\n  const allAssessments: OneTrustAssessment[] = [];\n\n  while (currentPage < totalPages) {\n    const { body } = await oneTrust.get(\n      `api/assessment/v2/assessments?page=${currentPage}&size=2000`,\n    );\n\n    const { page, content } = decodeCodec(\n      OneTrustGetListOfAssessmentsResponse,\n      body,\n    );\n    allAssessments.push(...(content ?? []));\n    if (currentPage === 0) {\n      totalPages = page?.totalPages ?? 0;\n      totalElements = page?.totalElements ?? 0;\n    }\n    currentPage += 1;\n\n    // log progress\n    logger.info(\n      `Fetched ${allAssessments.length} of ${totalElements} assessments.`,\n    );\n  }\n\n  return allAssessments;\n};\n","import { Got } from 'got';\nimport { decodeCodec } from '@transcend-io/type-utils';\nimport { OneTrustGetAssessmentResponse } from '@transcend-io/privacy-types';\n\n/**\n * Retrieve details about a particular assessment.\n * ref: https://developer.onetrust.com/onetrust/reference/exportassessmentusingget\n *\n * @param param - the information about the OneTrust client and assessment to retrieve\n * @returns details about the assessment\n */\nexport const getOneTrustAssessment = async ({\n  oneTrust,\n  assessmentId,\n}: {\n  /** The OneTrust client instance */\n  oneTrust: Got;\n  /** The ID of the assessment to retrieve */\n  assessmentId: string;\n}): Promise<OneTrustGetAssessmentResponse> => {\n  const { body } = await oneTrust.get(\n    `api/assessment/v2/assessments/${assessmentId}/export?ExcludeSkippedQuestions=false`,\n  );\n\n  return decodeCodec(OneTrustGetAssessmentResponse, body);\n};\n","import { Got } from 'got';\nimport { decodeCodec } from '@transcend-io/type-utils';\nimport { OneTrustGetRiskResponse } from '@transcend-io/privacy-types';\n\n/**\n * Retrieve details about a particular risk.\n * ref: https://developer.onetrust.com/onetrust/reference/getriskusingget\n *\n * @param param - the information about the OneTrust client and risk to retrieve\n * @returns the OneTrust risk\n */\nexport const getOneTrustRisk = async ({\n  oneTrust,\n  riskId,\n}: {\n  /** The OneTrust client instance */\n  oneTrust: Got;\n  /** The ID of the OneTrust risk to retrieve */\n  riskId: string;\n}): Promise<OneTrustGetRiskResponse> => {\n  const { body } = await oneTrust.get(`api/risk/v2/risks/${riskId}`);\n\n  return decodeCodec(OneTrustGetRiskResponse, body);\n};\n","import { Got } from 'got';\nimport { decodeCodec } from '@transcend-io/type-utils';\nimport { OneTrustGetUserResponse } from '@transcend-io/privacy-types';\n\n/**\n * Retrieve details about a particular user.\n * ref: https://developer.onetrust.com/onetrust/reference/getriskusingget\n *\n * @param param - the information about the OneTrust client and risk to retrieve\n * @returns the OneTrust risk\n */\nexport const getOneTrustUser = async ({\n  oneTrust,\n  userId,\n}: {\n  /** The OneTrust client instance */\n  oneTrust: Got;\n  /** The ID of the OneTrust user to retrieve */\n  userId: string;\n}): Promise<OneTrustGetUserResponse> => {\n  const { body } = await oneTrust.get(`api/scim/v2/Users/${userId}`);\n\n  return decodeCodec(OneTrustGetUserResponse, body);\n};\n","import {\n  OneTrustAssessment,\n  OneTrustEnrichedAssessment,\n  OneTrustGetAssessmentResponse,\n  OneTrustGetRiskResponse,\n  OneTrustGetUserResponse,\n} from '@transcend-io/privacy-types';\nimport { keyBy } from 'lodash-es';\n\n/**\n * Merge the assessment, assessmentDetails, and riskDetails into one object.\n *\n * @param param - the assessment and risk information\n * @returns the assessment enriched with details and risk information\n */\nexport const enrichOneTrustAssessment = ({\n  assessment,\n  assessmentDetails,\n  riskDetails,\n  creatorDetails,\n  approversDetails,\n  respondentsDetails,\n}: {\n  /** The OneTrust risk details */\n  riskDetails: OneTrustGetRiskResponse[];\n  /** The OneTrust assessment as returned from Get List of Assessments endpoint */\n  assessment: OneTrustAssessment;\n  /** The OneTrust assessment details */\n  assessmentDetails: OneTrustGetAssessmentResponse;\n  /** The OneTrust assessment creator details */\n  creatorDetails: OneTrustGetUserResponse;\n  /** The OneTrust assessment approvers details */\n  approversDetails: OneTrustGetUserResponse[];\n  /** The OneTrust assessment internal respondents details */\n  respondentsDetails: OneTrustGetUserResponse[];\n}): OneTrustEnrichedAssessment => {\n  const riskDetailsById = keyBy(riskDetails, 'id');\n  const { sections, createdBy, ...restAssessmentDetails } = assessmentDetails;\n  const sectionsWithEnrichedRisk = sections.map((section) => {\n    const { questions, ...restSection } = section;\n    const enrichedQuestions = questions.map((question) => {\n      const { risks, ...restQuestion } = question;\n      const enrichedRisks = (risks ?? []).map((risk) => {\n        const details = riskDetailsById[risk.riskId];\n        return {\n          ...risk,\n          ...details,\n          level: risk.level,\n          impactLevel: risk.impactLevel ?? 0,\n        };\n      });\n      return {\n        ...restQuestion,\n        risks: enrichedRisks,\n      };\n    });\n    return {\n      ...restSection,\n      questions: enrichedQuestions,\n    };\n  });\n\n  // grab creator details\n  const enrichedCreatedBy = {\n    ...createdBy,\n    active: creatorDetails?.active ?? false,\n    userType: creatorDetails?.userType ?? 'Internal',\n    emails: creatorDetails?.emails ?? [],\n    title: creatorDetails?.title ?? null,\n    givenName: creatorDetails?.name.givenName ?? null,\n    familyName: creatorDetails?.name.familyName ?? null,\n  };\n\n  // grab approvers details\n  const approverDetailsById = keyBy(approversDetails, 'id');\n  const enrichedApprovers = assessmentDetails.approvers.flatMap(\n    (originalApprover) =>\n      approverDetailsById[originalApprover.id]\n        ? [\n            {\n              ...originalApprover,\n              approver: {\n                ...originalApprover.approver,\n                active: approverDetailsById[originalApprover.id].active,\n                userType: approverDetailsById[originalApprover.id].userType,\n                emails: approverDetailsById[originalApprover.id].emails,\n                title: approverDetailsById[originalApprover.id].title,\n                givenName:\n                  approverDetailsById[originalApprover.id].name.givenName ??\n                  null,\n                familyName:\n                  approverDetailsById[originalApprover.id].name.familyName ??\n                  null,\n              },\n            },\n          ]\n        : [],\n  );\n\n  // grab respondents details\n  const respondentsDetailsById = keyBy(respondentsDetails, 'id');\n  const enrichedRespondents = assessmentDetails.respondents\n    .filter((r) => !r.name.includes('@')) // search only internal respondents\n    .flatMap((respondent) =>\n      respondentsDetailsById[respondent.id]\n        ? [\n            {\n              ...respondent,\n              active: respondentsDetailsById[respondent.id].active,\n              userType: respondentsDetailsById[respondent.id].userType,\n              emails: respondentsDetailsById[respondent.id].emails,\n              title: respondentsDetailsById[respondent.id].title,\n              givenName:\n                respondentsDetailsById[respondent.id].name.givenName ?? null,\n              familyName:\n                respondentsDetailsById[respondent.id].name.familyName ?? null,\n            },\n          ]\n        : [],\n    );\n\n  // combine everything into a single enriched assessment\n  return {\n    ...assessment,\n    ...restAssessmentDetails,\n    approvers: enrichedApprovers,\n    respondents: enrichedRespondents,\n    createdBy: enrichedCreatedBy,\n    sections: sectionsWithEnrichedRisk,\n  };\n};\n","import { logger } from '../../../logger';\nimport colors from 'colors';\nimport { GraphQLClient } from 'graphql-request';\nimport {\n  IMPORT_ONE_TRUST_ASSESSMENT_FORMS,\n  makeGraphQLRequest,\n} from '../../graphql';\nimport { ImportOnetrustAssessmentsInput } from '../../../codecs';\nimport { OneTrustEnrichedAssessment } from '@transcend-io/privacy-types';\nimport { oneTrustAssessmentToJson } from './oneTrustAssessmentToJson';\n\nexport interface AssessmentForm {\n  /** ID of Assessment Form */\n  id: string;\n  /** Title of Assessment Form */\n  name: string;\n}\n\n/**\n * Write the assessment to a Transcend instance.\n *\n *\n * @param param - information about the assessment and Transcend instance to write to\n */\nexport const syncOneTrustAssessmentToTranscend = async ({\n  transcend,\n  assessment,\n  total,\n  index,\n}: {\n  /** the Transcend client instance */\n  transcend: GraphQLClient;\n  /** the assessment to sync to Transcend */\n  assessment: OneTrustEnrichedAssessment;\n  /** The index of the assessment being written to the file */\n  index: number;\n  /** The total amount of assessments that we will write */\n  total?: number;\n}): Promise<void> => {\n  logger.info(\n    colors.magenta(\n      `Writing enriched assessment ${index + 1} ${\n        total ? `of ${total} ` : ' '\n      }to Transcend...`,\n    ),\n  );\n\n  // convert the OneTrust assessment object into a json record\n  const json = oneTrustAssessmentToJson({\n    assessment,\n    index,\n    total,\n  });\n\n  // transform the json record into a valid input to the mutation\n  const input: ImportOnetrustAssessmentsInput = {\n    json,\n  };\n\n  try {\n    await makeGraphQLRequest<{\n      /** the importOneTrustAssessmentForms mutation */\n      importOneTrustAssessmentForms: {\n        /** Created Assessment Forms */\n        assessmentForms: AssessmentForm[];\n      };\n    }>(transcend, IMPORT_ONE_TRUST_ASSESSMENT_FORMS, {\n      input,\n    });\n  } catch (e) {\n    logger.error(\n      colors.red(\n        `Failed to sync assessment ${index + 1} ${\n          total ? `of ${total} ` : ' '\n        }to Transcend.\\n` +\n          `\\tAssessment Title: ${assessment.name}. Template Title: ${assessment.template.name}\\n`,\n      ),\n    );\n  }\n};\n","import { decodeCodec } from '@transcend-io/type-utils';\nimport colors from 'colors';\nimport { logger } from '../../../logger';\nimport JSONStream from 'JSONStream';\n\nimport { createReadStream } from 'fs';\nimport { OneTrustEnrichedAssessment } from '@transcend-io/privacy-types';\nimport { syncOneTrustAssessmentToTranscend } from './syncOneTrustAssessmentToTranscend';\nimport { GraphQLClient } from 'graphql-request';\n\n/**\n * Reads assessments from a file and syncs them to Transcend.\n *\n * @param param - the information about the source file and Transcend instance to write them to.\n */\nexport const syncOneTrustAssessmentsFromFile = ({\n  transcend,\n  file,\n}: {\n  /** the Transcend client instance */\n  transcend: GraphQLClient;\n  /** The name of the file from which to read the OneTrust assessments */\n  file: string;\n}): Promise<void> => {\n  logger.info(`Getting list of all assessments from file ${file}...`);\n\n  return new Promise((resolve, reject) => {\n    // Create a readable stream from the file\n    const fileStream = createReadStream(file, {\n      encoding: 'utf-8',\n      highWaterMark: 64 * 1024, // 64KB chunks\n    });\n\n    // Create a JSONStream parser to parse the array of OneTrust assessments from the file\n    const parser = JSONStream.parse('*'); // '*' matches each element in the root array\n\n    let index = 0;\n\n    // Pipe the file stream into the JSON parser\n    fileStream.pipe(parser);\n\n    // Handle each parsed assessment object\n    parser.on('data', async (assessment) => {\n      try {\n        // Pause the stream while processing to avoid overwhelming memory\n        parser.pause();\n\n        // Decode and validate the assessment\n        const parsedAssessment = decodeCodec(\n          OneTrustEnrichedAssessment,\n          assessment,\n        );\n\n        // Sync the assessment to transcend\n        await syncOneTrustAssessmentToTranscend({\n          assessment: parsedAssessment,\n          transcend,\n          index,\n        });\n\n        index += 1;\n\n        // Resume the stream after processing\n        parser.resume();\n      } catch (e) {\n        // if failed to parse a line, report error and continue\n        logger.error(\n          colors.red(\n            `Failed to parse the assessment ${index} from file '${file}': ${e.message}.`,\n          ),\n        );\n      }\n    });\n\n    // Handle completion\n    parser.on('end', () => {\n      logger.info(`Finished processing ${index} assessments from file ${file}`);\n      resolve();\n    });\n\n    // Handle stream or parsing errors\n    parser.on('error', (error) => {\n      logger.error(\n        colors.red(`Error parsing file '${file}': ${error.message}`),\n      );\n      reject(error);\n    });\n\n    fileStream.on('error', (error) => {\n      logger.error(\n        colors.red(`Error reading file '${file}': ${error.message}`),\n      );\n      reject(error);\n    });\n  });\n};\n"],"mappings":"8KAEA,OAAOA,OAAY,SCFnB,OAAOC,MAAkB,MAQlB,IAAMC,EAA4B,CAAC,CACxC,SAAAC,EACA,KAAAC,CACF,IAMEH,EAAI,OAAO,CACT,UAAW,WAAWE,CAAQ,GAC9B,QAAS,CACP,OAAQ,mBACR,eAAgB,mBAChB,cAAe,UAAUC,CAAI,EAC/B,CACF,CAAC,ECvBH,OAAOC,OAAY,SACnB,OAAOC,OAAW,eAOlB,IAAMC,GAAkB,OAAO,OAAOC,CAAoB,ECR1D,OAAOC,OAAY,SACnB,OAAOC,MAAQ,KCMR,IAAMC,EAA2B,CAAC,CACvC,WAAAC,EACA,MAAAC,EACA,MAAAC,EACA,KAAAC,EAAO,EACT,IASc,CACZ,IAAIC,EAAY,IAEZH,IAAU,GAAKE,KACjBC,EAAY;AAAA,GAGd,IAAMC,EAAwB,KAAK,UAAUL,CAAU,EAGjDM,EAAQJ,GAASD,EAAQC,EAAQ,GAAK,CAACC,EAAO,IAAM,GAG1D,OAAAC,EAAY,GAAGA,EAAYC,EAAwBC,CAAK;AAAA,GAGnDJ,GAASD,IAAUC,EAAQ,GAAMC,KACpCC,GAAa;AAAA,IAGRA,CACT,ED/BO,IAAMG,EAA+B,CAAC,CAC3C,KAAAC,EACA,WAAAC,EACA,MAAAC,EACA,MAAAC,CACF,IASY,CACVC,EAAO,KACLC,GAAO,QACL,+BACEH,EAAQ,CACV,OAAOC,CAAK,aAAaH,CAAI,MAC/B,CACF,EAEIE,IAAU,EACZI,EAAG,cACDN,EACAO,EAAyB,CACvB,WAAAN,EACA,MAAAC,EACA,MAAAC,EACA,KAAM,EACR,CAAC,CACH,EAEAG,EAAG,eACDN,EACAO,EAAyB,CACvB,WAAAN,EACA,MAAAC,EACA,MAAAC,EACA,KAAM,EACR,CAAC,CACH,CAEJ,EEvDA,OAAOK,MAAY,SCCnB,OAAS,eAAAC,OAAmB,2BAC5B,OAEE,wCAAAC,OACK,8BASA,IAAMC,EAA+B,MAAO,CACjD,SAAAC,CACF,IAGqC,CACnC,IAAIC,EAAc,EACdC,EAAa,EACbC,EAAgB,EAEdC,EAAuC,CAAC,EAE9C,KAAOH,EAAcC,GAAY,CAC/B,GAAM,CAAE,KAAAG,CAAK,EAAI,MAAML,EAAS,IAC9B,sCAAsCC,CAAW,YACnD,EAEM,CAAE,KAAAK,EAAM,QAAAC,CAAQ,EAAIV,GACxBC,GACAO,CACF,EACAD,EAAe,KAAK,GAAIG,GAAW,CAAC,CAAE,EAClCN,IAAgB,IAClBC,EAAaI,GAAM,YAAc,EACjCH,EAAgBG,GAAM,eAAiB,GAEzCL,GAAe,EAGfO,EAAO,KACL,WAAWJ,EAAe,MAAM,OAAOD,CAAa,eACtD,CACF,CAEA,OAAOC,CACT,ECjDA,OAAS,eAAAK,OAAmB,2BAC5B,OAAS,iCAAAC,OAAqC,8BASvC,IAAMC,EAAwB,MAAO,CAC1C,SAAAC,EACA,aAAAC,CACF,IAK8C,CAC5C,GAAM,CAAE,KAAAC,CAAK,EAAI,MAAMF,EAAS,IAC9B,iCAAiCC,CAAY,uCAC/C,EAEA,OAAOJ,GAAYC,GAA+BI,CAAI,CACxD,ECxBA,OAAS,eAAAC,OAAmB,2BAC5B,OAAS,2BAAAC,OAA+B,8BASjC,IAAMC,EAAkB,MAAO,CACpC,SAAAC,EACA,OAAAC,CACF,IAKwC,CACtC,GAAM,CAAE,KAAAC,CAAK,EAAI,MAAMF,EAAS,IAAI,qBAAqBC,CAAM,EAAE,EAEjE,OAAOJ,GAAYC,GAAyBI,CAAI,CAClD,ECtBA,OAAS,eAAAC,OAAmB,2BAC5B,OAAS,2BAAAC,OAA+B,8BASjC,IAAMC,EAAkB,MAAO,CACpC,SAAAC,EACA,OAAAC,CACF,IAKwC,CACtC,GAAM,CAAE,KAAAC,CAAK,EAAI,MAAMF,EAAS,IAAI,qBAAqBC,CAAM,EAAE,EAEjE,OAAOJ,GAAYC,GAAyBI,CAAI,CAClD,EJNA,OAAS,QAAAC,OAAY,YKVrB,OAAS,SAAAC,MAAa,YAQf,IAAMC,EAA2B,CAAC,CACvC,WAAAC,EACA,kBAAAC,EACA,YAAAC,EACA,eAAAC,EACA,iBAAAC,EACA,mBAAAC,CACF,IAakC,CAChC,IAAMC,EAAkBR,EAAMI,EAAa,IAAI,EACzC,CAAE,SAAAK,EAAU,UAAAC,EAAW,GAAGC,CAAsB,EAAIR,EACpDS,EAA2BH,EAAS,IAAKI,GAAY,CACzD,GAAM,CAAE,UAAAC,EAAW,GAAGC,CAAY,EAAIF,EAChCG,EAAoBF,EAAU,IAAKG,GAAa,CACpD,GAAM,CAAE,MAAAC,EAAO,GAAGC,CAAa,EAAIF,EAC7BG,GAAiBF,GAAS,CAAC,GAAG,IAAKG,GAAS,CAChD,IAAMC,EAAUd,EAAgBa,EAAK,MAAM,EAC3C,MAAO,CACL,GAAGA,EACH,GAAGC,EACH,MAAOD,EAAK,MACZ,YAAaA,EAAK,aAAe,CACnC,CACF,CAAC,EACD,MAAO,CACL,GAAGF,EACH,MAAOC,CACT,CACF,CAAC,EACD,MAAO,CACL,GAAGL,EACH,UAAWC,CACb,CACF,CAAC,EAGKO,EAAoB,CACxB,GAAGb,EACH,OAAQL,GAAgB,QAAU,GAClC,SAAUA,GAAgB,UAAY,WACtC,OAAQA,GAAgB,QAAU,CAAC,EACnC,MAAOA,GAAgB,OAAS,KAChC,UAAWA,GAAgB,KAAK,WAAa,KAC7C,WAAYA,GAAgB,KAAK,YAAc,IACjD,EAGMmB,EAAsBxB,EAAMM,EAAkB,IAAI,EAClDmB,EAAoBtB,EAAkB,UAAU,QACnDuB,GACCF,EAAoBE,EAAiB,EAAE,EACnC,CACE,CACE,GAAGA,EACH,SAAU,CACR,GAAGA,EAAiB,SACpB,OAAQF,EAAoBE,EAAiB,EAAE,EAAE,OACjD,SAAUF,EAAoBE,EAAiB,EAAE,EAAE,SACnD,OAAQF,EAAoBE,EAAiB,EAAE,EAAE,OACjD,MAAOF,EAAoBE,EAAiB,EAAE,EAAE,MAChD,UACEF,EAAoBE,EAAiB,EAAE,EAAE,KAAK,WAC9C,KACF,WACEF,EAAoBE,EAAiB,EAAE,EAAE,KAAK,YAC9C,IACJ,CACF,CACF,EACA,CAAC,CACT,EAGMC,EAAyB3B,EAAMO,EAAoB,IAAI,EACvDqB,EAAsBzB,EAAkB,YAC3C,OAAQ0B,GAAM,CAACA,EAAE,KAAK,SAAS,GAAG,CAAC,EACnC,QAASC,GACRH,EAAuBG,EAAW,EAAE,EAChC,CACE,CACE,GAAGA,EACH,OAAQH,EAAuBG,EAAW,EAAE,EAAE,OAC9C,SAAUH,EAAuBG,EAAW,EAAE,EAAE,SAChD,OAAQH,EAAuBG,EAAW,EAAE,EAAE,OAC9C,MAAOH,EAAuBG,EAAW,EAAE,EAAE,MAC7C,UACEH,EAAuBG,EAAW,EAAE,EAAE,KAAK,WAAa,KAC1D,WACEH,EAAuBG,EAAW,EAAE,EAAE,KAAK,YAAc,IAC7D,CACF,EACA,CAAC,CACP,EAGF,MAAO,CACL,GAAG5B,EACH,GAAGS,EACH,UAAWc,EACX,YAAaG,EACb,UAAWL,EACX,SAAUX,CACZ,CACF,ECjIA,OAAOmB,MAAY,SAuBZ,IAAMC,EAAoC,MAAO,CACtD,UAAAC,EACA,WAAAC,EACA,MAAAC,EACA,MAAAC,CACF,IASqB,CACnBC,EAAO,KACLC,EAAO,QACL,+BAA+BF,EAAQ,CAAC,IACtCD,EAAQ,MAAMA,CAAK,IAAM,GAC3B,iBACF,CACF,EAUA,IAAMI,EAAwC,CAC5C,KARWC,EAAyB,CACpC,WAAAN,EACA,MAAAE,EACA,MAAAD,CACF,CAAC,CAKD,EAEA,GAAI,CACF,MAAMM,EAMHR,EAAWS,EAAmC,CAC/C,MAAAH,CACF,CAAC,CACH,MAAY,CACVF,EAAO,MACLC,EAAO,IACL,6BAA6BF,EAAQ,CAAC,IACpCD,EAAQ,MAAMA,CAAK,IAAM,GAC3B;AAAA,qBACyBD,EAAW,IAAI,qBAAqBA,EAAW,SAAS,IAAI;AAAA,CACvF,CACF,CACF,CACF,EN5CO,IAAMS,EAAsC,MAAO,CACxD,SAAAC,EACA,KAAAC,EACA,OAAAC,EACA,UAAAC,CACF,IASqB,CAEnBC,EAAO,KAAK,kDAAkD,EAC9D,IAAMC,EAAc,MAAMC,EAA6B,CAAE,SAAAN,CAAS,CAAC,EAG7DO,EAA+D,CAAC,EAGhEC,EAAa,EACbC,EAAoB,MAAM,KAC9B,CACE,OAAQ,KAAK,KAAKJ,EAAY,OAASG,CAAU,CACnD,EACA,CAACE,EAAGC,IAAMN,EAAY,MAAMM,EAAIH,GAAaG,EAAI,GAAKH,CAAU,CAClE,EAGA,MAAMI,EAAUH,EAAmB,MAAOI,EAAiBC,IAAU,CACnE,IAAMC,EAAyD,CAAC,EAGhE,MAAMC,EACJH,EACA,MAAOI,EAAYC,IAAU,CAC3B,IAAMC,EAAmBX,EAAaM,EAAQI,EAAQ,EACtDd,EAAO,KACL,eAAee,CAAgB,OAAOd,EAAY,MAAM,wBAC1D,EACA,GAAM,CAAE,aAAAe,EAAc,aAAAC,CAAa,EAAIJ,EACjCK,EAAoB,MAAMC,EAAsB,CACpD,SAAAvB,EACA,aAAAqB,CACF,CAAC,EAEKG,EAAYF,EAAkB,UAAU,GAC1CG,EAAUlB,EAAoBiB,CAAS,EAC3C,GAAI,CAACC,EAAS,CACZrB,EAAO,KACL,eAAee,CAAgB,OAAOd,EAAY,MAAM,wBAC1D,EACA,GAAI,CACFoB,EAAU,MAAMC,EAAgB,CAC9B,SAAA1B,EACA,OAAQwB,CACV,CAAC,EACDjB,EAAoBiB,CAAS,EAAIC,CACnC,MAAY,CACVrB,EAAO,KACLuB,EAAO,OACL,eAAeR,CAAgB,OAAOd,EAAY,MAAM,+CACtCmB,CAAS,uBAAuBP,EAAW,IAAI,qBAAqBG,CAAY,EACpG,CACF,CACF,CACF,CAGA,GAAM,CAAE,UAAAQ,CAAU,EAAIN,EAClBO,EAAgD,CAAC,EACjDD,EAAU,OAAS,IACrBxB,EAAO,KACL,eAAee,CAAgB,OAAOd,EAAY,MAAM,0BAC1D,EACAwB,EAAmB,MAAMb,EACvBY,EAAU,IAAI,CAAC,CAAE,GAAAE,CAAG,IAAMA,CAAE,EAC5B,MAAOC,GAAW,CAChB,GAAI,CACF,IAAIC,EAAWzB,EAAoBwB,CAAM,EACzC,OAAKC,IACHA,EAAW,MAAMN,EAAgB,CAAE,SAAA1B,EAAU,OAAA+B,CAAO,CAAC,EACrDxB,EAAoBwB,CAAM,EAAIC,GAEzB,CAACA,CAAQ,CAClB,MAAY,CACV,OAAA5B,EAAO,KACLuB,EAAO,OACL,eAAeR,CAAgB,OAAOd,EAAY,MAAM,mDACrC0B,CAAM,uBAAuBd,EAAW,IAAI,qBAAqBG,CAAY,EAClG,CACF,EACO,CAAC,CACV,CACF,EACA,CAAE,YAAa,CAAE,CACnB,GAIF,GAAM,CAAE,YAAAa,CAAY,EAAIX,EAElBY,EAAsBD,EAAY,OACrCE,GAAM,CAACA,EAAE,KAAK,SAAS,GAAG,CAC7B,EACIC,EAAkD,CAAC,EACnDF,EAAoB,OAAS,IAC/B9B,EAAO,KACL,eAAee,CAAgB,OAAOd,EAAY,MAAM,4BAC1D,EACA+B,EAAqB,MAAMpB,EACzBkB,EAAoB,IAAI,CAAC,CAAE,GAAAJ,CAAG,IAAMA,CAAE,EACtC,MAAOC,GAAW,CAChB,GAAI,CACF,IAAIM,EAAa9B,EAAoBwB,CAAM,EAC3C,OAAKM,IACHA,EAAa,MAAMX,EAAgB,CAAE,SAAA1B,EAAU,OAAA+B,CAAO,CAAC,EACvDxB,EAAoBwB,CAAM,EAAIM,GAEzB,CAACA,CAAU,CACpB,MAAY,CACV,OAAAjC,EAAO,KACLuB,EAAO,OACL,eAAeR,CAAgB,OAAOd,EAAY,MAAM,kDACnC0B,CAAM,uBAAuBd,EAAW,IAAI,qBAAqBG,CAAY,EACpG,CACF,EACO,CAAC,CACV,CACF,EACA,CAAE,YAAa,CAAE,CACnB,GAIF,IAAIkB,EAAyC,CAAC,EACxCC,EAAUC,GACdlB,EAAkB,SAAS,QAASmB,GAClCA,EAAE,UAAU,QAASC,IAClBA,EAAE,OAAS,CAAC,GAAG,QAASP,GAAMA,EAAE,MAAM,CACzC,CACF,CACF,EACII,EAAQ,OAAS,IACnBnC,EAAO,KACL,eAAee,CAAgB,OAAOd,EAAY,MAAM,sBAC1D,EACAiC,EAAc,MAAMtB,EAClBuB,EACCI,GAAWC,EAAgB,CAAE,SAAA5C,EAAU,OAAQ2C,CAAiB,CAAC,EAClE,CACE,YAAa,CACf,CACF,GAIF,IAAME,EAAqBC,EAAyB,CAClD,WAAA7B,EACA,kBAAAK,EACA,YAAAgB,EACA,eAAgBb,EAChB,iBAAkBI,EAAiB,KAAK,EACxC,mBAAoBO,EAAmB,KAAK,CAC9C,CAAC,EAEDrB,EAAyB,KAAK8B,CAAkB,CAClD,EACA,CAAE,YAAarC,CAAW,CAC5B,EAGA,MAAMI,EACJG,EACA,MAAO8B,EAAoB3B,IAAU,CAEnC,IAAM6B,EAAcjC,EAAQN,EAAaU,EAErChB,GAAUD,EAEZ+C,EAA6B,CAC3B,WAAYH,EACZ,MAAOE,EACP,MAAO1C,EAAY,OACnB,KAAAJ,CACF,CAAC,EACQE,GAET,MAAM8C,EAAkC,CACtC,WAAYJ,EACZ,UAAA1C,EACA,MAAOE,EAAY,OACnB,MAAO0C,CACT,CAAC,CAEL,CACF,CACF,CAAC,CACH,EO5OA,OAAS,eAAAG,OAAmB,2BAC5B,OAAOC,MAAY,SAEnB,OAAOC,OAAgB,aAEvB,OAAS,oBAAAC,OAAwB,KACjC,OAAS,8BAAAC,OAAkC,8BASpC,IAAMC,EAAkC,CAAC,CAC9C,UAAAC,EACA,KAAAC,CACF,KAMEC,EAAO,KAAK,6CAA6CD,CAAI,KAAK,EAE3D,IAAI,QAAQ,CAACE,EAASC,IAAW,CAEtC,IAAMC,EAAaC,GAAiBL,EAAM,CACxC,SAAU,QACV,cAAe,KACjB,CAAC,EAGKM,EAASC,GAAW,MAAM,GAAG,EAE/BC,EAAQ,EAGZJ,EAAW,KAAKE,CAAM,EAGtBA,EAAO,GAAG,OAAQ,MAAOG,GAAe,CACtC,GAAI,CAEFH,EAAO,MAAM,EAGb,IAAMI,EAAmBC,GACvBC,GACAH,CACF,EAGA,MAAMI,EAAkC,CACtC,WAAYH,EACZ,UAAAX,EACA,MAAAS,CACF,CAAC,EAEDA,GAAS,EAGTF,EAAO,OAAO,CAChB,OAASQ,EAAG,CAEVb,EAAO,MACLc,EAAO,IACL,kCAAkCP,CAAK,eAAeR,CAAI,MAAMc,EAAE,OAAO,GAC3E,CACF,CACF,CACF,CAAC,EAGDR,EAAO,GAAG,MAAO,IAAM,CACrBL,EAAO,KAAK,uBAAuBO,CAAK,0BAA0BR,CAAI,EAAE,EACxEE,EAAQ,CACV,CAAC,EAGDI,EAAO,GAAG,QAAUU,GAAU,CAC5Bf,EAAO,MACLc,EAAO,IAAI,uBAAuBf,CAAI,MAAMgB,EAAM,OAAO,EAAE,CAC7D,EACAb,EAAOa,CAAK,CACd,CAAC,EAEDZ,EAAW,GAAG,QAAUY,GAAU,CAChCf,EAAO,MACLc,EAAO,IAAI,uBAAuBf,CAAI,MAAMgB,EAAM,OAAO,EAAE,CAC7D,EACAb,EAAOa,CAAK,CACd,CAAC,CACH,CAAC,GZjEH,eAAsBC,GAEpB,CACE,SAAAC,EACA,aAAAC,EACA,OAAAC,EACA,cAAAC,EACA,aAAAC,EACA,SAAAC,EACA,KAAAC,EACA,OAAAC,EACA,MAAAC,CACF,EACe,CAEf,GAAI,CAACD,GAAU,CAACJ,EACd,MAAM,IAAI,MAER,oHACF,EAIF,GAAII,GAAU,CAACD,EACb,MAAM,IAAI,MACR,6FACF,EAGF,GAAIA,EAAM,CACR,IAAMG,EAAYH,EAAK,MAAM,GAAG,EAChC,GAAIG,EAAU,OAAS,EACrB,MAAM,IAAI,MACR,6GACF,EAEF,GAAIA,EAAU,GAAG,EAAE,IAAM,OACvB,MAAM,IAAI,MACR,iDAAiDH,CAAI,4BAEtCG,EAAU,GAAG,EAAE,CAAC,IACjC,CAEJ,CAGA,GAAIP,IAAW,WAA6B,CAE1C,GAAI,CAACF,EACH,MAAM,IAAI,MACR,iFACF,EAGF,GAAI,CAACC,EACH,MAAM,IAAI,MACR,sFACF,CAEJ,KAAO,CAEL,GAAI,CAACK,EACH,MAAM,IAAI,MACR,iHACF,EAIF,GAAIC,EACF,MAAM,IAAI,iIAGV,CAEJ,CAGA,IAAMG,EACJV,GAAYC,EACRU,EAA0B,CACxB,SAAAX,EACA,KAAMC,CACR,CAAC,EACD,OAGAW,EACJR,GAAgBD,EACZU,EAA4BT,EAAcD,CAAa,EACvD,OAEN,GAAI,CACEE,IAAa,gBACXH,IAAW,YAA+BQ,EAC5C,MAAMI,EAAoC,CACxC,SAAAJ,EACA,KAAAJ,EACA,OAAAC,EACA,GAAIK,GAAa,CAAE,UAAAA,CAAU,CAC/B,CAAC,EACQV,IAAW,QAA2BI,GAAQM,GACvD,MAAMG,EAAgC,CAAE,KAAAT,EAAM,UAAAM,CAAU,CAAC,EAG/D,OAASI,EAAK,CACZ,MAAM,IAAI,MACR,0CAA0CX,CAAQ,mBAChDG,EAAQQ,EAAI,MAAQA,EAAI,OAC1B,EACF,CACF,CAGAC,EAAO,KACLC,GAAO,MACL,gCAAgCb,CAAQ,OACtCE,EAAS,YAAYD,CAAI,IAAM,WACjC,GACF,CACF,CACF","names":["colors","got","createOneTrustGotInstance","hostname","auth","colors","yargs","VALID_RESOURCES","OneTrustPullResource","colors","fs","oneTrustAssessmentToJson","assessment","index","total","wrap","jsonEntry","stringifiedAssessment","comma","syncOneTrustAssessmentToDisk","file","assessment","index","total","logger","colors","fs","oneTrustAssessmentToJson","colors","decodeCodec","OneTrustGetListOfAssessmentsResponse","getListOfOneTrustAssessments","oneTrust","currentPage","totalPages","totalElements","allAssessments","body","page","content","logger","decodeCodec","OneTrustGetAssessmentResponse","getOneTrustAssessment","oneTrust","assessmentId","body","decodeCodec","OneTrustGetRiskResponse","getOneTrustRisk","oneTrust","riskId","body","decodeCodec","OneTrustGetUserResponse","getOneTrustUser","oneTrust","userId","body","uniq","keyBy","enrichOneTrustAssessment","assessment","assessmentDetails","riskDetails","creatorDetails","approversDetails","respondentsDetails","riskDetailsById","sections","createdBy","restAssessmentDetails","sectionsWithEnrichedRisk","section","questions","restSection","enrichedQuestions","question","risks","restQuestion","enrichedRisks","risk","details","enrichedCreatedBy","approverDetailsById","enrichedApprovers","originalApprover","respondentsDetailsById","enrichedRespondents","r","respondent","colors","syncOneTrustAssessmentToTranscend","transcend","assessment","total","index","logger","colors","input","oneTrustAssessmentToJson","makeGraphQLRequest","IMPORT_ONE_TRUST_ASSESSMENT_FORMS","syncOneTrustAssessmentsFromOneTrust","oneTrust","file","dryRun","transcend","logger","assessments","getListOfOneTrustAssessments","oneTrustCachedUsers","BATCH_SIZE","assessmentBatches","_","i","mapSeries","assessmentBatch","batch","batchEnrichedAssessments","map","assessment","index","assessmentNumber","templateName","assessmentId","assessmentDetails","getOneTrustAssessment","creatorId","creator","getOneTrustUser","colors","approvers","approversDetails","id","userId","approver","respondents","internalRespondents","r","respondentsDetails","respondent","riskDetails","riskIds","uniq","s","q","riskId","getOneTrustRisk","enrichedAssessment","enrichOneTrustAssessment","globalIndex","syncOneTrustAssessmentToDisk","syncOneTrustAssessmentToTranscend","decodeCodec","colors","JSONStream","createReadStream","OneTrustEnrichedAssessment","syncOneTrustAssessmentsFromFile","transcend","file","logger","resolve","reject","fileStream","createReadStream","parser","JSONStream","index","assessment","parsedAssessment","decodeCodec","OneTrustEnrichedAssessment","syncOneTrustAssessmentToTranscend","e","colors","error","syncOt","hostname","oneTrustAuth","source","transcendAuth","transcendUrl","resource","file","dryRun","debug","splitFile","oneTrust","createOneTrustGotInstance","transcend","buildTranscendGraphQLClient","syncOneTrustAssessmentsFromOneTrust","syncOneTrustAssessmentsFromFile","err","logger","colors"]}

package/dist/impl-Z4G3R4DW.js

@@ -0,0 +1,4 @@
+import{a as D}from"./chunk-6WKTY4YQ.js";import"./chunk-R6QTIUFA.js";import"./chunk-LAYHULHH.js";import"./chunk-347UQP43.js";import{Od as u,le as S,pe as y}from"./chunk-WEQUQAB7.js";import{a as r}from"./chunk-43JWXG77.js";import{b as h}from"./chunk-L5ULN3IT.js";import"./chunk-XWOTEZCO.js";import"./chunk-ARVEJERC.js";import{stringify as C}from"query-string";import w from"colors";import v from"fast-glob";async function m({scanPath:t,fileGlobs:e,ignoreDirs:g,config:p}){let{ignoreDirs:f,supportedFiles:s,scanFunction:a}=p,n=e===""?s:s.concat(e.split(",")),l=[...g.split(","),...f].filter(o=>o.length>0);try{let o=await v(`${t}/**/${n.join("|")}`,{ignore:l.map(i=>`${t}/**/${i}`),unique:!0,onlyFiles:!0});r.info(`Scanning: ${o.length} files`);let $=o.map(i=>a(i)).flat().map(i=>i.softwareDevelopmentKits||[]).flat(),d=[...new Set($.map(i=>i.name))];return r.info(`Found: ${d.length} unique dependencies`),d.map(i=>({name:i,resourceId:`${t}/**/${i}`,useStrictClassifier:!0}))}catch(o){throw new Error(`Error scanning globs ${m} with error: ${o}`)}}async function k({scanPath:t,dataSiloId:e,auth:g,fileGlobs:p,ignoreDirs:f,transcendUrl:s}){let a=y(s,g),n=await u(a,e),l=D[n.dataSilo.type];l||(r.error(w.red(`This plugin "${n.dataSilo.type}" is not supported for offline silo discovery.`)),process.exit(1));let o=await m({scanPath:t,fileGlobs:p,ignoreDirs:f,config:l});await S(a,n.id,o);let c=new URL(h);c.pathname="/data-map/data-inventory/silo-discovery/triage",c.search=C({filters:JSON.stringify({pluginIds:[n.id]})}),r.info(w.green(`Scan found ${o.length} potential data silos at ${t}! View at '${c.href}' 
+
+ NOTE: it may take 2-3 minutes for scan results to appear in the UI.`))}export{k as discoverSilos};
+//# sourceMappingURL=impl-Z4G3R4DW.js.map

package/dist/impl-Z4G3R4DW.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/commands/inventory/discover-silos/impl.ts","../src/lib/code-scanning/findFilesToScan.ts"],"sourcesContent":["import type { LocalContext } from '@/context';\nimport { stringify } from 'query-string';\nimport { logger } from '@/logger';\nimport colors from 'colors';\nimport { ADMIN_DASH } from '@/constants';\nimport {\n  fetchActiveSiloDiscoPlugin,\n  buildTranscendGraphQLClient,\n  uploadSiloDiscoveryResults,\n} from '@/lib/graphql';\nimport { findFilesToScan } from '@/lib/code-scanning/findFilesToScan';\nimport { SILO_DISCOVERY_CONFIGS } from '@/lib/code-scanning';\n\ninterface DiscoverSilosCommandFlags {\n  scanPath: string;\n  dataSiloId: string;\n  auth: string;\n  fileGlobs: string;\n  ignoreDirs: string;\n  transcendUrl: string;\n}\n\nexport async function discoverSilos(\n  this: LocalContext,\n  {\n    scanPath,\n    dataSiloId,\n    auth,\n    fileGlobs,\n    ignoreDirs,\n    transcendUrl,\n  }: DiscoverSilosCommandFlags,\n): Promise<void> {\n  // Create a GraphQL client\n  const client = buildTranscendGraphQLClient(transcendUrl, auth);\n\n  const plugin = await fetchActiveSiloDiscoPlugin(client, dataSiloId);\n\n  const config = SILO_DISCOVERY_CONFIGS[plugin.dataSilo.type];\n  if (!config) {\n    logger.error(\n      colors.red(\n        `This plugin \"${plugin.dataSilo.type}\" is not supported for offline silo discovery.`,\n      ),\n    );\n    process.exit(1);\n  }\n\n  const results = await findFilesToScan({\n    scanPath,\n    fileGlobs,\n    ignoreDirs,\n    config,\n  });\n\n  await uploadSiloDiscoveryResults(client, plugin.id, results);\n\n  const newUrl = new URL(ADMIN_DASH);\n  newUrl.pathname = '/data-map/data-inventory/silo-discovery/triage';\n  newUrl.search = stringify({\n    filters: JSON.stringify({ pluginIds: [plugin.id] }),\n  });\n\n  // Indicate success\n  logger.info(\n    colors.green(\n      `Scan found ${results.length} potential data silos at ${scanPath}! ` +\n        `View at '${newUrl.href}' ` +\n        '\\n\\n NOTE: it may take 2-3 minutes for scan results to appear in the UI.',\n    ),\n  );\n}\n","import fastGlob from 'fast-glob';\nimport { logger } from '../../logger';\nimport { CodeScanningConfig } from './types';\n\nexport interface SiloDiscoveryRawResults {\n  /** The name of the potential data silo entry */\n  name: string;\n  /** A unique UUID (represents the same resource across different silo discovery runs) */\n  resourceId: string;\n  /** Any hosts associated with the entry */\n  host?: string;\n  /** Type of data silo */\n  type?: string | undefined;\n}\n\n/**\n * Helper to scan for data silos in all package.json files that it can find in a directory\n *\n * @deprecated TODO: https://transcend.height.app/T-32325 - use code scanning instead\n * @param options - Options\n * @returns the list of integrations\n */\nexport async function findFilesToScan({\n  scanPath,\n  fileGlobs,\n  ignoreDirs,\n  config,\n}: {\n  /** Where to look for package.json files */\n  scanPath: string;\n  /** Globs to look for */\n  fileGlobs: string;\n  /** The directories to ignore (excludes node_modules and serverless-build) */\n  ignoreDirs: string;\n  /** Silo Discovery configuration */\n  config: CodeScanningConfig;\n}): Promise<SiloDiscoveryRawResults[]> {\n  const { ignoreDirs: IGNORE_DIRS, supportedFiles, scanFunction } = config;\n  const globsToSupport =\n    fileGlobs === ''\n      ? supportedFiles\n      : supportedFiles.concat(fileGlobs.split(','));\n  const dirsToIgnore = [...ignoreDirs.split(','), ...IGNORE_DIRS].filter(\n    (dir) => dir.length > 0,\n  );\n  try {\n    const filesToScan: string[] = await fastGlob(\n      `${scanPath}/**/${globsToSupport.join('|')}`,\n      {\n        ignore: dirsToIgnore.map((dir: string) => `${scanPath}/**/${dir}`),\n        unique: true,\n        onlyFiles: true,\n      },\n    );\n    logger.info(`Scanning: ${filesToScan.length} files`);\n    const allPackages = filesToScan\n      .map((filePath: string) => scanFunction(filePath))\n      .flat();\n    const allSdks = allPackages\n      .map((appPackage) => appPackage.softwareDevelopmentKits || [])\n      .flat();\n    const uniqueDeps = new Set(allSdks.map((sdk) => sdk.name));\n    const deps = [...uniqueDeps];\n    logger.info(`Found: ${deps.length} unique dependencies`);\n    return deps.map((dep) => ({\n      name: dep,\n      resourceId: `${scanPath}/**/${dep}`,\n      useStrictClassifier: true,\n    }));\n  } catch (error) {\n    throw new Error(\n      `Error scanning globs ${findFilesToScan} with error: ${error}`,\n    );\n  }\n}\n"],"mappings":"6TACA,OAAS,aAAAA,MAAiB,eAE1B,OAAOC,MAAY,SCHnB,OAAOC,MAAc,YAsBrB,eAAsBC,EAAgB,CACpC,SAAAC,EACA,UAAAC,EACA,WAAAC,EACA,OAAAC,CACF,EASuC,CACrC,GAAM,CAAE,WAAYC,EAAa,eAAAC,EAAgB,aAAAC,CAAa,EAAIH,EAC5DI,EACJN,IAAc,GACVI,EACAA,EAAe,OAAOJ,EAAU,MAAM,GAAG,CAAC,EAC1CO,EAAe,CAAC,GAAGN,EAAW,MAAM,GAAG,EAAG,GAAGE,CAAW,EAAE,OAC7DK,GAAQA,EAAI,OAAS,CACxB,EACA,GAAI,CACF,IAAMC,EAAwB,MAAMC,EAClC,GAAGX,CAAQ,OAAOO,EAAe,KAAK,GAAG,CAAC,GAC1C,CACE,OAAQC,EAAa,IAAKC,GAAgB,GAAGT,CAAQ,OAAOS,CAAG,EAAE,EACjE,OAAQ,GACR,UAAW,EACb,CACF,EACAG,EAAO,KAAK,aAAaF,EAAY,MAAM,QAAQ,EAInD,IAAMG,EAHcH,EACjB,IAAKI,GAAqBR,EAAaQ,CAAQ,CAAC,EAChD,KAAK,EAEL,IAAKC,GAAeA,EAAW,yBAA2B,CAAC,CAAC,EAC5D,KAAK,EAEFC,EAAO,CAAC,GADK,IAAI,IAAIH,EAAQ,IAAKI,GAAQA,EAAI,IAAI,CAAC,CAC9B,EAC3B,OAAAL,EAAO,KAAK,UAAUI,EAAK,MAAM,sBAAsB,EAChDA,EAAK,IAAKE,IAAS,CACxB,KAAMA,EACN,WAAY,GAAGlB,CAAQ,OAAOkB,CAAG,GACjC,oBAAqB,EACvB,EAAE,CACJ,OAASC,EAAO,CACd,MAAM,IAAI,MACR,wBAAwBpB,CAAe,gBAAgBoB,CAAK,EAC9D,CACF,CACF,CDpDA,eAAsBC,EAEpB,CACE,SAAAC,EACA,WAAAC,EACA,KAAAC,EACA,UAAAC,EACA,WAAAC,EACA,aAAAC,CACF,EACe,CAEf,IAAMC,EAASC,EAA4BF,EAAcH,CAAI,EAEvDM,EAAS,MAAMC,EAA2BH,EAAQL,CAAU,EAE5DS,EAASC,EAAuBH,EAAO,SAAS,IAAI,EACrDE,IACHE,EAAO,MACLC,EAAO,IACL,gBAAgBL,EAAO,SAAS,IAAI,gDACtC,CACF,EACA,QAAQ,KAAK,CAAC,GAGhB,IAAMM,EAAU,MAAMC,EAAgB,CACpC,SAAAf,EACA,UAAAG,EACA,WAAAC,EACA,OAAAM,CACF,CAAC,EAED,MAAMM,EAA2BV,EAAQE,EAAO,GAAIM,CAAO,EAE3D,IAAMG,EAAS,IAAI,IAAIC,CAAU,EACjCD,EAAO,SAAW,iDAClBA,EAAO,OAASE,EAAU,CACxB,QAAS,KAAK,UAAU,CAAE,UAAW,CAACX,EAAO,EAAE,CAAE,CAAC,CACpD,CAAC,EAGDI,EAAO,KACLC,EAAO,MACL,cAAcC,EAAQ,MAAM,4BAA4Bd,CAAQ,cAClDiB,EAAO,IAAI;AAAA;AAAA,qEAE3B,CACF,CACF","names":["stringify","colors","fastGlob","findFilesToScan","scanPath","fileGlobs","ignoreDirs","config","IGNORE_DIRS","supportedFiles","scanFunction","globsToSupport","dirsToIgnore","dir","filesToScan","fastGlob","logger","allSdks","filePath","appPackage","deps","sdk","dep","error","discoverSilos","scanPath","dataSiloId","auth","fileGlobs","ignoreDirs","transcendUrl","client","buildTranscendGraphQLClient","plugin","fetchActiveSiloDiscoPlugin","config","SILO_DISCOVERY_CONFIGS","logger","colors","results","findFilesToScan","uploadSiloDiscoveryResults","newUrl","ADMIN_DASH","stringify"]}

package/dist/impl-ZN4EG5UY.js

@@ -0,0 +1,2 @@
+import{L as a}from"./chunk-TR32ZRNC.js";import"./chunk-WEQUQAB7.js";import"./chunk-43JWXG77.js";import"./chunk-L5ULN3IT.js";import"./chunk-XWOTEZCO.js";import"./chunk-ARVEJERC.js";async function m({auth:s,actions:o,statuses:r=[],requestIds:c,silentModeBefore:e,createdAtBefore:t,createdAtAfter:n,cancellationTitle:i,transcendUrl:u,concurrency:d}){await a({transcendUrl:u,requestActions:o,auth:s,cancellationTitle:i,requestIds:c,statuses:r,concurrency:d,silentModeBefore:e?new Date(e):void 0,createdAtBefore:t?new Date(t):void 0,createdAtAfter:n?new Date(n):void 0})}export{m as cancel};
+//# sourceMappingURL=impl-ZN4EG5UY.js.map

package/dist/impl-ZN4EG5UY.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/commands/request/cancel/impl.ts"],"sourcesContent":["import type { LocalContext } from '@/context';\nimport { RequestAction, RequestStatus } from '@transcend-io/privacy-types';\nimport { cancelPrivacyRequests } from '@/lib/requests';\n\ninterface CancelCommandFlags {\n  auth: string;\n  actions: RequestAction[];\n  statuses?: RequestStatus[];\n  requestIds?: string[];\n  silentModeBefore?: Date;\n  createdAtBefore?: Date;\n  createdAtAfter?: Date;\n  cancellationTitle: string;\n  transcendUrl: string;\n  concurrency: number;\n}\n\nexport async function cancel(\n  this: LocalContext,\n  {\n    auth,\n    actions,\n    statuses = [],\n    requestIds,\n    silentModeBefore,\n    createdAtBefore,\n    createdAtAfter,\n    cancellationTitle,\n    transcendUrl,\n    concurrency,\n  }: CancelCommandFlags,\n): Promise<void> {\n  await cancelPrivacyRequests({\n    transcendUrl,\n    requestActions: actions,\n    auth,\n    cancellationTitle,\n    requestIds,\n    statuses,\n    concurrency,\n    silentModeBefore: silentModeBefore ? new Date(silentModeBefore) : undefined,\n    createdAtBefore: createdAtBefore ? new Date(createdAtBefore) : undefined,\n    createdAtAfter: createdAtAfter ? new Date(createdAtAfter) : undefined,\n  });\n}\n"],"mappings":"oLAiBA,eAAsBA,EAEpB,CACE,KAAAC,EACA,QAAAC,EACA,SAAAC,EAAW,CAAC,EACZ,WAAAC,EACA,iBAAAC,EACA,gBAAAC,EACA,eAAAC,EACA,kBAAAC,EACA,aAAAC,EACA,YAAAC,CACF,EACe,CACf,MAAMC,EAAsB,CAC1B,aAAAF,EACA,eAAgBP,EAChB,KAAAD,EACA,kBAAAO,EACA,WAAAJ,EACA,SAAAD,EACA,YAAAO,EACA,iBAAkBL,EAAmB,IAAI,KAAKA,CAAgB,EAAI,OAClE,gBAAiBC,EAAkB,IAAI,KAAKA,CAAe,EAAI,OAC/D,eAAgBC,EAAiB,IAAI,KAAKA,CAAc,EAAI,MAC9D,CAAC,CACH","names":["cancel","auth","actions","statuses","requestIds","silentModeBefore","createdAtBefore","createdAtAfter","cancellationTitle","transcendUrl","concurrency","cancelPrivacyRequests"]}

package/dist/impl-ZX6PDQW6.js

@@ -0,0 +1,2 @@
+import{a as w}from"./chunk-CBAHSBSW.js";import{d as D,e as h}from"./chunk-OEB7WG3G.js";import{c as y}from"./chunk-R6QTIUFA.js";import"./chunk-LAYHULHH.js";import"./chunk-347UQP43.js";import{ne as S,pe as T}from"./chunk-WEQUQAB7.js";import{a as c}from"./chunk-43JWXG77.js";import"./chunk-L5ULN3IT.js";import"./chunk-XWOTEZCO.js";import"./chunk-ARVEJERC.js";import{join as O}from"path";import{difference as v}from"lodash-es";import I from"colors";import{existsSync as $,lstatSync as b}from"fs";async function Q({auth:F,dataFlowsYmlFolder:a,output:x,ignoreYmls:C=[],transcendUrl:k}){a||(c.error(I.red("Missing required arg: --dataFlowsYmlFolder=./working/data-flows/")),process.exit(1)),(!$(a)||!b(a).isDirectory())&&(c.error(I.red(`Folder does not exist: "${a}"`)),process.exit(1));let N=C.map(t=>t.split(".")[0]),l=y(a).map(t=>{let{"data-flows":o=[]}=D(O(a,t)),{adTechDataSilos:m,siteTechDataSilos:r}=w(o,{serviceToSupportedIntegration:u,serviceToTitle:f});return{adTechDataSilos:m,siteTechDataSilos:r,organizationName:t.split(".")[0]}}),s={};l.forEach(({adTechDataSilos:t,siteTechDataSilos:o,organizationName:m})=>{[...t,...o].forEach(e=>{let n=e["outer-type"]||e.integrationName;s[n]||(s[n]=[]),s[n].push(m),s[n]=[...new Set(s[n])]})});let p=[...new Set(l.map(({adTechDataSilos:t})=>t.map(o=>o["outer-type"]||o.integrationName)).flat())],g=v([...new Set(l.map(({siteTechDataSilos:t})=>t.map(o=>o["outer-type"]||o.integrationName)).flat())],p),i={};l.forEach(({adTechDataSilos:t,siteTechDataSilos:o})=>{[...t,...o].forEach(r=>{let e=r["outer-type"]||r.integrationName,n=r.attributes?.find(E=>E.key==="Found On Domain");i[e]||(i[e]=[]),i[e].push(...n?.values||[]),i[e]=[...new Set(i[e])]})});let A=T(k,F),{serviceToTitle:f,serviceToSupportedIntegration:u}=await S(A),d=[...p,...g].map(t=>({title:f[t],...u[t]?{integrationName:t}:{integrationName:"promptAPerson","outer-type":t},attributes:[{key:"Tech Type",values:["Ad Tech"]},{key:"Business Units",values:v(s[t]||[],N)},{key:"Found On Domain",values:i[t]||[]}]}));c.log(`Total Services: ${d.length}`),c.log(`Ad Tech Services: ${p.length}`),c.log(`Site Tech Services: ${g.length}`),h(x,{"data-silos":d})}export{Q as deriveDataSilosFromDataFlowsCrossInstance};
+//# sourceMappingURL=impl-ZX6PDQW6.js.map

package/dist/impl-ZX6PDQW6.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/commands/inventory/derive-data-silos-from-data-flows-cross-instance/impl.ts"],"sourcesContent":["import type { LocalContext } from '@/context';\nimport {\n  fetchAndIndexCatalogs,\n  buildTranscendGraphQLClient,\n} from '@/lib/graphql';\nimport { join } from 'path';\nimport { difference } from 'lodash-es';\nimport colors from 'colors';\nimport { logger } from '@/logger';\nimport { dataFlowsToDataSilos } from '@/lib/consent-manager/dataFlowsToDataSilos';\nimport { DataFlowInput } from '@/codecs';\nimport { existsSync, lstatSync } from 'fs';\nimport { listFiles } from '@/lib/api-keys';\nimport { readTranscendYaml, writeTranscendYaml } from '@/lib/readTranscendYaml';\n\ninterface DeriveDataSilosFromDataFlowsCrossInstanceCommandFlags {\n  auth: string;\n  dataFlowsYmlFolder: string;\n  output: string;\n  ignoreYmls?: string[];\n  transcendUrl: string;\n}\n\nexport async function deriveDataSilosFromDataFlowsCrossInstance(\n  this: LocalContext,\n  {\n    auth,\n    dataFlowsYmlFolder,\n    output,\n    ignoreYmls = [],\n    transcendUrl,\n  }: DeriveDataSilosFromDataFlowsCrossInstanceCommandFlags,\n): Promise<void> {\n  // Ensure folder is passed to dataFlowsYmlFolder\n  if (!dataFlowsYmlFolder) {\n    logger.error(\n      colors.red(\n        'Missing required arg: --dataFlowsYmlFolder=./working/data-flows/',\n      ),\n    );\n    process.exit(1);\n  }\n\n  // Ensure folder is passed\n  if (\n    !existsSync(dataFlowsYmlFolder) ||\n    !lstatSync(dataFlowsYmlFolder).isDirectory()\n  ) {\n    logger.error(colors.red(`Folder does not exist: \"${dataFlowsYmlFolder}\"`));\n    process.exit(1);\n  }\n\n  // Ignore the data flows in these yml files\n  const instancesToIgnore = ignoreYmls.map((x) => x.split('.')[0]);\n\n  // Map over each data flow yml file and convert to data silo configurations\n  const dataSiloInputs = listFiles(dataFlowsYmlFolder).map((directory) => {\n    // read in the data flows for a specific instance\n    const { 'data-flows': dataFlows = [] } = readTranscendYaml(\n      join(dataFlowsYmlFolder, directory),\n    );\n\n    // map the data flows to data silos\n    const { adTechDataSilos, siteTechDataSilos } = dataFlowsToDataSilos(\n      dataFlows as DataFlowInput[],\n      {\n        serviceToSupportedIntegration,\n        serviceToTitle,\n      },\n    );\n\n    return {\n      adTechDataSilos,\n      siteTechDataSilos,\n      organizationName: directory.split('.')[0],\n    };\n  });\n\n  // Mapping from service name to instances that have that service\n  const serviceToInstance: { [k in string]: string[] } = {};\n  dataSiloInputs.forEach(\n    ({ adTechDataSilos, siteTechDataSilos, organizationName }) => {\n      const allDataSilos = [...adTechDataSilos, ...siteTechDataSilos];\n      allDataSilos.forEach((dataSilo) => {\n        const service = dataSilo['outer-type'] || dataSilo.integrationName;\n        // create mapping to instance\n        if (!serviceToInstance[service]) {\n          serviceToInstance[service] = [];\n        }\n        serviceToInstance[service]!.push(organizationName);\n        serviceToInstance[service] = [...new Set(serviceToInstance[service])];\n      });\n    },\n  );\n\n  // List of ad tech integrations\n  const adTechIntegrations = [\n    ...new Set(\n      dataSiloInputs\n        .map(({ adTechDataSilos }) =>\n          adTechDataSilos.map(\n            (silo) => silo['outer-type'] || silo.integrationName,\n          ),\n        )\n        .flat(),\n    ),\n  ];\n\n  // List of site tech integrations\n  const siteTechIntegrations = difference(\n    [\n      ...new Set(\n        dataSiloInputs\n          .map(({ siteTechDataSilos }) =>\n            siteTechDataSilos.map(\n              (silo) => silo['outer-type'] || silo.integrationName,\n            ),\n          )\n          .flat(),\n      ),\n    ],\n    adTechIntegrations,\n  );\n\n  // Mapping from service name to list of\n  const serviceToFoundOnDomain: { [k in string]: string[] } = {};\n  dataSiloInputs.forEach(({ adTechDataSilos, siteTechDataSilos }) => {\n    const allDataSilos = [...adTechDataSilos, ...siteTechDataSilos];\n    allDataSilos.forEach((dataSilo) => {\n      const service = dataSilo['outer-type'] || dataSilo.integrationName;\n      const foundOnDomain = dataSilo.attributes?.find(\n        (attr) => attr.key === 'Found On Domain',\n      );\n      // create mapping to instance\n      if (!serviceToFoundOnDomain[service]) {\n        serviceToFoundOnDomain[service] = [];\n      }\n      serviceToFoundOnDomain[service]!.push(...(foundOnDomain?.values || []));\n      serviceToFoundOnDomain[service] = [\n        ...new Set(serviceToFoundOnDomain[service]),\n      ];\n    });\n  });\n\n  // Fetch all integrations in the catalog\n  const client = buildTranscendGraphQLClient(transcendUrl, auth);\n  const { serviceToTitle, serviceToSupportedIntegration } =\n    await fetchAndIndexCatalogs(client);\n\n  // construct the aggregated data silo inputs\n  const dataSilos = [...adTechIntegrations, ...siteTechIntegrations].map(\n    (service) => ({\n      title: serviceToTitle[service],\n      ...(serviceToSupportedIntegration[service]\n        ? { integrationName: service }\n        : { integrationName: 'promptAPerson', 'outer-type': service }),\n      attributes: [\n        {\n          key: 'Tech Type',\n          values: ['Ad Tech'],\n        },\n        {\n          key: 'Business Units',\n          values: difference(\n            serviceToInstance[service] || [],\n            instancesToIgnore,\n          ),\n        },\n        {\n          key: 'Found On Domain',\n          values: serviceToFoundOnDomain[service] || [],\n        },\n      ],\n    }),\n  );\n\n  // Log output\n  logger.log(`Total Services: ${dataSilos.length}`);\n  logger.log(`Ad Tech Services: ${adTechIntegrations.length}`);\n  logger.log(`Site Tech Services: ${siteTechIntegrations.length}`);\n\n  // Write to yaml\n  writeTranscendYaml(output, {\n    'data-silos': dataSilos,\n  });\n}\n"],"mappings":"oWAKA,OAAS,QAAAA,MAAY,OACrB,OAAS,cAAAC,MAAkB,YAC3B,OAAOC,MAAY,SAInB,OAAS,cAAAC,EAAY,aAAAC,MAAiB,KAYtC,eAAsBC,EAEpB,CACE,KAAAC,EACA,mBAAAC,EACA,OAAAC,EACA,WAAAC,EAAa,CAAC,EACd,aAAAC,CACF,EACe,CAEVH,IACHI,EAAO,MACLC,EAAO,IACL,kEACF,CACF,EACA,QAAQ,KAAK,CAAC,IAKd,CAACC,EAAWN,CAAkB,GAC9B,CAACO,EAAUP,CAAkB,EAAE,YAAY,KAE3CI,EAAO,MAAMC,EAAO,IAAI,2BAA2BL,CAAkB,GAAG,CAAC,EACzE,QAAQ,KAAK,CAAC,GAIhB,IAAMQ,EAAoBN,EAAW,IAAKO,GAAMA,EAAE,MAAM,GAAG,EAAE,CAAC,CAAC,EAGzDC,EAAiBC,EAAUX,CAAkB,EAAE,IAAKY,GAAc,CAEtE,GAAM,CAAE,aAAcC,EAAY,CAAC,CAAE,EAAIC,EACvCC,EAAKf,EAAoBY,CAAS,CACpC,EAGM,CAAE,gBAAAI,EAAiB,kBAAAC,CAAkB,EAAIC,EAC7CL,EACA,CACE,8BAAAM,EACA,eAAAC,CACF,CACF,EAEA,MAAO,CACL,gBAAAJ,EACA,kBAAAC,EACA,iBAAkBL,EAAU,MAAM,GAAG,EAAE,CAAC,CAC1C,CACF,CAAC,EAGKS,EAAiD,CAAC,EACxDX,EAAe,QACb,CAAC,CAAE,gBAAAM,EAAiB,kBAAAC,EAAmB,iBAAAK,CAAiB,IAAM,CACvC,CAAC,GAAGN,EAAiB,GAAGC,CAAiB,EACjD,QAASM,GAAa,CACjC,IAAMC,EAAUD,EAAS,YAAY,GAAKA,EAAS,gBAE9CF,EAAkBG,CAAO,IAC5BH,EAAkBG,CAAO,EAAI,CAAC,GAEhCH,EAAkBG,CAAO,EAAG,KAAKF,CAAgB,EACjDD,EAAkBG,CAAO,EAAI,CAAC,GAAG,IAAI,IAAIH,EAAkBG,CAAO,CAAC,CAAC,CACtE,CAAC,CACH,CACF,EAGA,IAAMC,EAAqB,CACzB,GAAG,IAAI,IACLf,EACG,IAAI,CAAC,CAAE,gBAAAM,CAAgB,IACtBA,EAAgB,IACbU,GAASA,EAAK,YAAY,GAAKA,EAAK,eACvC,CACF,EACC,KAAK,CACV,CACF,EAGMC,EAAuBC,EAC3B,CACE,GAAG,IAAI,IACLlB,EACG,IAAI,CAAC,CAAE,kBAAAO,CAAkB,IACxBA,EAAkB,IACfS,GAASA,EAAK,YAAY,GAAKA,EAAK,eACvC,CACF,EACC,KAAK,CACV,CACF,EACAD,CACF,EAGMI,EAAsD,CAAC,EAC7DnB,EAAe,QAAQ,CAAC,CAAE,gBAAAM,EAAiB,kBAAAC,CAAkB,IAAM,CAC5C,CAAC,GAAGD,EAAiB,GAAGC,CAAiB,EACjD,QAASM,GAAa,CACjC,IAAMC,EAAUD,EAAS,YAAY,GAAKA,EAAS,gBAC7CO,EAAgBP,EAAS,YAAY,KACxCQ,GAASA,EAAK,MAAQ,iBACzB,EAEKF,EAAuBL,CAAO,IACjCK,EAAuBL,CAAO,EAAI,CAAC,GAErCK,EAAuBL,CAAO,EAAG,KAAK,GAAIM,GAAe,QAAU,CAAC,CAAE,EACtED,EAAuBL,CAAO,EAAI,CAChC,GAAG,IAAI,IAAIK,EAAuBL,CAAO,CAAC,CAC5C,CACF,CAAC,CACH,CAAC,EAGD,IAAMQ,EAASC,EAA4B9B,EAAcJ,CAAI,EACvD,CAAE,eAAAqB,EAAgB,8BAAAD,CAA8B,EACpD,MAAMe,EAAsBF,CAAM,EAG9BG,EAAY,CAAC,GAAGV,EAAoB,GAAGE,CAAoB,EAAE,IAChEH,IAAa,CACZ,MAAOJ,EAAeI,CAAO,EAC7B,GAAIL,EAA8BK,CAAO,EACrC,CAAE,gBAAiBA,CAAQ,EAC3B,CAAE,gBAAiB,gBAAiB,aAAcA,CAAQ,EAC9D,WAAY,CACV,CACE,IAAK,YACL,OAAQ,CAAC,SAAS,CACpB,EACA,CACE,IAAK,iBACL,OAAQI,EACNP,EAAkBG,CAAO,GAAK,CAAC,EAC/BhB,CACF,CACF,EACA,CACE,IAAK,kBACL,OAAQqB,EAAuBL,CAAO,GAAK,CAAC,CAC9C,CACF,CACF,EACF,EAGApB,EAAO,IAAI,mBAAmB+B,EAAU,MAAM,EAAE,EAChD/B,EAAO,IAAI,qBAAqBqB,EAAmB,MAAM,EAAE,EAC3DrB,EAAO,IAAI,uBAAuBuB,EAAqB,MAAM,EAAE,EAG/DS,EAAmBnC,EAAQ,CACzB,aAAckC,CAChB,CAAC,CACH","names":["join","difference","colors","existsSync","lstatSync","deriveDataSilosFromDataFlowsCrossInstance","auth","dataFlowsYmlFolder","output","ignoreYmls","transcendUrl","logger","colors","existsSync","lstatSync","instancesToIgnore","x","dataSiloInputs","listFiles","directory","dataFlows","readTranscendYaml","join","adTechDataSilos","siteTechDataSilos","dataFlowsToDataSilos","serviceToSupportedIntegration","serviceToTitle","serviceToInstance","organizationName","dataSilo","service","adTechIntegrations","silo","siteTechIntegrations","difference","serviceToFoundOnDomain","foundOnDomain","attr","client","buildTranscendGraphQLClient","fetchAndIndexCatalogs","dataSilos","writeTranscendYaml"]}