@transcend-io/cli 8.33.1 → 8.34.0

package/dist/{cron-trHmh4Ul.cjs → cron-DQHN57v7.cjs}

@@ -1,2 +1,2 @@
-const e=require(`./enums-CBXlBJii.cjs`),t=require(`./constants-KUUI8R0B.cjs`),n=require(`./syncConfigurationToTranscend-DWM5Kkl4.cjs`),r=require(`./logger-BaHHbWVd.cjs`);let i=require(`@transcend-io/privacy-types`),a=require(`@transcend-io/type-utils`),o=require(`colors`);o=e.s(o);let s=require(`io-ts`);s=e.s(s);let c=require(`cli-progress`);c=e.s(c);const l=s.type({identifier:s.string,type:s.string,coreIdentifier:s.string,dataSiloId:s.string,requestId:s.string,nonce:s.string,requestCreatedAt:s.string,daysUntilOverdue:s.number,attributes:s.array(s.type({key:s.string,values:s.array(s.string)}))});async function u(e,{dataSiloId:t,limit:n=100,offset:r=0,requestType:i}){try{let o=await e.get(`v1/data-silo/${t}/pending-requests/${i}`,{searchParams:{offset:r,limit:n}}).json(),{items:c}=(0,a.decodeCodec)(s.type({items:s.array(l)}),o);return c}catch(e){throw Error(`Received an error from server: ${e?.response?.body||e?.message}`)}}const d=s.type({nonce:s.string,identifier:s.string});async function f(e,{nonce:t,identifier:n}){try{return await e.put(`v1/data-silo`,{headers:{"x-transcend-nonce":t},json:{profiles:[{profileId:n}]}}),!0}catch(e){if(e.response?.statusCode===409)return!1;throw Error(`Received an error from server: ${e?.response?.body||e?.message}`)}}async function p({file:e,dataSiloId:i,auth:a,sombraAuth:s,concurrency:l=100,transcendUrl:u=t.a,sleepSeconds:p=10}){let m=await n.ei(u,a,s);r.t.info(o.default.magenta(`Reading "${e}" from disk`));let h=n.oi(e,d);r.t.info(o.default.magenta(`Notifying Transcend for data silo "${i}" marking "${h.length}" identifiers as completed.`));let g=new Date().getTime(),_=new c.default.SingleBar({},c.default.Presets.shades_classic),v=0,y=0,b=0;_.start(h.length,0);let x=n.Ns(h,l),S=x.length;await n.Es(x,async(e,t)=>{r.t.info(o.default.blue(`Processing chunk ${t+1}/${S} (${n.Ns.length} items)`)),await n.Ts(e,async e=>{try{await f(m,e)?v+=1:y+=1}catch(t){r.t.error(o.default.red(`Error notifying Transcend for identifier "${e.identifier}" - ${t?.message}`)),b+=1}_.update(v+y)}),p>0&&t<S-1&&(r.t.info(o.default.yellow(`Sleeping for ${p}s before next chunk...`)),await new Promise(e=>{setTimeout(e,p*1e3)}))}),_.stop();let C=new Date().getTime()-g;if(r.t.info(o.default.green(`Successfully notified Transcend for ${v} identifiers in "${C/1e3}" seconds!`)),y&&r.t.info(o.default.magenta(`There were ${y} identifiers that were not in a state to be updated.They likely have already been resolved.`)),b)throw r.t.error(o.default.red(`There were ${b} identifiers that failed to be updated. Please review the logs for more information.`)),Error(`Failed to update all identifiers`);return h.length}async function m({requestIds:e,dataSiloId:a,auth:s,concurrency:l=100,status:u=i.RequestDataSiloStatus.Resolved,transcendUrl:d=t.a}){let f=n.ti(d,s),p=new Date().getTime(),m=new c.default.SingleBar({},c.default.Presets.shades_classic);r.t.info(o.default.magenta(`Notifying Transcend for data silo "${a}" marking "${e.length}" requests as completed.`));let h=0;m.start(e.length,0),await n.Ts(e,async e=>{let t=await n.Gn(f,{requestId:e,dataSiloId:a});try{await n.i(f,n.to,{requestDataSiloId:t.id,status:u})}catch(e){if(!e.message.includes(`Client error: Request must be active:`)&&!e.message.includes(`Failed to find RequestDataSilo`))throw e}h+=1,m.update(h)},{concurrency:l}),m.stop();let g=new Date().getTime()-p;return r.t.info(o.default.green(`Successfully notified Transcend in "${g/1e3}" seconds!`)),e.length}async function h({dataSiloId:e,auth:i,sombraAuth:a,actions:s,apiPageSize:l=100,savePageSize:d=1e3,onSave:f,transcendUrl:p=t.a,skipRequestCount:m=!1}){if(d%l!==0)throw Error(`savePageSize must be a multiple of apiPageSize. savePageSize: ${d}, apiPageSize: ${l}`);let h=await n.ei(p,i,a),g=n.ti(p,i),_=0;m||(_=await n.Wn(g,{dataSiloId:e})),r.t.info(o.default.magenta(`Pulling ${m?`all`:_} outstanding request identifiers for data silo: "${e}" for requests of types "${s.join(`", "`)}"`));let v=new Date().getTime(),y=new c.default.SingleBar({},c.default.Presets.shades_classic),b=new Set,x=[],S=[];m||y.start(_,0),await n.Es(s,async t=>{let n=0,i=!0;for(;i;){let a=await u(h,{dataSiloId:e,limit:l,offset:n,requestType:t}),s=a.map(e=>(b.add(e.requestId),{...e,action:t})),c=s.map(({attributes:e,...t})=>({...t,...e.reduce((e,t)=>Object.assign(e,{[t.key]:t.values.join(`,`)}),{})}));x.push(...s),S.push(...c),S.length>=d&&(await f(S),S=[]),i=a.length===l,n+=l,m?r.t.info(o.default.magenta(`Pulled ${a.length} outstanding identifiers for ${b.size} requests`)):y.update(b.size)}}),S.length>0&&await f(S),m||y.stop();let C=new Date().getTime()-v;return r.t.info(o.default.green(`Successfully pulled ${x.length} outstanding identifiers from ${b.size} requests in "${C/1e3}" seconds!`)),{identifiers:x}}Object.defineProperty(exports,`a`,{enumerable:!0,get:function(){return f}}),Object.defineProperty(exports,`i`,{enumerable:!0,get:function(){return d}}),Object.defineProperty(exports,`n`,{enumerable:!0,get:function(){return m}}),Object.defineProperty(exports,`o`,{enumerable:!0,get:function(){return l}}),Object.defineProperty(exports,`r`,{enumerable:!0,get:function(){return p}}),Object.defineProperty(exports,`s`,{enumerable:!0,get:function(){return u}}),Object.defineProperty(exports,`t`,{enumerable:!0,get:function(){return h}});
-//# sourceMappingURL=cron-trHmh4Ul.cjs.map
+const e=require(`./enums-CBXlBJii.cjs`),t=require(`./constants-B-TmLA0w.cjs`),n=require(`./syncConfigurationToTranscend-Bpge5AcC.cjs`),r=require(`./logger-BaHHbWVd.cjs`);let i=require(`@transcend-io/privacy-types`),a=require(`@transcend-io/type-utils`),o=require(`colors`);o=e.s(o);let s=require(`io-ts`);s=e.s(s);let c=require(`cli-progress`);c=e.s(c);const l=s.type({identifier:s.string,type:s.string,coreIdentifier:s.string,dataSiloId:s.string,requestId:s.string,nonce:s.string,requestCreatedAt:s.string,daysUntilOverdue:s.number,attributes:s.array(s.type({key:s.string,values:s.array(s.string)}))});async function u(e,{dataSiloId:t,limit:n=100,offset:r=0,requestType:i}){try{let o=await e.get(`v1/data-silo/${t}/pending-requests/${i}`,{searchParams:{offset:r,limit:n}}).json(),{items:c}=(0,a.decodeCodec)(s.type({items:s.array(l)}),o);return c}catch(e){throw Error(`Received an error from server: ${e?.response?.body||e?.message}`)}}const d=s.type({nonce:s.string,identifier:s.string});async function f(e,{nonce:t,identifier:n}){try{return await e.put(`v1/data-silo`,{headers:{"x-transcend-nonce":t},json:{profiles:[{profileId:n}]}}),!0}catch(e){if(e.response?.statusCode===409)return!1;throw Error(`Received an error from server: ${e?.response?.body||e?.message}`)}}async function p({file:e,dataSiloId:i,auth:a,sombraAuth:s,concurrency:l=100,transcendUrl:u=t.a,sleepSeconds:p=10}){let m=await n.ei(u,a,s);r.t.info(o.default.magenta(`Reading "${e}" from disk`));let h=n.oi(e,d);r.t.info(o.default.magenta(`Notifying Transcend for data silo "${i}" marking "${h.length}" identifiers as completed.`));let g=new Date().getTime(),_=new c.default.SingleBar({},c.default.Presets.shades_classic),v=0,y=0,b=0;_.start(h.length,0);let x=n.Ns(h,l),S=x.length;await n.Es(x,async(e,t)=>{r.t.info(o.default.blue(`Processing chunk ${t+1}/${S} (${n.Ns.length} items)`)),await n.Ts(e,async e=>{try{await f(m,e)?v+=1:y+=1}catch(t){r.t.error(o.default.red(`Error notifying Transcend for identifier "${e.identifier}" - ${t?.message}`)),b+=1}_.update(v+y)}),p>0&&t<S-1&&(r.t.info(o.default.yellow(`Sleeping for ${p}s before next chunk...`)),await new Promise(e=>{setTimeout(e,p*1e3)}))}),_.stop();let C=new Date().getTime()-g;if(r.t.info(o.default.green(`Successfully notified Transcend for ${v} identifiers in "${C/1e3}" seconds!`)),y&&r.t.info(o.default.magenta(`There were ${y} identifiers that were not in a state to be updated.They likely have already been resolved.`)),b)throw r.t.error(o.default.red(`There were ${b} identifiers that failed to be updated. Please review the logs for more information.`)),Error(`Failed to update all identifiers`);return h.length}async function m({requestIds:e,dataSiloId:a,auth:s,concurrency:l=100,status:u=i.RequestDataSiloStatus.Resolved,transcendUrl:d=t.a}){let f=n.ti(d,s),p=new Date().getTime(),m=new c.default.SingleBar({},c.default.Presets.shades_classic);r.t.info(o.default.magenta(`Notifying Transcend for data silo "${a}" marking "${e.length}" requests as completed.`));let h=0;m.start(e.length,0),await n.Ts(e,async e=>{let t=await n.Gn(f,{requestId:e,dataSiloId:a});try{await n.i(f,n.to,{requestDataSiloId:t.id,status:u})}catch(e){if(!e.message.includes(`Client error: Request must be active:`)&&!e.message.includes(`Failed to find RequestDataSilo`))throw e}h+=1,m.update(h)},{concurrency:l}),m.stop();let g=new Date().getTime()-p;return r.t.info(o.default.green(`Successfully notified Transcend in "${g/1e3}" seconds!`)),e.length}async function h({dataSiloId:e,auth:i,sombraAuth:a,actions:s,apiPageSize:l=100,savePageSize:d=1e3,onSave:f,transcendUrl:p=t.a,skipRequestCount:m=!1}){if(d%l!==0)throw Error(`savePageSize must be a multiple of apiPageSize. savePageSize: ${d}, apiPageSize: ${l}`);let h=await n.ei(p,i,a),g=n.ti(p,i),_=0;m||(_=await n.Wn(g,{dataSiloId:e})),r.t.info(o.default.magenta(`Pulling ${m?`all`:_} outstanding request identifiers for data silo: "${e}" for requests of types "${s.join(`", "`)}"`));let v=new Date().getTime(),y=new c.default.SingleBar({},c.default.Presets.shades_classic),b=new Set,x=[],S=[];m||y.start(_,0),await n.Es(s,async t=>{let n=0,i=!0;for(;i;){let a=await u(h,{dataSiloId:e,limit:l,offset:n,requestType:t}),s=a.map(e=>(b.add(e.requestId),{...e,action:t})),c=s.map(({attributes:e,...t})=>({...t,...e.reduce((e,t)=>Object.assign(e,{[t.key]:t.values.join(`,`)}),{})}));x.push(...s),S.push(...c),S.length>=d&&(await f(S),S=[]),i=a.length===l,n+=l,m?r.t.info(o.default.magenta(`Pulled ${a.length} outstanding identifiers for ${b.size} requests`)):y.update(b.size)}}),S.length>0&&await f(S),m||y.stop();let C=new Date().getTime()-v;return r.t.info(o.default.green(`Successfully pulled ${x.length} outstanding identifiers from ${b.size} requests in "${C/1e3}" seconds!`)),{identifiers:x}}Object.defineProperty(exports,`a`,{enumerable:!0,get:function(){return f}}),Object.defineProperty(exports,`i`,{enumerable:!0,get:function(){return d}}),Object.defineProperty(exports,`n`,{enumerable:!0,get:function(){return m}}),Object.defineProperty(exports,`o`,{enumerable:!0,get:function(){return l}}),Object.defineProperty(exports,`r`,{enumerable:!0,get:function(){return p}}),Object.defineProperty(exports,`s`,{enumerable:!0,get:function(){return u}}),Object.defineProperty(exports,`t`,{enumerable:!0,get:function(){return h}});
+//# sourceMappingURL=cron-DQHN57v7.cjs.map

package/dist/{cron-trHmh4Ul.cjs.map → cron-DQHN57v7.cjs.map}

@@ -1 +1 @@
-{"version":3,"file":"cron-trHmh4Ul.cjs","names":["t","t","DEFAULT_TRANSCEND_API","createSombraGotInstance","readCsv","cliProgress","chunk","map","mapSeries","RequestDataSiloStatus","DEFAULT_TRANSCEND_API","buildTranscendGraphQLClient","cliProgress","map","fetchRequestDataSilo","makeGraphQLRequest","CHANGE_REQUEST_DATA_SILO_STATUS","DEFAULT_TRANSCEND_API","createSombraGotInstance","buildTranscendGraphQLClient","fetchRequestDataSiloActiveCount","cliProgress","mapSeries"],"sources":["../src/lib/cron/pullCronPageOfIdentifiers.ts","../src/lib/cron/markCronIdentifierCompleted.ts","../src/lib/cron/pushCronIdentifiersFromCsv.ts","../src/lib/cron/markRequestDataSiloIdsCompleted.ts","../src/lib/cron/pullChunkedCustomSiloOutstandingIdentifiers.ts"],"sourcesContent":["import * as t from 'io-ts';\nimport { decodeCodec } from '@transcend-io/type-utils';\nimport { RequestAction } from '@transcend-io/privacy-types';\nimport type { Got } from 'got';\n\nexport const CronIdentifier = t.type({\n  /** The identifier value */\n  identifier: t.string,\n  /** The type of identifier */\n  type: t.string,\n  /** The core identifier of the request */\n  coreIdentifier: t.string,\n  /** The ID of the underlying data silo */\n  dataSiloId: t.string,\n  /** The ID of the underlying request */\n  requestId: t.string,\n  /** The request nonce */\n  nonce: t.string,\n  /** The time the request was created */\n  requestCreatedAt: t.string,\n  /** The number of days until the request is overdue */\n  daysUntilOverdue: t.number,\n  /** Request attributes */\n  attributes: t.array(\n    t.type({\n      key: t.string,\n      values: t.array(t.string),\n    }),\n  ),\n});\n\n/** Type override */\nexport type CronIdentifier = t.TypeOf<typeof CronIdentifier>;\n\n/**\n * Pull a offset of identifiers for a cron job\n *\n * @see https://docs.transcend.io/docs/api-reference/GET/v1/data-silo/(id)/pending-requests/(type)\n * @param sombra - Sombra instance configured to make requests\n * @param options - Additional options\n * @returns Successfully submitted request\n */\nexport async function pullCronPageOfIdentifiers(\n  sombra: Got,\n  {\n    dataSiloId,\n    limit = 100,\n    offset = 0,\n    requestType,\n  }: {\n    /** Data Silo ID */\n    dataSiloId: string;\n    /** Type of request */\n    requestType: RequestAction;\n    /** Number of identifiers to pull in */\n    limit?: number;\n    /** Page to pull in */\n    offset?: number;\n  },\n): Promise<CronIdentifier[]> {\n  try {\n    // Make the GraphQL request\n    const response = await sombra\n      .get(`v1/data-silo/${dataSiloId}/pending-requests/${requestType}`, {\n        searchParams: {\n          offset,\n          limit,\n        },\n      })\n      .json();\n\n    const { items } = decodeCodec(\n      t.type({\n        items: t.array(CronIdentifier),\n      }),\n      response,\n    );\n    return items;\n  } catch (err) {\n    throw new Error(\n      `Received an error from server: ${err?.response?.body || err?.message}`,\n    );\n  }\n}\n","import type { Got } from 'got';\nimport * as t from 'io-ts';\n\n/**\n * Minimal set required to mark as completed\n */\nexport const CronIdentifierPush = t.type({\n  nonce: t.string,\n  identifier: t.string,\n});\n\n/** Type override */\nexport type CronIdentifierPush = t.TypeOf<typeof CronIdentifierPush>;\n\n/**\n * Mark an identifier output by the cron job as completed.\n *\n * @see https://docs.transcend.io/docs/api-reference/PUT/v1/data-silo\n * @param sombra - Sombra instance configured to make requests\n * @param options - Additional options\n * @returns Successfully submitted request, false if not in a state to update\n */\nexport async function markCronIdentifierCompleted(\n  sombra: Got,\n  { nonce, identifier }: CronIdentifierPush,\n): Promise<boolean> {\n  try {\n    // Make the GraphQL request\n    await sombra.put('v1/data-silo', {\n      headers: {\n        'x-transcend-nonce': nonce,\n      },\n      json: {\n        profiles: [\n          {\n            profileId: identifier,\n          },\n        ],\n      },\n    });\n    return true;\n  } catch (err) {\n    // handle gracefully\n    if (err.response?.statusCode === 409) {\n      return false;\n    }\n    throw new Error(\n      `Received an error from server: ${err?.response?.body || err?.message}`,\n    );\n  }\n}\n","import { map, mapSeries } from '../bluebird';\nimport { chunk } from 'lodash-es';\nimport { createSombraGotInstance } from '../graphql';\nimport colors from 'colors';\nimport {\n  markCronIdentifierCompleted,\n  CronIdentifierPush,\n} from './markCronIdentifierCompleted';\nimport cliProgress from 'cli-progress';\nimport { logger } from '../../logger';\nimport { readCsv } from '../requests';\nimport { DEFAULT_TRANSCEND_API } from '../../constants';\n\n/**\n * Given a CSV of cron job outputs, mark all requests as completed in Transcend\n *\n * @param options - Options\n * @returns Number of items marked as completed\n */\nexport async function pushCronIdentifiersFromCsv({\n  file,\n  dataSiloId,\n  auth,\n  sombraAuth,\n  concurrency = 100,\n  transcendUrl = DEFAULT_TRANSCEND_API,\n  sleepSeconds = 10,\n}: {\n  /** CSV file path */\n  file: string;\n  /** Transcend API key authentication */\n  auth: string;\n  /** Data Silo ID to pull down jobs for */\n  dataSiloId: string;\n  /** Upload concurrency */\n  concurrency?: number;\n  /** API URL for Transcend backend */\n  transcendUrl?: string;\n  /** Sombra API key authentication */\n  sombraAuth?: string;\n  /** Sleep time in seconds between chunks of concurrent calls */\n  sleepSeconds?: number;\n}): Promise<number> {\n  // Create sombra instance to communicate with\n  const sombra = await createSombraGotInstance(transcendUrl, auth, sombraAuth);\n\n  // Read from CSV\n  logger.info(colors.magenta(`Reading \"${file}\" from disk`));\n  const activeResults = readCsv(file, CronIdentifierPush);\n\n  // Notify Transcend\n  logger.info(\n    colors.magenta(\n      `Notifying Transcend for data silo \"${dataSiloId}\" marking \"${activeResults.length}\" identifiers as completed.`,\n    ),\n  );\n\n  // Time duration\n  const t0 = new Date().getTime();\n  // create a new progress bar instance and use shades_classic theme\n  const progressBar = new cliProgress.SingleBar(\n    {},\n    cliProgress.Presets.shades_classic,\n  );\n\n  let successCount = 0;\n  let failureCount = 0;\n  let errorCount = 0;\n  progressBar.start(activeResults.length, 0);\n\n  // Process in chunks with sleep intervals\n  const chunks = chunk(activeResults, concurrency);\n  const totalChunks = chunks.length;\n  const processChunk = async (\n    items: CronIdentifierPush[],\n    chunkIndex: number,\n  ): Promise<void> => {\n    logger.info(\n      colors.blue(\n        `Processing chunk ${chunkIndex + 1}/${totalChunks} (${\n          chunk.length\n        } items)`,\n      ),\n    );\n\n    // Process the items of the chunk concurrently\n    await map(items, async (identifier) => {\n      try {\n        const success = await markCronIdentifierCompleted(sombra, identifier);\n        if (success) {\n          successCount += 1;\n        } else {\n          failureCount += 1;\n        }\n      } catch (e) {\n        logger.error(\n          colors.red(\n            `Error notifying Transcend for identifier \"${identifier.identifier}\" - ${e?.message}`,\n          ),\n        );\n        errorCount += 1;\n      }\n      progressBar.update(successCount + failureCount);\n    });\n\n    // Sleep between chunks (except for the last chunk)\n    if (sleepSeconds > 0 && chunkIndex < totalChunks - 1) {\n      logger.info(\n        colors.yellow(`Sleeping for ${sleepSeconds}s before next chunk...`),\n      );\n\n      await new Promise((resolve) => {\n        setTimeout(resolve, sleepSeconds * 1000);\n      });\n    }\n  };\n\n  // Process all chunks sequentially\n  await mapSeries(chunks, processChunk);\n\n  progressBar.stop();\n  const t1 = new Date().getTime();\n  const totalTime = t1 - t0;\n\n  logger.info(\n    colors.green(\n      `Successfully notified Transcend for ${successCount} identifiers in \"${\n        totalTime / 1000\n      }\" seconds!`,\n    ),\n  );\n  if (failureCount) {\n    logger.info(\n      colors.magenta(\n        `There were ${failureCount} identifiers that were not in a state to be updated.` +\n          'They likely have already been resolved.',\n      ),\n    );\n  }\n  if (errorCount) {\n    logger.error(\n      colors.red(\n        `There were ${errorCount} identifiers that failed to be updated. Please review the logs for more information.`,\n      ),\n    );\n    throw new Error('Failed to update all identifiers');\n  }\n  return activeResults.length;\n}\n","import { map } from '../bluebird';\nimport colors from 'colors';\nimport { logger } from '../../logger';\nimport {\n  CHANGE_REQUEST_DATA_SILO_STATUS,\n  fetchRequestDataSilo,\n  makeGraphQLRequest,\n  buildTranscendGraphQLClient,\n} from '../graphql';\nimport cliProgress from 'cli-progress';\nimport { DEFAULT_TRANSCEND_API } from '../../constants';\nimport { RequestDataSiloStatus } from '@transcend-io/privacy-types';\n\n/**\n * Given a CSV of Request IDs, mark associated RequestDataSilos as completed\n *\n * @param options - Options\n * @returns Number of items marked as completed\n */\nexport async function markRequestDataSiloIdsCompleted({\n  requestIds,\n  dataSiloId,\n  auth,\n  concurrency = 100,\n  status = RequestDataSiloStatus.Resolved,\n  transcendUrl = DEFAULT_TRANSCEND_API,\n}: {\n  /** The list of request ids to mark as completed  */\n  requestIds: string[];\n  /** Transcend API key authentication */\n  auth: string;\n  /** Data Silo ID to pull down jobs for */\n  dataSiloId: string;\n  /** Status to update requests to */\n  status?: RequestDataSiloStatus;\n  /** Upload concurrency */\n  concurrency?: number;\n  /** API URL for Transcend backend */\n  transcendUrl?: string;\n}): Promise<number> {\n  // Find all requests made before createdAt that are in a removing data state\n  const client = buildTranscendGraphQLClient(transcendUrl, auth);\n\n  // Time duration\n  const t0 = new Date().getTime();\n  // create a new progress bar instance and use shades_classic theme\n  const progressBar = new cliProgress.SingleBar(\n    {},\n    cliProgress.Presets.shades_classic,\n  );\n\n  // Notify Transcend\n  logger.info(\n    colors.magenta(\n      `Notifying Transcend for data silo \"${dataSiloId}\" marking \"${requestIds.length}\" requests as completed.`,\n    ),\n  );\n\n  let total = 0;\n  progressBar.start(requestIds.length, 0);\n  await map(\n    requestIds,\n    async (requestId) => {\n      const requestDataSilo = await fetchRequestDataSilo(client, {\n        requestId,\n        dataSiloId,\n      });\n\n      try {\n        await makeGraphQLRequest<{\n          /** Whether we successfully uploaded the results */\n          success: boolean;\n        }>(client, CHANGE_REQUEST_DATA_SILO_STATUS, {\n          requestDataSiloId: requestDataSilo.id,\n          status,\n        });\n      } catch (err) {\n        if (\n          !err.message.includes('Client error: Request must be active:') &&\n          !err.message.includes('Failed to find RequestDataSilo')\n        ) {\n          throw err;\n        }\n      }\n\n      total += 1;\n      progressBar.update(total);\n    },\n    { concurrency },\n  );\n\n  progressBar.stop();\n  const t1 = new Date().getTime();\n  const totalTime = t1 - t0;\n\n  logger.info(\n    colors.green(\n      `Successfully notified Transcend in \"${totalTime / 1000}\" seconds!`,\n    ),\n  );\n  return requestIds.length;\n}\n","import {\n  buildTranscendGraphQLClient,\n  createSombraGotInstance,\n  fetchRequestDataSiloActiveCount,\n} from '../graphql';\nimport colors from 'colors';\nimport cliProgress from 'cli-progress';\nimport {\n  pullCronPageOfIdentifiers,\n  CronIdentifier,\n} from './pullCronPageOfIdentifiers';\nimport { RequestAction } from '@transcend-io/privacy-types';\n\nimport { logger } from '../../logger';\nimport { DEFAULT_TRANSCEND_API } from '../../constants';\nimport { mapSeries } from '../bluebird';\n\n/**\n * A CSV formatted identifier\n */\nexport type CsvFormattedIdentifier = {\n  [k in string]: string | null | boolean | number;\n};\n\nexport interface CronIdentifierWithAction extends CronIdentifier {\n  /** The request action that the identifier relates to */\n  action: RequestAction;\n}\n\n/**\n * Pull the set of identifiers outstanding for a cron or AVC integration\n *\n * This function is designed to be used in a loop, and will call the onSave callback\n * with a chunk of identifiers when the savePageSize is reached.\n *\n * @param options - Options\n * @returns The identifiers and identifiers formatted for CSV\n */\nexport async function pullChunkedCustomSiloOutstandingIdentifiers({\n  dataSiloId,\n  auth,\n  sombraAuth,\n  actions,\n  apiPageSize = 100,\n  savePageSize = 1000,\n  onSave,\n  transcendUrl = DEFAULT_TRANSCEND_API,\n  skipRequestCount = false,\n}: {\n  /** Transcend API key authentication */\n  auth: string;\n  /** Data Silo ID to pull down jobs for */\n  dataSiloId: string;\n  /** The request actions to fetch */\n  actions: RequestAction[];\n  /** How many identifiers to pull in a single call to the backend */\n  apiPageSize: number;\n  /** How many identifiers to save at a time (usually to a CSV file, should be a multiple of apiPageSize) */\n  savePageSize: number;\n  /** Callback function called when a chunk of identifiers is ready to be saved */\n  onSave: (chunk: CsvFormattedIdentifier[]) => Promise<void>;\n  /** API URL for Transcend backend */\n  transcendUrl?: string;\n  /** Sombra API key authentication */\n  sombraAuth?: string;\n  /** Skip request count */\n  skipRequestCount?: boolean;\n}): Promise<{\n  /** Raw Identifiers */\n  identifiers: CronIdentifierWithAction[];\n}> {\n  // Validate savePageSize\n  if (savePageSize % apiPageSize !== 0) {\n    throw new Error(\n      `savePageSize must be a multiple of apiPageSize. savePageSize: ${savePageSize}, apiPageSize: ${apiPageSize}`,\n    );\n  }\n\n  // Create sombra instance to communicate with\n  const sombra = await createSombraGotInstance(transcendUrl, auth, sombraAuth);\n\n  // Create GraphQL client to connect to Transcend backend\n  const client = buildTranscendGraphQLClient(transcendUrl, auth);\n\n  let totalRequestCount = 0;\n  if (!skipRequestCount) {\n    totalRequestCount = await fetchRequestDataSiloActiveCount(client, {\n      dataSiloId,\n    });\n  }\n\n  logger.info(\n    colors.magenta(\n      `Pulling ${\n        skipRequestCount ? 'all' : totalRequestCount\n      } outstanding request identifiers ` +\n        `for data silo: \"${dataSiloId}\" for requests of types \"${actions.join(\n          '\", \"',\n        )}\"`,\n    ),\n  );\n\n  // Time duration\n  const t0 = new Date().getTime();\n  // create a new progress bar instance and use shades_classic theme\n  const progressBar = new cliProgress.SingleBar(\n    {},\n    cliProgress.Presets.shades_classic,\n  );\n  const foundRequestIds = new Set<string>();\n\n  // identifiers found in total\n  const identifiers: CronIdentifierWithAction[] = [];\n  // current chunk of identifiers to be saved\n  let currentChunk: CsvFormattedIdentifier[] = [];\n\n  // map over each action\n  if (!skipRequestCount) {\n    progressBar.start(totalRequestCount, 0);\n  }\n  await mapSeries(actions, async (action) => {\n    let offset = 0;\n    let shouldContinue = true;\n\n    // Fetch a page of identifiers\n    while (shouldContinue) {\n      const pageIdentifiers = await pullCronPageOfIdentifiers(sombra, {\n        dataSiloId,\n        limit: apiPageSize,\n        offset,\n        requestType: action,\n      });\n\n      const identifiersWithAction: CronIdentifierWithAction[] =\n        pageIdentifiers.map((identifier) => {\n          foundRequestIds.add(identifier.requestId);\n          return {\n            ...identifier,\n            action,\n          };\n        });\n\n      const csvFormattedIdentifiers = identifiersWithAction.map(\n        ({ attributes, ...identifier }) => ({\n          ...identifier,\n          ...attributes.reduce(\n            (acc, val) =>\n              Object.assign(acc, {\n                [val.key]: val.values.join(','),\n              }),\n            {},\n          ),\n        }),\n      );\n\n      identifiers.push(...identifiersWithAction);\n      currentChunk.push(...csvFormattedIdentifiers);\n\n      // Check if we've reached the savePageSize and call the onSave callback\n      if (currentChunk.length >= savePageSize) {\n        await onSave(currentChunk);\n        currentChunk = [];\n      }\n\n      shouldContinue = pageIdentifiers.length === apiPageSize;\n      offset += apiPageSize;\n      if (!skipRequestCount) {\n        progressBar.update(foundRequestIds.size);\n      } else {\n        logger.info(\n          colors.magenta(\n            `Pulled ${pageIdentifiers.length} outstanding identifiers for ${foundRequestIds.size} requests`,\n          ),\n        );\n      }\n    }\n  });\n\n  // Save any remaining identifiers in the current chunk\n  if (currentChunk.length > 0) {\n    await onSave(currentChunk);\n  }\n\n  if (!skipRequestCount) {\n    progressBar.stop();\n  }\n  const t1 = new Date().getTime();\n  const totalTime = t1 - t0;\n\n  logger.info(\n    colors.green(\n      `Successfully pulled ${identifiers.length} outstanding identifiers from ${\n        foundRequestIds.size\n      } requests in \"${totalTime / 1000}\" seconds!`,\n    ),\n  );\n\n  return { identifiers };\n}\n"],"mappings":"iWAKA,MAAa,EAAiBA,EAAE,KAAK,CAEnC,WAAYA,EAAE,OAEd,KAAMA,EAAE,OAER,eAAgBA,EAAE,OAElB,WAAYA,EAAE,OAEd,UAAWA,EAAE,OAEb,MAAOA,EAAE,OAET,iBAAkBA,EAAE,OAEpB,iBAAkBA,EAAE,OAEpB,WAAYA,EAAE,MACZA,EAAE,KAAK,CACL,IAAKA,EAAE,OACP,OAAQA,EAAE,MAAMA,EAAE,OAAO,CAC1B,CAAC,CACH,CACF,CAAC,CAaF,eAAsB,EACpB,EACA,CACE,aACA,QAAQ,IACR,SAAS,EACT,eAWyB,CAC3B,GAAI,CAEF,IAAM,EAAW,MAAM,EACpB,IAAI,gBAAgB,EAAW,oBAAoB,IAAe,CACjE,aAAc,CACZ,SACA,QACD,CACF,CAAC,CACD,MAAM,CAEH,CAAE,UAAA,EAAA,EAAA,aACNA,EAAE,KAAK,CACL,MAAOA,EAAE,MAAM,EAAe,CAC/B,CAAC,CACF,EACD,CACD,OAAO,QACA,EAAK,CACZ,MAAU,MACR,kCAAkC,GAAK,UAAU,MAAQ,GAAK,UAC/D,EC3EL,MAAa,EAAqBC,EAAE,KAAK,CACvC,MAAOA,EAAE,OACT,WAAYA,EAAE,OACf,CAAC,CAaF,eAAsB,EACpB,EACA,CAAE,QAAO,cACS,CAClB,GAAI,CAcF,OAZA,MAAM,EAAO,IAAI,eAAgB,CAC/B,QAAS,CACP,oBAAqB,EACtB,CACD,KAAM,CACJ,SAAU,CACR,CACE,UAAW,EACZ,CACF,CACF,CACF,CAAC,CACK,SACA,EAAK,CAEZ,GAAI,EAAI,UAAU,aAAe,IAC/B,MAAO,GAET,MAAU,MACR,kCAAkC,GAAK,UAAU,MAAQ,GAAK,UAC/D,EC7BL,eAAsB,EAA2B,CAC/C,OACA,aACA,OACA,aACA,cAAc,IACd,eAAeC,EAAAA,EACf,eAAe,IAgBG,CAElB,IAAM,EAAS,MAAMC,EAAAA,GAAwB,EAAc,EAAM,EAAW,CAG5E,EAAA,EAAO,KAAK,EAAA,QAAO,QAAQ,YAAY,EAAK,aAAa,CAAC,CAC1D,IAAM,EAAgBC,EAAAA,GAAQ,EAAM,EAAmB,CAGvD,EAAA,EAAO,KACL,EAAA,QAAO,QACL,sCAAsC,EAAW,aAAa,EAAc,OAAO,6BACpF,CACF,CAGD,IAAM,EAAK,IAAI,MAAM,CAAC,SAAS,CAEzB,EAAc,IAAIC,EAAAA,QAAY,UAClC,EAAE,CACFA,EAAAA,QAAY,QAAQ,eACrB,CAEG,EAAe,EACf,EAAe,EACf,EAAa,EACjB,EAAY,MAAM,EAAc,OAAQ,EAAE,CAG1C,IAAM,EAASC,EAAAA,GAAM,EAAe,EAAY,CAC1C,EAAc,EAAO,OA8C3B,MAAME,EAAAA,GAAU,EA7CK,MACnB,EACA,IACkB,CAClB,EAAA,EAAO,KACL,EAAA,QAAO,KACL,oBAAoB,EAAa,EAAE,GAAG,EAAY,IAChDF,EAAAA,GAAM,OACP,SACF,CACF,CAGD,MAAMC,EAAAA,GAAI,EAAO,KAAO,IAAe,CACrC,GAAI,CACc,MAAM,EAA4B,EAAQ,EAAW,CAEnE,GAAgB,EAEhB,GAAgB,QAEX,EAAG,CACV,EAAA,EAAO,MACL,EAAA,QAAO,IACL,6CAA6C,EAAW,WAAW,MAAM,GAAG,UAC7E,CACF,CACD,GAAc,EAEhB,EAAY,OAAO,EAAe,EAAa,EAC/C,CAGE,EAAe,GAAK,EAAa,EAAc,IACjD,EAAA,EAAO,KACL,EAAA,QAAO,OAAO,gBAAgB,EAAa,wBAAwB,CACpE,CAED,MAAM,IAAI,QAAS,GAAY,CAC7B,WAAW,EAAS,EAAe,IAAK,EACxC,GAK+B,CAErC,EAAY,MAAM,CAElB,IAAM,EADK,IAAI,MAAM,CAAC,SAAS,CACR,EAiBvB,GAfA,EAAA,EAAO,KACL,EAAA,QAAO,MACL,uCAAuC,EAAa,mBAClD,EAAY,IACb,YACF,CACF,CACG,GACF,EAAA,EAAO,KACL,EAAA,QAAO,QACL,cAAc,EAAa,6FAE5B,CACF,CAEC,EAMF,MALA,EAAA,EAAO,MACL,EAAA,QAAO,IACL,cAAc,EAAW,sFAC1B,CACF,CACS,MAAM,mCAAmC,CAErD,OAAO,EAAc,OChIvB,eAAsB,EAAgC,CACpD,aACA,aACA,OACA,cAAc,IACd,SAASE,EAAAA,sBAAsB,SAC/B,eAAeC,EAAAA,GAcG,CAElB,IAAM,EAASC,EAAAA,GAA4B,EAAc,EAAK,CAGxD,EAAK,IAAI,MAAM,CAAC,SAAS,CAEzB,EAAc,IAAIC,EAAAA,QAAY,UAClC,EAAE,CACFA,EAAAA,QAAY,QAAQ,eACrB,CAGD,EAAA,EAAO,KACL,EAAA,QAAO,QACL,sCAAsC,EAAW,aAAa,EAAW,OAAO,0BACjF,CACF,CAED,IAAI,EAAQ,EACZ,EAAY,MAAM,EAAW,OAAQ,EAAE,CACvC,MAAMC,EAAAA,GACJ,EACA,KAAO,IAAc,CACnB,IAAM,EAAkB,MAAMC,EAAAA,GAAqB,EAAQ,CACzD,YACA,aACD,CAAC,CAEF,GAAI,CACF,MAAMC,EAAAA,EAGH,EAAQC,EAAAA,GAAiC,CAC1C,kBAAmB,EAAgB,GACnC,SACD,CAAC,OACK,EAAK,CACZ,GACE,CAAC,EAAI,QAAQ,SAAS,wCAAwC,EAC9D,CAAC,EAAI,QAAQ,SAAS,iCAAiC,CAEvD,MAAM,EAIV,GAAS,EACT,EAAY,OAAO,EAAM,EAE3B,CAAE,cAAa,CAChB,CAED,EAAY,MAAM,CAElB,IAAM,EADK,IAAI,MAAM,CAAC,SAAS,CACR,EAOvB,OALA,EAAA,EAAO,KACL,EAAA,QAAO,MACL,uCAAuC,EAAY,IAAK,YACzD,CACF,CACM,EAAW,OC9DpB,eAAsB,EAA4C,CAChE,aACA,OACA,aACA,UACA,cAAc,IACd,eAAe,IACf,SACA,eAAeC,EAAAA,EACf,mBAAmB,IAuBlB,CAED,GAAI,EAAe,IAAgB,EACjC,MAAU,MACR,iEAAiE,EAAa,iBAAiB,IAChG,CAIH,IAAM,EAAS,MAAMC,EAAAA,GAAwB,EAAc,EAAM,EAAW,CAGtE,EAASC,EAAAA,GAA4B,EAAc,EAAK,CAE1D,EAAoB,EACnB,IACH,EAAoB,MAAMC,EAAAA,GAAgC,EAAQ,CAChE,aACD,CAAC,EAGJ,EAAA,EAAO,KACL,EAAA,QAAO,QACL,WACE,EAAmB,MAAQ,EAC5B,mDACoB,EAAW,2BAA2B,EAAQ,KAC/D,OACD,CAAC,GACL,CACF,CAGD,IAAM,EAAK,IAAI,MAAM,CAAC,SAAS,CAEzB,EAAc,IAAIC,EAAAA,QAAY,UAClC,EAAE,CACFA,EAAAA,QAAY,QAAQ,eACrB,CACK,EAAkB,IAAI,IAGtB,EAA0C,EAAE,CAE9C,EAAyC,EAAE,CAG1C,GACH,EAAY,MAAM,EAAmB,EAAE,CAEzC,MAAMC,EAAAA,GAAU,EAAS,KAAO,IAAW,CACzC,IAAI,EAAS,EACT,EAAiB,GAGrB,KAAO,GAAgB,CACrB,IAAM,EAAkB,MAAM,EAA0B,EAAQ,CAC9D,aACA,MAAO,EACP,SACA,YAAa,EACd,CAAC,CAEI,EACJ,EAAgB,IAAK,IACnB,EAAgB,IAAI,EAAW,UAAU,CAClC,CACL,GAAG,EACH,SACD,EACD,CAEE,EAA0B,EAAsB,KACnD,CAAE,aAAY,GAAG,MAAkB,CAClC,GAAG,EACH,GAAG,EAAW,QACX,EAAK,IACJ,OAAO,OAAO,EAAK,EAChB,EAAI,KAAM,EAAI,OAAO,KAAK,IAAI,CAChC,CAAC,CACJ,EAAE,CACH,CACF,EACF,CAED,EAAY,KAAK,GAAG,EAAsB,CAC1C,EAAa,KAAK,GAAG,EAAwB,CAGzC,EAAa,QAAU,IACzB,MAAM,EAAO,EAAa,CAC1B,EAAe,EAAE,EAGnB,EAAiB,EAAgB,SAAW,EAC5C,GAAU,EACL,EAGH,EAAA,EAAO,KACL,EAAA,QAAO,QACL,UAAU,EAAgB,OAAO,+BAA+B,EAAgB,KAAK,WACtF,CACF,CAND,EAAY,OAAO,EAAgB,KAAK,GAS5C,CAGE,EAAa,OAAS,GACxB,MAAM,EAAO,EAAa,CAGvB,GACH,EAAY,MAAM,CAGpB,IAAM,EADK,IAAI,MAAM,CAAC,SAAS,CACR,EAUvB,OARA,EAAA,EAAO,KACL,EAAA,QAAO,MACL,uBAAuB,EAAY,OAAO,gCACxC,EAAgB,KACjB,gBAAgB,EAAY,IAAK,YACnC,CACF,CAEM,CAAE,cAAa"}
+{"version":3,"file":"cron-DQHN57v7.cjs","names":["t","t","DEFAULT_TRANSCEND_API","createSombraGotInstance","readCsv","cliProgress","chunk","map","mapSeries","RequestDataSiloStatus","DEFAULT_TRANSCEND_API","buildTranscendGraphQLClient","cliProgress","map","fetchRequestDataSilo","makeGraphQLRequest","CHANGE_REQUEST_DATA_SILO_STATUS","DEFAULT_TRANSCEND_API","createSombraGotInstance","buildTranscendGraphQLClient","fetchRequestDataSiloActiveCount","cliProgress","mapSeries"],"sources":["../src/lib/cron/pullCronPageOfIdentifiers.ts","../src/lib/cron/markCronIdentifierCompleted.ts","../src/lib/cron/pushCronIdentifiersFromCsv.ts","../src/lib/cron/markRequestDataSiloIdsCompleted.ts","../src/lib/cron/pullChunkedCustomSiloOutstandingIdentifiers.ts"],"sourcesContent":["import * as t from 'io-ts';\nimport { decodeCodec } from '@transcend-io/type-utils';\nimport { RequestAction } from '@transcend-io/privacy-types';\nimport type { Got } from 'got';\n\nexport const CronIdentifier = t.type({\n  /** The identifier value */\n  identifier: t.string,\n  /** The type of identifier */\n  type: t.string,\n  /** The core identifier of the request */\n  coreIdentifier: t.string,\n  /** The ID of the underlying data silo */\n  dataSiloId: t.string,\n  /** The ID of the underlying request */\n  requestId: t.string,\n  /** The request nonce */\n  nonce: t.string,\n  /** The time the request was created */\n  requestCreatedAt: t.string,\n  /** The number of days until the request is overdue */\n  daysUntilOverdue: t.number,\n  /** Request attributes */\n  attributes: t.array(\n    t.type({\n      key: t.string,\n      values: t.array(t.string),\n    }),\n  ),\n});\n\n/** Type override */\nexport type CronIdentifier = t.TypeOf<typeof CronIdentifier>;\n\n/**\n * Pull a offset of identifiers for a cron job\n *\n * @see https://docs.transcend.io/docs/api-reference/GET/v1/data-silo/(id)/pending-requests/(type)\n * @param sombra - Sombra instance configured to make requests\n * @param options - Additional options\n * @returns Successfully submitted request\n */\nexport async function pullCronPageOfIdentifiers(\n  sombra: Got,\n  {\n    dataSiloId,\n    limit = 100,\n    offset = 0,\n    requestType,\n  }: {\n    /** Data Silo ID */\n    dataSiloId: string;\n    /** Type of request */\n    requestType: RequestAction;\n    /** Number of identifiers to pull in */\n    limit?: number;\n    /** Page to pull in */\n    offset?: number;\n  },\n): Promise<CronIdentifier[]> {\n  try {\n    // Make the GraphQL request\n    const response = await sombra\n      .get(`v1/data-silo/${dataSiloId}/pending-requests/${requestType}`, {\n        searchParams: {\n          offset,\n          limit,\n        },\n      })\n      .json();\n\n    const { items } = decodeCodec(\n      t.type({\n        items: t.array(CronIdentifier),\n      }),\n      response,\n    );\n    return items;\n  } catch (err) {\n    throw new Error(\n      `Received an error from server: ${err?.response?.body || err?.message}`,\n    );\n  }\n}\n","import type { Got } from 'got';\nimport * as t from 'io-ts';\n\n/**\n * Minimal set required to mark as completed\n */\nexport const CronIdentifierPush = t.type({\n  nonce: t.string,\n  identifier: t.string,\n});\n\n/** Type override */\nexport type CronIdentifierPush = t.TypeOf<typeof CronIdentifierPush>;\n\n/**\n * Mark an identifier output by the cron job as completed.\n *\n * @see https://docs.transcend.io/docs/api-reference/PUT/v1/data-silo\n * @param sombra - Sombra instance configured to make requests\n * @param options - Additional options\n * @returns Successfully submitted request, false if not in a state to update\n */\nexport async function markCronIdentifierCompleted(\n  sombra: Got,\n  { nonce, identifier }: CronIdentifierPush,\n): Promise<boolean> {\n  try {\n    // Make the GraphQL request\n    await sombra.put('v1/data-silo', {\n      headers: {\n        'x-transcend-nonce': nonce,\n      },\n      json: {\n        profiles: [\n          {\n            profileId: identifier,\n          },\n        ],\n      },\n    });\n    return true;\n  } catch (err) {\n    // handle gracefully\n    if (err.response?.statusCode === 409) {\n      return false;\n    }\n    throw new Error(\n      `Received an error from server: ${err?.response?.body || err?.message}`,\n    );\n  }\n}\n","import { map, mapSeries } from '../bluebird';\nimport { chunk } from 'lodash-es';\nimport { createSombraGotInstance } from '../graphql';\nimport colors from 'colors';\nimport {\n  markCronIdentifierCompleted,\n  CronIdentifierPush,\n} from './markCronIdentifierCompleted';\nimport cliProgress from 'cli-progress';\nimport { logger } from '../../logger';\nimport { readCsv } from '../requests';\nimport { DEFAULT_TRANSCEND_API } from '../../constants';\n\n/**\n * Given a CSV of cron job outputs, mark all requests as completed in Transcend\n *\n * @param options - Options\n * @returns Number of items marked as completed\n */\nexport async function pushCronIdentifiersFromCsv({\n  file,\n  dataSiloId,\n  auth,\n  sombraAuth,\n  concurrency = 100,\n  transcendUrl = DEFAULT_TRANSCEND_API,\n  sleepSeconds = 10,\n}: {\n  /** CSV file path */\n  file: string;\n  /** Transcend API key authentication */\n  auth: string;\n  /** Data Silo ID to pull down jobs for */\n  dataSiloId: string;\n  /** Upload concurrency */\n  concurrency?: number;\n  /** API URL for Transcend backend */\n  transcendUrl?: string;\n  /** Sombra API key authentication */\n  sombraAuth?: string;\n  /** Sleep time in seconds between chunks of concurrent calls */\n  sleepSeconds?: number;\n}): Promise<number> {\n  // Create sombra instance to communicate with\n  const sombra = await createSombraGotInstance(transcendUrl, auth, sombraAuth);\n\n  // Read from CSV\n  logger.info(colors.magenta(`Reading \"${file}\" from disk`));\n  const activeResults = readCsv(file, CronIdentifierPush);\n\n  // Notify Transcend\n  logger.info(\n    colors.magenta(\n      `Notifying Transcend for data silo \"${dataSiloId}\" marking \"${activeResults.length}\" identifiers as completed.`,\n    ),\n  );\n\n  // Time duration\n  const t0 = new Date().getTime();\n  // create a new progress bar instance and use shades_classic theme\n  const progressBar = new cliProgress.SingleBar(\n    {},\n    cliProgress.Presets.shades_classic,\n  );\n\n  let successCount = 0;\n  let failureCount = 0;\n  let errorCount = 0;\n  progressBar.start(activeResults.length, 0);\n\n  // Process in chunks with sleep intervals\n  const chunks = chunk(activeResults, concurrency);\n  const totalChunks = chunks.length;\n  const processChunk = async (\n    items: CronIdentifierPush[],\n    chunkIndex: number,\n  ): Promise<void> => {\n    logger.info(\n      colors.blue(\n        `Processing chunk ${chunkIndex + 1}/${totalChunks} (${\n          chunk.length\n        } items)`,\n      ),\n    );\n\n    // Process the items of the chunk concurrently\n    await map(items, async (identifier) => {\n      try {\n        const success = await markCronIdentifierCompleted(sombra, identifier);\n        if (success) {\n          successCount += 1;\n        } else {\n          failureCount += 1;\n        }\n      } catch (e) {\n        logger.error(\n          colors.red(\n            `Error notifying Transcend for identifier \"${identifier.identifier}\" - ${e?.message}`,\n          ),\n        );\n        errorCount += 1;\n      }\n      progressBar.update(successCount + failureCount);\n    });\n\n    // Sleep between chunks (except for the last chunk)\n    if (sleepSeconds > 0 && chunkIndex < totalChunks - 1) {\n      logger.info(\n        colors.yellow(`Sleeping for ${sleepSeconds}s before next chunk...`),\n      );\n\n      await new Promise((resolve) => {\n        setTimeout(resolve, sleepSeconds * 1000);\n      });\n    }\n  };\n\n  // Process all chunks sequentially\n  await mapSeries(chunks, processChunk);\n\n  progressBar.stop();\n  const t1 = new Date().getTime();\n  const totalTime = t1 - t0;\n\n  logger.info(\n    colors.green(\n      `Successfully notified Transcend for ${successCount} identifiers in \"${\n        totalTime / 1000\n      }\" seconds!`,\n    ),\n  );\n  if (failureCount) {\n    logger.info(\n      colors.magenta(\n        `There were ${failureCount} identifiers that were not in a state to be updated.` +\n          'They likely have already been resolved.',\n      ),\n    );\n  }\n  if (errorCount) {\n    logger.error(\n      colors.red(\n        `There were ${errorCount} identifiers that failed to be updated. Please review the logs for more information.`,\n      ),\n    );\n    throw new Error('Failed to update all identifiers');\n  }\n  return activeResults.length;\n}\n","import { map } from '../bluebird';\nimport colors from 'colors';\nimport { logger } from '../../logger';\nimport {\n  CHANGE_REQUEST_DATA_SILO_STATUS,\n  fetchRequestDataSilo,\n  makeGraphQLRequest,\n  buildTranscendGraphQLClient,\n} from '../graphql';\nimport cliProgress from 'cli-progress';\nimport { DEFAULT_TRANSCEND_API } from '../../constants';\nimport { RequestDataSiloStatus } from '@transcend-io/privacy-types';\n\n/**\n * Given a CSV of Request IDs, mark associated RequestDataSilos as completed\n *\n * @param options - Options\n * @returns Number of items marked as completed\n */\nexport async function markRequestDataSiloIdsCompleted({\n  requestIds,\n  dataSiloId,\n  auth,\n  concurrency = 100,\n  status = RequestDataSiloStatus.Resolved,\n  transcendUrl = DEFAULT_TRANSCEND_API,\n}: {\n  /** The list of request ids to mark as completed  */\n  requestIds: string[];\n  /** Transcend API key authentication */\n  auth: string;\n  /** Data Silo ID to pull down jobs for */\n  dataSiloId: string;\n  /** Status to update requests to */\n  status?: RequestDataSiloStatus;\n  /** Upload concurrency */\n  concurrency?: number;\n  /** API URL for Transcend backend */\n  transcendUrl?: string;\n}): Promise<number> {\n  // Find all requests made before createdAt that are in a removing data state\n  const client = buildTranscendGraphQLClient(transcendUrl, auth);\n\n  // Time duration\n  const t0 = new Date().getTime();\n  // create a new progress bar instance and use shades_classic theme\n  const progressBar = new cliProgress.SingleBar(\n    {},\n    cliProgress.Presets.shades_classic,\n  );\n\n  // Notify Transcend\n  logger.info(\n    colors.magenta(\n      `Notifying Transcend for data silo \"${dataSiloId}\" marking \"${requestIds.length}\" requests as completed.`,\n    ),\n  );\n\n  let total = 0;\n  progressBar.start(requestIds.length, 0);\n  await map(\n    requestIds,\n    async (requestId) => {\n      const requestDataSilo = await fetchRequestDataSilo(client, {\n        requestId,\n        dataSiloId,\n      });\n\n      try {\n        await makeGraphQLRequest<{\n          /** Whether we successfully uploaded the results */\n          success: boolean;\n        }>(client, CHANGE_REQUEST_DATA_SILO_STATUS, {\n          requestDataSiloId: requestDataSilo.id,\n          status,\n        });\n      } catch (err) {\n        if (\n          !err.message.includes('Client error: Request must be active:') &&\n          !err.message.includes('Failed to find RequestDataSilo')\n        ) {\n          throw err;\n        }\n      }\n\n      total += 1;\n      progressBar.update(total);\n    },\n    { concurrency },\n  );\n\n  progressBar.stop();\n  const t1 = new Date().getTime();\n  const totalTime = t1 - t0;\n\n  logger.info(\n    colors.green(\n      `Successfully notified Transcend in \"${totalTime / 1000}\" seconds!`,\n    ),\n  );\n  return requestIds.length;\n}\n","import {\n  buildTranscendGraphQLClient,\n  createSombraGotInstance,\n  fetchRequestDataSiloActiveCount,\n} from '../graphql';\nimport colors from 'colors';\nimport cliProgress from 'cli-progress';\nimport {\n  pullCronPageOfIdentifiers,\n  CronIdentifier,\n} from './pullCronPageOfIdentifiers';\nimport { RequestAction } from '@transcend-io/privacy-types';\n\nimport { logger } from '../../logger';\nimport { DEFAULT_TRANSCEND_API } from '../../constants';\nimport { mapSeries } from '../bluebird';\n\n/**\n * A CSV formatted identifier\n */\nexport type CsvFormattedIdentifier = {\n  [k in string]: string | null | boolean | number;\n};\n\nexport interface CronIdentifierWithAction extends CronIdentifier {\n  /** The request action that the identifier relates to */\n  action: RequestAction;\n}\n\n/**\n * Pull the set of identifiers outstanding for a cron or AVC integration\n *\n * This function is designed to be used in a loop, and will call the onSave callback\n * with a chunk of identifiers when the savePageSize is reached.\n *\n * @param options - Options\n * @returns The identifiers and identifiers formatted for CSV\n */\nexport async function pullChunkedCustomSiloOutstandingIdentifiers({\n  dataSiloId,\n  auth,\n  sombraAuth,\n  actions,\n  apiPageSize = 100,\n  savePageSize = 1000,\n  onSave,\n  transcendUrl = DEFAULT_TRANSCEND_API,\n  skipRequestCount = false,\n}: {\n  /** Transcend API key authentication */\n  auth: string;\n  /** Data Silo ID to pull down jobs for */\n  dataSiloId: string;\n  /** The request actions to fetch */\n  actions: RequestAction[];\n  /** How many identifiers to pull in a single call to the backend */\n  apiPageSize: number;\n  /** How many identifiers to save at a time (usually to a CSV file, should be a multiple of apiPageSize) */\n  savePageSize: number;\n  /** Callback function called when a chunk of identifiers is ready to be saved */\n  onSave: (chunk: CsvFormattedIdentifier[]) => Promise<void>;\n  /** API URL for Transcend backend */\n  transcendUrl?: string;\n  /** Sombra API key authentication */\n  sombraAuth?: string;\n  /** Skip request count */\n  skipRequestCount?: boolean;\n}): Promise<{\n  /** Raw Identifiers */\n  identifiers: CronIdentifierWithAction[];\n}> {\n  // Validate savePageSize\n  if (savePageSize % apiPageSize !== 0) {\n    throw new Error(\n      `savePageSize must be a multiple of apiPageSize. savePageSize: ${savePageSize}, apiPageSize: ${apiPageSize}`,\n    );\n  }\n\n  // Create sombra instance to communicate with\n  const sombra = await createSombraGotInstance(transcendUrl, auth, sombraAuth);\n\n  // Create GraphQL client to connect to Transcend backend\n  const client = buildTranscendGraphQLClient(transcendUrl, auth);\n\n  let totalRequestCount = 0;\n  if (!skipRequestCount) {\n    totalRequestCount = await fetchRequestDataSiloActiveCount(client, {\n      dataSiloId,\n    });\n  }\n\n  logger.info(\n    colors.magenta(\n      `Pulling ${\n        skipRequestCount ? 'all' : totalRequestCount\n      } outstanding request identifiers ` +\n        `for data silo: \"${dataSiloId}\" for requests of types \"${actions.join(\n          '\", \"',\n        )}\"`,\n    ),\n  );\n\n  // Time duration\n  const t0 = new Date().getTime();\n  // create a new progress bar instance and use shades_classic theme\n  const progressBar = new cliProgress.SingleBar(\n    {},\n    cliProgress.Presets.shades_classic,\n  );\n  const foundRequestIds = new Set<string>();\n\n  // identifiers found in total\n  const identifiers: CronIdentifierWithAction[] = [];\n  // current chunk of identifiers to be saved\n  let currentChunk: CsvFormattedIdentifier[] = [];\n\n  // map over each action\n  if (!skipRequestCount) {\n    progressBar.start(totalRequestCount, 0);\n  }\n  await mapSeries(actions, async (action) => {\n    let offset = 0;\n    let shouldContinue = true;\n\n    // Fetch a page of identifiers\n    while (shouldContinue) {\n      const pageIdentifiers = await pullCronPageOfIdentifiers(sombra, {\n        dataSiloId,\n        limit: apiPageSize,\n        offset,\n        requestType: action,\n      });\n\n      const identifiersWithAction: CronIdentifierWithAction[] =\n        pageIdentifiers.map((identifier) => {\n          foundRequestIds.add(identifier.requestId);\n          return {\n            ...identifier,\n            action,\n          };\n        });\n\n      const csvFormattedIdentifiers = identifiersWithAction.map(\n        ({ attributes, ...identifier }) => ({\n          ...identifier,\n          ...attributes.reduce(\n            (acc, val) =>\n              Object.assign(acc, {\n                [val.key]: val.values.join(','),\n              }),\n            {},\n          ),\n        }),\n      );\n\n      identifiers.push(...identifiersWithAction);\n      currentChunk.push(...csvFormattedIdentifiers);\n\n      // Check if we've reached the savePageSize and call the onSave callback\n      if (currentChunk.length >= savePageSize) {\n        await onSave(currentChunk);\n        currentChunk = [];\n      }\n\n      shouldContinue = pageIdentifiers.length === apiPageSize;\n      offset += apiPageSize;\n      if (!skipRequestCount) {\n        progressBar.update(foundRequestIds.size);\n      } else {\n        logger.info(\n          colors.magenta(\n            `Pulled ${pageIdentifiers.length} outstanding identifiers for ${foundRequestIds.size} requests`,\n          ),\n        );\n      }\n    }\n  });\n\n  // Save any remaining identifiers in the current chunk\n  if (currentChunk.length > 0) {\n    await onSave(currentChunk);\n  }\n\n  if (!skipRequestCount) {\n    progressBar.stop();\n  }\n  const t1 = new Date().getTime();\n  const totalTime = t1 - t0;\n\n  logger.info(\n    colors.green(\n      `Successfully pulled ${identifiers.length} outstanding identifiers from ${\n        foundRequestIds.size\n      } requests in \"${totalTime / 1000}\" seconds!`,\n    ),\n  );\n\n  return { identifiers };\n}\n"],"mappings":"iWAKA,MAAa,EAAiBA,EAAE,KAAK,CAEnC,WAAYA,EAAE,OAEd,KAAMA,EAAE,OAER,eAAgBA,EAAE,OAElB,WAAYA,EAAE,OAEd,UAAWA,EAAE,OAEb,MAAOA,EAAE,OAET,iBAAkBA,EAAE,OAEpB,iBAAkBA,EAAE,OAEpB,WAAYA,EAAE,MACZA,EAAE,KAAK,CACL,IAAKA,EAAE,OACP,OAAQA,EAAE,MAAMA,EAAE,OAAO,CAC1B,CAAC,CACH,CACF,CAAC,CAaF,eAAsB,EACpB,EACA,CACE,aACA,QAAQ,IACR,SAAS,EACT,eAWyB,CAC3B,GAAI,CAEF,IAAM,EAAW,MAAM,EACpB,IAAI,gBAAgB,EAAW,oBAAoB,IAAe,CACjE,aAAc,CACZ,SACA,QACD,CACF,CAAC,CACD,MAAM,CAEH,CAAE,UAAA,EAAA,EAAA,aACNA,EAAE,KAAK,CACL,MAAOA,EAAE,MAAM,EAAe,CAC/B,CAAC,CACF,EACD,CACD,OAAO,QACA,EAAK,CACZ,MAAU,MACR,kCAAkC,GAAK,UAAU,MAAQ,GAAK,UAC/D,EC3EL,MAAa,EAAqBC,EAAE,KAAK,CACvC,MAAOA,EAAE,OACT,WAAYA,EAAE,OACf,CAAC,CAaF,eAAsB,EACpB,EACA,CAAE,QAAO,cACS,CAClB,GAAI,CAcF,OAZA,MAAM,EAAO,IAAI,eAAgB,CAC/B,QAAS,CACP,oBAAqB,EACtB,CACD,KAAM,CACJ,SAAU,CACR,CACE,UAAW,EACZ,CACF,CACF,CACF,CAAC,CACK,SACA,EAAK,CAEZ,GAAI,EAAI,UAAU,aAAe,IAC/B,MAAO,GAET,MAAU,MACR,kCAAkC,GAAK,UAAU,MAAQ,GAAK,UAC/D,EC7BL,eAAsB,EAA2B,CAC/C,OACA,aACA,OACA,aACA,cAAc,IACd,eAAeC,EAAAA,EACf,eAAe,IAgBG,CAElB,IAAM,EAAS,MAAMC,EAAAA,GAAwB,EAAc,EAAM,EAAW,CAG5E,EAAA,EAAO,KAAK,EAAA,QAAO,QAAQ,YAAY,EAAK,aAAa,CAAC,CAC1D,IAAM,EAAgBC,EAAAA,GAAQ,EAAM,EAAmB,CAGvD,EAAA,EAAO,KACL,EAAA,QAAO,QACL,sCAAsC,EAAW,aAAa,EAAc,OAAO,6BACpF,CACF,CAGD,IAAM,EAAK,IAAI,MAAM,CAAC,SAAS,CAEzB,EAAc,IAAIC,EAAAA,QAAY,UAClC,EAAE,CACFA,EAAAA,QAAY,QAAQ,eACrB,CAEG,EAAe,EACf,EAAe,EACf,EAAa,EACjB,EAAY,MAAM,EAAc,OAAQ,EAAE,CAG1C,IAAM,EAASC,EAAAA,GAAM,EAAe,EAAY,CAC1C,EAAc,EAAO,OA8C3B,MAAME,EAAAA,GAAU,EA7CK,MACnB,EACA,IACkB,CAClB,EAAA,EAAO,KACL,EAAA,QAAO,KACL,oBAAoB,EAAa,EAAE,GAAG,EAAY,IAChDF,EAAAA,GAAM,OACP,SACF,CACF,CAGD,MAAMC,EAAAA,GAAI,EAAO,KAAO,IAAe,CACrC,GAAI,CACc,MAAM,EAA4B,EAAQ,EAAW,CAEnE,GAAgB,EAEhB,GAAgB,QAEX,EAAG,CACV,EAAA,EAAO,MACL,EAAA,QAAO,IACL,6CAA6C,EAAW,WAAW,MAAM,GAAG,UAC7E,CACF,CACD,GAAc,EAEhB,EAAY,OAAO,EAAe,EAAa,EAC/C,CAGE,EAAe,GAAK,EAAa,EAAc,IACjD,EAAA,EAAO,KACL,EAAA,QAAO,OAAO,gBAAgB,EAAa,wBAAwB,CACpE,CAED,MAAM,IAAI,QAAS,GAAY,CAC7B,WAAW,EAAS,EAAe,IAAK,EACxC,GAK+B,CAErC,EAAY,MAAM,CAElB,IAAM,EADK,IAAI,MAAM,CAAC,SAAS,CACR,EAiBvB,GAfA,EAAA,EAAO,KACL,EAAA,QAAO,MACL,uCAAuC,EAAa,mBAClD,EAAY,IACb,YACF,CACF,CACG,GACF,EAAA,EAAO,KACL,EAAA,QAAO,QACL,cAAc,EAAa,6FAE5B,CACF,CAEC,EAMF,MALA,EAAA,EAAO,MACL,EAAA,QAAO,IACL,cAAc,EAAW,sFAC1B,CACF,CACS,MAAM,mCAAmC,CAErD,OAAO,EAAc,OChIvB,eAAsB,EAAgC,CACpD,aACA,aACA,OACA,cAAc,IACd,SAASE,EAAAA,sBAAsB,SAC/B,eAAeC,EAAAA,GAcG,CAElB,IAAM,EAASC,EAAAA,GAA4B,EAAc,EAAK,CAGxD,EAAK,IAAI,MAAM,CAAC,SAAS,CAEzB,EAAc,IAAIC,EAAAA,QAAY,UAClC,EAAE,CACFA,EAAAA,QAAY,QAAQ,eACrB,CAGD,EAAA,EAAO,KACL,EAAA,QAAO,QACL,sCAAsC,EAAW,aAAa,EAAW,OAAO,0BACjF,CACF,CAED,IAAI,EAAQ,EACZ,EAAY,MAAM,EAAW,OAAQ,EAAE,CACvC,MAAMC,EAAAA,GACJ,EACA,KAAO,IAAc,CACnB,IAAM,EAAkB,MAAMC,EAAAA,GAAqB,EAAQ,CACzD,YACA,aACD,CAAC,CAEF,GAAI,CACF,MAAMC,EAAAA,EAGH,EAAQC,EAAAA,GAAiC,CAC1C,kBAAmB,EAAgB,GACnC,SACD,CAAC,OACK,EAAK,CACZ,GACE,CAAC,EAAI,QAAQ,SAAS,wCAAwC,EAC9D,CAAC,EAAI,QAAQ,SAAS,iCAAiC,CAEvD,MAAM,EAIV,GAAS,EACT,EAAY,OAAO,EAAM,EAE3B,CAAE,cAAa,CAChB,CAED,EAAY,MAAM,CAElB,IAAM,EADK,IAAI,MAAM,CAAC,SAAS,CACR,EAOvB,OALA,EAAA,EAAO,KACL,EAAA,QAAO,MACL,uCAAuC,EAAY,IAAK,YACzD,CACF,CACM,EAAW,OC9DpB,eAAsB,EAA4C,CAChE,aACA,OACA,aACA,UACA,cAAc,IACd,eAAe,IACf,SACA,eAAeC,EAAAA,EACf,mBAAmB,IAuBlB,CAED,GAAI,EAAe,IAAgB,EACjC,MAAU,MACR,iEAAiE,EAAa,iBAAiB,IAChG,CAIH,IAAM,EAAS,MAAMC,EAAAA,GAAwB,EAAc,EAAM,EAAW,CAGtE,EAASC,EAAAA,GAA4B,EAAc,EAAK,CAE1D,EAAoB,EACnB,IACH,EAAoB,MAAMC,EAAAA,GAAgC,EAAQ,CAChE,aACD,CAAC,EAGJ,EAAA,EAAO,KACL,EAAA,QAAO,QACL,WACE,EAAmB,MAAQ,EAC5B,mDACoB,EAAW,2BAA2B,EAAQ,KAC/D,OACD,CAAC,GACL,CACF,CAGD,IAAM,EAAK,IAAI,MAAM,CAAC,SAAS,CAEzB,EAAc,IAAIC,EAAAA,QAAY,UAClC,EAAE,CACFA,EAAAA,QAAY,QAAQ,eACrB,CACK,EAAkB,IAAI,IAGtB,EAA0C,EAAE,CAE9C,EAAyC,EAAE,CAG1C,GACH,EAAY,MAAM,EAAmB,EAAE,CAEzC,MAAMC,EAAAA,GAAU,EAAS,KAAO,IAAW,CACzC,IAAI,EAAS,EACT,EAAiB,GAGrB,KAAO,GAAgB,CACrB,IAAM,EAAkB,MAAM,EAA0B,EAAQ,CAC9D,aACA,MAAO,EACP,SACA,YAAa,EACd,CAAC,CAEI,EACJ,EAAgB,IAAK,IACnB,EAAgB,IAAI,EAAW,UAAU,CAClC,CACL,GAAG,EACH,SACD,EACD,CAEE,EAA0B,EAAsB,KACnD,CAAE,aAAY,GAAG,MAAkB,CAClC,GAAG,EACH,GAAG,EAAW,QACX,EAAK,IACJ,OAAO,OAAO,EAAK,EAChB,EAAI,KAAM,EAAI,OAAO,KAAK,IAAI,CAChC,CAAC,CACJ,EAAE,CACH,CACF,EACF,CAED,EAAY,KAAK,GAAG,EAAsB,CAC1C,EAAa,KAAK,GAAG,EAAwB,CAGzC,EAAa,QAAU,IACzB,MAAM,EAAO,EAAa,CAC1B,EAAe,EAAE,EAGnB,EAAiB,EAAgB,SAAW,EAC5C,GAAU,EACL,EAGH,EAAA,EAAO,KACL,EAAA,QAAO,QACL,UAAU,EAAgB,OAAO,+BAA+B,EAAgB,KAAK,WACtF,CACF,CAND,EAAY,OAAO,EAAgB,KAAK,GAS5C,CAGE,EAAa,OAAS,GACxB,MAAM,EAAO,EAAa,CAGvB,GACH,EAAY,MAAM,CAGpB,IAAM,EADK,IAAI,MAAM,CAAC,SAAS,CACR,EAUvB,OARA,EAAA,EAAO,KACL,EAAA,QAAO,MACL,uBAAuB,EAAY,OAAO,gCACxC,EAAgB,KACjB,gBAAgB,EAAY,IAAK,YACnC,CACF,CAEM,CAAE,cAAa"}

package/dist/{data-inventory-CTgo5IAK.cjs → data-inventory-flXV6qPl.cjs}

@@ -1,4 +1,4 @@
-const e=require(`./enums-CBXlBJii.cjs`),t=require(`./constants-KUUI8R0B.cjs`),n=require(`./syncConfigurationToTranscend-DWM5Kkl4.cjs`),r=require(`./logger-BaHHbWVd.cjs`);let i=require(`@transcend-io/privacy-types`),a=require(`colors`);a=e.s(a);let o=require(`graphql-request`),s=require(`cli-progress`);s=e.s(s);async function c(e,{dataSiloIds:t=[],includeGuessedCategories:c,includeAttributes:l,parentCategories:u=[],subCategories:d=[],pageSize:f=1e3}={}){let p=[],m=new Date().getTime(),h=new s.default.SingleBar({},s.default.Presets.shades_classic),g={...u.length>0?{category:u}:{},...d.length>0?{subCategoryIds:d}:{},...u.length+d.length>0&&!c?{status:i.SubDataPointDataSubCategoryGuessStatus.Approved}:{},...t.length>0?{dataSilos:t}:{}},{subDataPoints:{totalCount:_}}=await n.i(e,n.Ss,{filterBy:g});r.t.info(a.default.magenta(`[Step 1/3] Pulling in all subdatapoints`)),h.start(_,0);let v=0,y=!1,b,x=0;do try{let{subDataPoints:{nodes:t}}=await n.i(e,o.gql`
+const e=require(`./enums-CBXlBJii.cjs`),t=require(`./constants-B-TmLA0w.cjs`),n=require(`./syncConfigurationToTranscend-Bpge5AcC.cjs`),r=require(`./logger-BaHHbWVd.cjs`);let i=require(`@transcend-io/privacy-types`),a=require(`colors`);a=e.s(a);let o=require(`graphql-request`),s=require(`cli-progress`);s=e.s(s);async function c(e,{dataSiloIds:t=[],includeGuessedCategories:c,includeAttributes:l,parentCategories:u=[],subCategories:d=[],pageSize:f=1e3}={}){let p=[],m=new Date().getTime(),h=new s.default.SingleBar({},s.default.Presets.shades_classic),g={...u.length>0?{category:u}:{},...d.length>0?{subCategoryIds:d}:{},...u.length+d.length>0&&!c?{status:i.SubDataPointDataSubCategoryGuessStatus.Approved}:{},...t.length>0?{dataSilos:t}:{}},{subDataPoints:{totalCount:_}}=await n.i(e,n.Ss,{filterBy:g});r.t.info(a.default.magenta(`[Step 1/3] Pulling in all subdatapoints`)),h.start(_,0);let v=0,y=!1,b,x=0;do try{let{subDataPoints:{nodes:t}}=await n.i(e,o.gql`
           query TranscendCliSubDataPointCsvExport(
             $filterBy: SubDataPointFiltersInput
             $first: Int!
@@ -72,4 +72,4 @@ const e=require(`./enums-CBXlBJii.cjs`),t=require(`./constants-KUUI8R0B.cjs`),n=
             }
           }
         `,{first:u,offset:y,filterBy:{...m}});v=t[t.length-1]?.id,d.push(...t),_=t.length===u,g+=t.length,y+=t.length,p.update(g)}catch(e){throw r.t.error(a.default.red(`An error fetching subdatapoints for cursor ${v} and offset ${y}`)),e}while(_);p.stop();let b=new Date().getTime()-f,x=n.ks(d,`name`);return r.t.info(a.default.green(`Successfully pulled in ${x.length} subdatapoints in ${b/1e3} seconds!`)),x}Object.defineProperty(exports,`n`,{enumerable:!0,get:function(){return d}}),Object.defineProperty(exports,`t`,{enumerable:!0,get:function(){return f}});
-//# sourceMappingURL=data-inventory-CTgo5IAK.cjs.map
+//# sourceMappingURL=data-inventory-flXV6qPl.cjs.map

package/dist/{data-inventory-CTgo5IAK.cjs.map → data-inventory-flXV6qPl.cjs.map}

@@ -1 +1 @@
-{"version":3,"file":"data-inventory-CTgo5IAK.cjs","names":["cliProgress","SubDataPointDataSubCategoryGuessStatus","makeGraphQLRequest","SUB_DATA_POINTS_COUNT","sortBy","chunk","mapSeries","DATAPOINT_EXPORT","DATA_SILO_EXPORT","keyBy","uniq","cliProgress","makeGraphQLRequest","ENTRY_COUNT","sortBy"],"sources":["../src/lib/data-inventory/pullAllDatapoints.ts","../src/lib/data-inventory/pullUnstructuredSubDataPointRecommendations.ts"],"sourcesContent":["/* eslint-disable max-lines */\nimport { keyBy, uniq, chunk, sortBy } from 'lodash-es';\nimport {\n  type DataCategoryType,\n  SubDataPointDataSubCategoryGuessStatus,\n} from '@transcend-io/privacy-types';\nimport cliProgress from 'cli-progress';\nimport { gql } from 'graphql-request';\nimport colors from 'colors';\nimport type { GraphQLClient } from 'graphql-request';\nimport {\n  DATAPOINT_EXPORT,\n  DATA_SILO_EXPORT,\n  type DataSiloAttributeValue,\n  SUB_DATA_POINTS_COUNT,\n  makeGraphQLRequest,\n} from '../graphql';\nimport { logger } from '../../logger';\nimport type { DataCategoryInput, ProcessingPurposeInput } from '../../codecs';\nimport { mapSeries } from '../bluebird';\n\nexport interface DataSiloCsvPreview {\n  /** ID of dataSilo */\n  id: string;\n  /** Name of dataSilo */\n  title: string;\n}\n\nexport interface DataPointCsvPreview {\n  /** ID of dataPoint */\n  id: string;\n  /** The path to this data point */\n  path: string[];\n  /** Description */\n  description: {\n    /** Default message */\n    defaultMessage: string;\n  };\n  /** Name */\n  name: string;\n}\n\nexport interface SubDataPointCsvPreview {\n  /** ID of subDatapoint */\n  id: string;\n  /** Name (or key) of the subdatapoint */\n  name: string;\n  /** The description */\n  description?: string;\n  /** Personal data category */\n  categories: DataCategoryInput[];\n  /** Data point ID */\n  dataPointId: string;\n  /** The data silo ID */\n  dataSiloId: string;\n  /** The processing purpose for this sub datapoint */\n  purposes: ProcessingPurposeInput[];\n  /** Attribute attached to subdatapoint */\n  attributeValues?: DataSiloAttributeValue[];\n  /** Data category guesses that are output by the classifier */\n  pendingCategoryGuesses?: {\n    /** Data category being guessed */\n    category: DataCategoryInput;\n    /** Status of guess */\n    status: SubDataPointDataSubCategoryGuessStatus;\n    /** classifier version that produced the guess */\n    classifierVersion: number;\n  }[];\n}\n\nexport interface DatapointFilterOptions {\n  /** IDs of data silos to filter down */\n  dataSiloIds?: string[];\n  /** Whether to include guessed categories, defaults to only approved categories */\n  includeGuessedCategories?: boolean;\n  /** Whether or not to include attributes */\n  includeAttributes?: boolean;\n  /** Parent categories to filter down for */\n  parentCategories?: DataCategoryType[];\n  /** Sub categories to filter down for */\n  subCategories?: string[]; // TODO: https://transcend.height.app/T-40482 - do by name not ID\n}\n\n/**\n * Pull subdatapoint information\n *\n * @param client - Client to use for the request\n * @param options - Options\n * @returns The subdatapoints\n */\nasync function pullSubDatapoints(\n  client: GraphQLClient,\n  {\n    dataSiloIds = [],\n    includeGuessedCategories,\n    includeAttributes,\n    parentCategories = [],\n    subCategories = [],\n    pageSize = 1000,\n  }: DatapointFilterOptions & {\n    /** Page size to pull in */\n    pageSize?: number;\n  } = {},\n): Promise<SubDataPointCsvPreview[]> {\n  const subDataPoints: SubDataPointCsvPreview[] = [];\n\n  // Time duration\n  const t0 = new Date().getTime();\n\n  // create a new progress bar instance and use shades_classic theme\n  const progressBar = new cliProgress.SingleBar(\n    {},\n    cliProgress.Presets.shades_classic,\n  );\n\n  // Filters\n  const filterBy = {\n    ...(parentCategories.length > 0 ? { category: parentCategories } : {}),\n    ...(subCategories.length > 0 ? { subCategoryIds: subCategories } : {}),\n    // if parentCategories or subCategories and not includeGuessedCategories\n    ...(parentCategories.length + subCategories.length > 0 &&\n    !includeGuessedCategories\n      ? // then only show data points with approved data categories\n        { status: SubDataPointDataSubCategoryGuessStatus.Approved }\n      : {}),\n    ...(dataSiloIds.length > 0 ? { dataSilos: dataSiloIds } : {}),\n  };\n\n  // Build a GraphQL client\n  const {\n    subDataPoints: { totalCount },\n  } = await makeGraphQLRequest<{\n    /** Query response */\n    subDataPoints: {\n      /** Count */\n      totalCount: number;\n    };\n  }>(client, SUB_DATA_POINTS_COUNT, {\n    filterBy,\n  });\n\n  logger.info(colors.magenta('[Step 1/3] Pulling in all subdatapoints'));\n\n  progressBar.start(totalCount, 0);\n  let total = 0;\n  let shouldContinue = false;\n  let cursor: string | undefined;\n  let offset = 0;\n  do {\n    try {\n      const {\n        subDataPoints: { nodes },\n      } = await makeGraphQLRequest<{\n        /** Query response */\n        subDataPoints: {\n          /** List of matches */\n          nodes: SubDataPointCsvPreview[];\n        };\n      }>(\n        client,\n        gql`\n          query TranscendCliSubDataPointCsvExport(\n            $filterBy: SubDataPointFiltersInput\n            $first: Int!\n            $offset: Int!\n          ) {\n            subDataPoints(\n              filterBy: $filterBy\n              first: $first\n              offset: $offset\n              useMaster: false\n            ) {\n              nodes {\n                id\n                name\n                description\n                dataPointId\n                dataSiloId\n                purposes {\n                  name\n                  purpose\n                }\n                categories {\n                  name\n                  category\n                }\n                ${\n                  includeGuessedCategories\n                    ? `pendingCategoryGuesses {\n                  category {\n                    name\n                    category\n                  }\n                  status\n                  classifierVersion\n                }`\n                    : ''\n                }\n                ${\n                  includeAttributes\n                    ? `attributeValues {\n                  attributeKey {\n                    name\n                  }\n                  name\n                }`\n                    : ''\n                }\n              }\n            }\n          }\n        `,\n        {\n          first: pageSize,\n          offset,\n          filterBy: {\n            ...filterBy,\n            // TODO: https://transcend.height.app/T-40484 - add cursor support\n            // ...(cursor ? { cursor: { id: cursor } } : {}),\n          },\n        },\n      );\n\n      cursor = nodes[nodes.length - 1]?.id as string;\n      subDataPoints.push(...nodes);\n      shouldContinue = nodes.length === pageSize;\n      total += nodes.length;\n      offset += nodes.length;\n      progressBar.update(total);\n    } catch (err) {\n      logger.error(\n        colors.red(\n          `An error fetching subdatapoints for cursor ${cursor} and offset ${offset}`,\n        ),\n      );\n      throw err;\n    }\n  } while (shouldContinue);\n\n  progressBar.stop();\n  const t1 = new Date().getTime();\n  const totalTime = t1 - t0;\n\n  const sorted = sortBy(subDataPoints, 'name');\n\n  logger.info(\n    colors.green(\n      `Successfully pulled in ${sorted.length} subdatapoints in ${\n        totalTime / 1000\n      } seconds!`,\n    ),\n  );\n  return sorted;\n}\n\n/**\n * Pull datapoint information\n *\n * @param client - Client to use for the request\n * @param options - Options\n * @returns The datapoints\n */\nasync function pullDatapoints(\n  client: GraphQLClient,\n  {\n    dataPointIds = [],\n    pageSize = 100,\n  }: {\n    /** IDs of data points to filter down */\n    dataPointIds: string[];\n    /** Page size to pull in */\n    pageSize?: number;\n  },\n): Promise<DataPointCsvPreview[]> {\n  const dataPoints: DataPointCsvPreview[] = [];\n\n  // Time duration\n  const t0 = new Date().getTime();\n\n  // create a new progress bar instance and use shades_classic theme\n  const progressBar = new cliProgress.SingleBar(\n    {},\n    cliProgress.Presets.shades_classic,\n  );\n\n  logger.info(\n    colors.magenta(\n      `[Step 2/3] Fetching metadata for ${dataPointIds.length} datapoints`,\n    ),\n  );\n\n  // Group by 100\n  const dataPointsGrouped = chunk(dataPointIds, pageSize);\n\n  progressBar.start(dataPointIds.length, 0);\n  let total = 0;\n  await mapSeries(dataPointsGrouped, async (dataPointIdsGroup) => {\n    try {\n      const {\n        dataPoints: { nodes },\n      } = await makeGraphQLRequest<{\n        /** Query response */\n        dataPoints: {\n          /** List of matches */\n          nodes: DataPointCsvPreview[];\n        };\n      }>(client, DATAPOINT_EXPORT, {\n        first: pageSize,\n        filterBy: {\n          ids: dataPointIdsGroup,\n        },\n      });\n\n      dataPoints.push(...nodes);\n      total += dataPointIdsGroup.length;\n      progressBar.update(total);\n    } catch (err) {\n      logger.error(\n        colors.red(\n          `An error fetching subdatapoints for IDs ${dataPointIdsGroup.join(\n            ', ',\n          )}`,\n        ),\n      );\n      throw err;\n    }\n  });\n\n  progressBar.stop();\n  const t1 = new Date().getTime();\n  const totalTime = t1 - t0;\n\n  logger.info(\n    colors.green(\n      `Successfully pulled in ${dataPoints.length} dataPoints in ${\n        totalTime / 1000\n      } seconds!`,\n    ),\n  );\n  return dataPoints;\n}\n\n/**\n * Pull data silo information\n *\n * @param client - Client to use for the request\n * @param options - Options\n * @returns The data silos\n */\nasync function pullDataSilos(\n  client: GraphQLClient,\n  {\n    dataSiloIds = [],\n    pageSize = 100,\n  }: {\n    /** IDs of data silos to filter down */\n    dataSiloIds: string[];\n    /** Page size to pull in */\n    pageSize?: number;\n  },\n): Promise<DataSiloCsvPreview[]> {\n  const dataSilos: DataSiloCsvPreview[] = [];\n\n  // Time duration\n  const t0 = new Date().getTime();\n\n  // create a new progress bar instance and use shades_classic theme\n  const progressBar = new cliProgress.SingleBar(\n    {},\n    cliProgress.Presets.shades_classic,\n  );\n\n  logger.info(\n    colors.magenta(\n      `[Step 3/3] Fetching metadata for ${dataSiloIds.length} data silos`,\n    ),\n  );\n\n  // Group by 100\n  const dataSilosGrouped = chunk(dataSiloIds, pageSize);\n\n  progressBar.start(dataSiloIds.length, 0);\n  let total = 0;\n  await mapSeries(dataSilosGrouped, async (dataSiloIdsGroup) => {\n    try {\n      const {\n        dataSilos: { nodes },\n      } = await makeGraphQLRequest<{\n        /** Query response */\n        dataSilos: {\n          /** List of matches */\n          nodes: DataSiloCsvPreview[];\n        };\n      }>(client, DATA_SILO_EXPORT, {\n        first: pageSize,\n        filterBy: {\n          ids: dataSiloIdsGroup,\n        },\n      });\n\n      dataSilos.push(...nodes);\n      total += dataSiloIdsGroup.length;\n      progressBar.update(total);\n    } catch (err) {\n      logger.error(\n        colors.red(\n          `An error fetching data silos for IDs ${dataSiloIdsGroup.join(', ')}`,\n        ),\n      );\n      throw err;\n    }\n  });\n\n  progressBar.stop();\n  const t1 = new Date().getTime();\n  const totalTime = t1 - t0;\n\n  logger.info(\n    colors.green(\n      `Successfully pulled in ${dataSilos.length} data silos in ${\n        totalTime / 1000\n      } seconds!`,\n    ),\n  );\n  return dataSilos;\n}\n\n/**\n * Pull all datapoints from the data inventory.\n *\n * @param client - Client to use for the request\n * @param options - Options\n * @returns The datapoints and data silos\n */\nexport async function pullAllDatapoints(\n  client: GraphQLClient,\n  {\n    dataSiloIds = [],\n    includeGuessedCategories,\n    includeAttributes,\n    parentCategories = [],\n    subCategories = [],\n    pageSize = 1000,\n  }: DatapointFilterOptions & {\n    /** Page size to pull in */\n    pageSize?: number;\n  } = {},\n): Promise<\n  (SubDataPointCsvPreview & {\n    /** Data point information */\n    dataPoint: DataPointCsvPreview;\n    /** Data silo information */\n    dataSilo: DataSiloCsvPreview;\n  })[]\n> {\n  // Subdatapoint information\n  const subDatapoints = await pullSubDatapoints(client, {\n    dataSiloIds,\n    includeGuessedCategories,\n    includeAttributes,\n    parentCategories,\n    subCategories,\n    pageSize,\n  });\n\n  // The datapoint ids to grab\n  const dataPointIds = uniq(subDatapoints.map((point) => point.dataPointId));\n  const dataPoints = await pullDatapoints(client, {\n    dataPointIds,\n  });\n  const dataPointById = keyBy(dataPoints, 'id');\n\n  // The data silo IDs to grab\n  const allDataSiloIds = uniq(subDatapoints.map((point) => point.dataSiloId));\n  const dataSilos = await pullDataSilos(client, {\n    dataSiloIds: allDataSiloIds,\n  });\n  const dataSiloById = keyBy(dataSilos, 'id');\n\n  return subDatapoints.map((subDataPoint) => ({\n    ...subDataPoint,\n    dataPoint: dataPointById[subDataPoint.dataPointId],\n    dataSilo: dataSiloById[subDataPoint.dataSiloId],\n  }));\n}\n/* eslint-enable max-lines */\n","import type { UnstructuredSubDataPointRecommendationStatus } from '@transcend-io/privacy-types';\nimport cliProgress from 'cli-progress';\nimport colors from 'colors';\nimport { gql, type GraphQLClient } from 'graphql-request';\nimport { sortBy } from 'lodash-es';\nimport type { DataCategoryInput } from '../../codecs';\nimport { ENTRY_COUNT, makeGraphQLRequest } from '../graphql';\nimport { logger } from '../../logger';\n\ninterface UnstructuredSubDataPointRecommendationCsvPreview {\n  /** ID of subDatapoint */\n  id: string;\n  /** Entry or Named Entity recognized by the classifier */\n  name: string;\n  /** Context snippet including entry */\n  contextSnippet: string;\n  /** Scanned object ID */\n  scannedObjectId: string;\n  /** Scanned object path ID */\n  scannedObjectPathId: string;\n  /** The data silo ID */\n  dataSiloId: string;\n  /** Personal data category */\n  dataSubCategory: DataCategoryInput;\n  /** Classification Status */\n  status: UnstructuredSubDataPointRecommendationStatus;\n  /** Confidence */\n  confidence: number;\n  /** Classification method */\n  classificationMethod: string;\n  /** Classifier version */\n  classifierVersion: string;\n}\n\ninterface EntryFilterOptions {\n  /** IDs of data silos to filter down */\n  dataSiloIds?: string[];\n  /** Parent categories to filter down for */\n  status?: UnstructuredSubDataPointRecommendationStatus[];\n  /** Sub categories to filter down for */\n  subCategories?: string[]; // TODO: https://transcend.height.app/T-40482 - do by name not ID\n  /** Include entry and snippet */\n  includeEncryptedSnippets?: boolean;\n  /** Include encryptedSamplesS3Key */\n  includeEncryptedSamplesS3Key?: boolean;\n}\n/**\n * Pull unstructured subdatapoint information\n *\n * @param client - Client to use for the request\n * @param options - Options\n * @param options.dataSiloIds - IDs of data silos to filter down\n * @param options.status - Parent categories to filter down for\n * @param options.subCategories - Sub categories to filter down for\n * @param options.includeEncryptedSnippets - Include entry and snippet\n * @param options.includeEncryptedSamplesS3Key - Include encryptedSamplesS3Key\n * @param options.pageSize - Page size to pull in\n * @returns A promise that resolves to an array of unstructured subdatapoint recommendations\n */\nexport async function pullUnstructuredSubDataPointRecommendations(\n  client: GraphQLClient,\n  {\n    dataSiloIds = [],\n    status,\n    subCategories = [],\n    includeEncryptedSnippets,\n    pageSize = 100,\n  }: EntryFilterOptions & {\n    /** Page size to pull in */\n    pageSize?: number;\n  } = {},\n): Promise<UnstructuredSubDataPointRecommendationCsvPreview[]> {\n  const unstructuredSubDataPointRecommendations: UnstructuredSubDataPointRecommendationCsvPreview[] =\n    [];\n\n  // Time duration\n  const t0 = new Date().getTime();\n\n  // create a new progress bar instance and use shades_classic theme\n  const progressBar = new cliProgress.SingleBar(\n    {},\n    cliProgress.Presets.shades_classic,\n  );\n\n  // Filters\n  const filterBy = {\n    ...(subCategories.length > 0 ? { subCategoryIds: subCategories } : {}),\n    ...(status ? { status } : {}),\n    ...(dataSiloIds.length > 0 ? { dataSilos: dataSiloIds } : {}),\n  };\n\n  // Build a GraphQL client\n  const {\n    unstructuredSubDataPointRecommendations: { totalCount },\n  } = await makeGraphQLRequest<{\n    /** Query response */\n    unstructuredSubDataPointRecommendations: {\n      /** Count */\n      totalCount: number;\n    };\n  }>(client, ENTRY_COUNT, {\n    filterBy,\n  });\n\n  logger.info(colors.magenta('[Step 1/3] Pulling in all subdatapoints'));\n\n  progressBar.start(totalCount, 0);\n  let total = 0;\n  let shouldContinue = false;\n  let cursor: string | undefined;\n  let offset = 0;\n  do {\n    try {\n      const {\n        unstructuredSubDataPointRecommendations: { nodes },\n      } = await makeGraphQLRequest<{\n        /** Query response */\n        unstructuredSubDataPointRecommendations: {\n          /** List of matches */\n          nodes: UnstructuredSubDataPointRecommendationCsvPreview[];\n        };\n      }>(\n        client,\n        gql`\n          query TranscendCliUnstructuredSubDataPointRecommendationCsvExport(\n            $filterBy: UnstructuredSubDataPointRecommendationsFilterInput\n            $first: Int!\n            $offset: Int!\n          ) {\n            unstructuredSubDataPointRecommendations(\n              filterBy: $filterBy\n              first: $first\n              offset: $offset\n              useMaster: false\n            ) {\n              nodes {\n                id\n                dataSiloId\n                scannedObjectPathId\n                scannedObjectId\n                ${includeEncryptedSnippets ? 'name' : ''}\n                ${includeEncryptedSnippets ? 'contextSnippet' : ''}\n                dataSubCategory {\n                  name\n                  category\n                }\n                status\n                confidence\n                classificationMethod\n                classifierVersion\n              }\n            }\n          }\n        `,\n        {\n          first: pageSize,\n          offset,\n          filterBy: {\n            ...filterBy,\n          },\n        },\n      );\n\n      cursor = nodes[nodes.length - 1]?.id as string;\n      unstructuredSubDataPointRecommendations.push(...nodes);\n      shouldContinue = nodes.length === pageSize;\n      total += nodes.length;\n      offset += nodes.length;\n      progressBar.update(total);\n    } catch (err) {\n      logger.error(\n        colors.red(\n          `An error fetching subdatapoints for cursor ${cursor} and offset ${offset}`,\n        ),\n      );\n      throw err;\n    }\n  } while (shouldContinue);\n\n  progressBar.stop();\n  const t1 = new Date().getTime();\n  const totalTime = t1 - t0;\n\n  const sorted = sortBy(unstructuredSubDataPointRecommendations, 'name');\n\n  logger.info(\n    colors.green(\n      `Successfully pulled in ${sorted.length} subdatapoints in ${\n        totalTime / 1000\n      } seconds!`,\n    ),\n  );\n  return sorted;\n}\n"],"mappings":"wTA0FA,eAAe,EACb,EACA,CACE,cAAc,EAAE,CAChB,2BACA,oBACA,mBAAmB,EAAE,CACrB,gBAAgB,EAAE,CAClB,WAAW,KAIT,EAAE,CAC6B,CACnC,IAAM,EAA0C,EAAE,CAG5C,EAAK,IAAI,MAAM,CAAC,SAAS,CAGzB,EAAc,IAAIA,EAAAA,QAAY,UAClC,EAAE,CACFA,EAAAA,QAAY,QAAQ,eACrB,CAGK,EAAW,CACf,GAAI,EAAiB,OAAS,EAAI,CAAE,SAAU,EAAkB,CAAG,EAAE,CACrE,GAAI,EAAc,OAAS,EAAI,CAAE,eAAgB,EAAe,CAAG,EAAE,CAErE,GAAI,EAAiB,OAAS,EAAc,OAAS,GACrD,CAAC,EAEG,CAAE,OAAQC,EAAAA,uCAAuC,SAAU,CAC3D,EAAE,CACN,GAAI,EAAY,OAAS,EAAI,CAAE,UAAW,EAAa,CAAG,EAAE,CAC7D,CAGK,CACJ,cAAe,CAAE,eACf,MAAMC,EAAAA,EAMP,EAAQC,EAAAA,GAAuB,CAChC,WACD,CAAC,CAEF,EAAA,EAAO,KAAK,EAAA,QAAO,QAAQ,0CAA0C,CAAC,CAEtE,EAAY,MAAM,EAAY,EAAE,CAChC,IAAI,EAAQ,EACR,EAAiB,GACjB,EACA,EAAS,EACb,EACE,IAAI,CACF,GAAM,CACJ,cAAe,CAAE,UACf,MAAMD,EAAAA,EAOR,EACA,EAAA,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;kBA2BO,EACI;;;;;;;mBAQA,GACL;kBAEC,EACI;;;;;mBAMA,GACL;;;;UAKT,CACE,MAAO,EACP,SACA,SAAU,CACR,GAAG,EAGJ,CACF,CACF,CAED,EAAS,EAAM,EAAM,OAAS,IAAI,GAClC,EAAc,KAAK,GAAG,EAAM,CAC5B,EAAiB,EAAM,SAAW,EAClC,GAAS,EAAM,OACf,GAAU,EAAM,OAChB,EAAY,OAAO,EAAM,OAClB,EAAK,CAMZ,MALA,EAAA,EAAO,MACL,EAAA,QAAO,IACL,8CAA8C,EAAO,cAAc,IACpE,CACF,CACK,QAED,GAET,EAAY,MAAM,CAElB,IAAM,EADK,IAAI,MAAM,CAAC,SAAS,CACR,EAEjB,EAASE,EAAAA,GAAO,EAAe,OAAO,CAS5C,OAPA,EAAA,EAAO,KACL,EAAA,QAAO,MACL,0BAA0B,EAAO,OAAO,oBACtC,EAAY,IACb,WACF,CACF,CACM,EAUT,eAAe,EACb,EACA,CACE,eAAe,EAAE,CACjB,WAAW,KAOmB,CAChC,IAAM,EAAoC,EAAE,CAGtC,EAAK,IAAI,MAAM,CAAC,SAAS,CAGzB,EAAc,IAAIJ,EAAAA,QAAY,UAClC,EAAE,CACFA,EAAAA,QAAY,QAAQ,eACrB,CAED,EAAA,EAAO,KACL,EAAA,QAAO,QACL,oCAAoC,EAAa,OAAO,aACzD,CACF,CAGD,IAAM,EAAoBK,EAAAA,GAAM,EAAc,EAAS,CAEvD,EAAY,MAAM,EAAa,OAAQ,EAAE,CACzC,IAAI,EAAQ,EACZ,MAAMC,EAAAA,GAAU,EAAmB,KAAO,IAAsB,CAC9D,GAAI,CACF,GAAM,CACJ,WAAY,CAAE,UACZ,MAAMJ,EAAAA,EAMP,EAAQK,EAAAA,GAAkB,CAC3B,MAAO,EACP,SAAU,CACR,IAAK,EACN,CACF,CAAC,CAEF,EAAW,KAAK,GAAG,EAAM,CACzB,GAAS,EAAkB,OAC3B,EAAY,OAAO,EAAM,OAClB,EAAK,CAQZ,MAPA,EAAA,EAAO,MACL,EAAA,QAAO,IACL,2CAA2C,EAAkB,KAC3D,KACD,GACF,CACF,CACK,IAER,CAEF,EAAY,MAAM,CAElB,IAAM,EADK,IAAI,MAAM,CAAC,SAAS,CACR,EASvB,OAPA,EAAA,EAAO,KACL,EAAA,QAAO,MACL,0BAA0B,EAAW,OAAO,iBAC1C,EAAY,IACb,WACF,CACF,CACM,EAUT,eAAe,EACb,EACA,CACE,cAAc,EAAE,CAChB,WAAW,KAOkB,CAC/B,IAAM,EAAkC,EAAE,CAGpC,EAAK,IAAI,MAAM,CAAC,SAAS,CAGzB,EAAc,IAAIP,EAAAA,QAAY,UAClC,EAAE,CACFA,EAAAA,QAAY,QAAQ,eACrB,CAED,EAAA,EAAO,KACL,EAAA,QAAO,QACL,oCAAoC,EAAY,OAAO,aACxD,CACF,CAGD,IAAM,EAAmBK,EAAAA,GAAM,EAAa,EAAS,CAErD,EAAY,MAAM,EAAY,OAAQ,EAAE,CACxC,IAAI,EAAQ,EACZ,MAAMC,EAAAA,GAAU,EAAkB,KAAO,IAAqB,CAC5D,GAAI,CACF,GAAM,CACJ,UAAW,CAAE,UACX,MAAMJ,EAAAA,EAMP,EAAQM,EAAAA,GAAkB,CAC3B,MAAO,EACP,SAAU,CACR,IAAK,EACN,CACF,CAAC,CAEF,EAAU,KAAK,GAAG,EAAM,CACxB,GAAS,EAAiB,OAC1B,EAAY,OAAO,EAAM,OAClB,EAAK,CAMZ,MALA,EAAA,EAAO,MACL,EAAA,QAAO,IACL,wCAAwC,EAAiB,KAAK,KAAK,GACpE,CACF,CACK,IAER,CAEF,EAAY,MAAM,CAElB,IAAM,EADK,IAAI,MAAM,CAAC,SAAS,CACR,EASvB,OAPA,EAAA,EAAO,KACL,EAAA,QAAO,MACL,0BAA0B,EAAU,OAAO,iBACzC,EAAY,IACb,WACF,CACF,CACM,EAUT,eAAsB,EACpB,EACA,CACE,cAAc,EAAE,CAChB,2BACA,oBACA,mBAAmB,EAAE,CACrB,gBAAgB,EAAE,CAClB,WAAW,KAIT,EAAE,CAQN,CAEA,IAAM,EAAgB,MAAM,EAAkB,EAAQ,CACpD,cACA,2BACA,oBACA,mBACA,gBACA,WACD,CAAC,CAOI,EAAgBC,EAAAA,EAHH,MAAM,EAAe,EAAQ,CAC9C,aAFmBC,EAAAA,GAAK,EAAc,IAAK,GAAU,EAAM,YAAY,CAAC,CAGzE,CAAC,CACsC,KAAK,CAOvC,EAAeD,EAAAA,EAHH,MAAM,EAAc,EAAQ,CAC5C,YAFqBC,EAAAA,GAAK,EAAc,IAAK,GAAU,EAAM,WAAW,CAAC,CAG1E,CAAC,CACoC,KAAK,CAE3C,OAAO,EAAc,IAAK,IAAkB,CAC1C,GAAG,EACH,UAAW,EAAc,EAAa,aACtC,SAAU,EAAa,EAAa,YACrC,EAAE,CCxaL,eAAsB,EACpB,EACA,CACE,cAAc,EAAE,CAChB,SACA,gBAAgB,EAAE,CAClB,2BACA,WAAW,KAIT,EAAE,CACuD,CAC7D,IAAM,EACJ,EAAE,CAGE,EAAK,IAAI,MAAM,CAAC,SAAS,CAGzB,EAAc,IAAIC,EAAAA,QAAY,UAClC,EAAE,CACFA,EAAAA,QAAY,QAAQ,eACrB,CAGK,EAAW,CACf,GAAI,EAAc,OAAS,EAAI,CAAE,eAAgB,EAAe,CAAG,EAAE,CACrE,GAAI,EAAS,CAAE,SAAQ,CAAG,EAAE,CAC5B,GAAI,EAAY,OAAS,EAAI,CAAE,UAAW,EAAa,CAAG,EAAE,CAC7D,CAGK,CACJ,wCAAyC,CAAE,eACzC,MAAMC,EAAAA,EAMP,EAAQC,EAAAA,GAAa,CACtB,WACD,CAAC,CAEF,EAAA,EAAO,KAAK,EAAA,QAAO,QAAQ,0CAA0C,CAAC,CAEtE,EAAY,MAAM,EAAY,EAAE,CAChC,IAAI,EAAQ,EACR,EAAiB,GACjB,EACA,EAAS,EACb,EACE,IAAI,CACF,GAAM,CACJ,wCAAyC,CAAE,UACzC,MAAMD,EAAAA,EAOR,EACA,EAAA,GAAG;;;;;;;;;;;;;;;;;kBAiBO,EAA2B,OAAS,GAAG;kBACvC,EAA2B,iBAAmB,GAAG;;;;;;;;;;;;UAa3D,CACE,MAAO,EACP,SACA,SAAU,CACR,GAAG,EACJ,CACF,CACF,CAED,EAAS,EAAM,EAAM,OAAS,IAAI,GAClC,EAAwC,KAAK,GAAG,EAAM,CACtD,EAAiB,EAAM,SAAW,EAClC,GAAS,EAAM,OACf,GAAU,EAAM,OAChB,EAAY,OAAO,EAAM,OAClB,EAAK,CAMZ,MALA,EAAA,EAAO,MACL,EAAA,QAAO,IACL,8CAA8C,EAAO,cAAc,IACpE,CACF,CACK,QAED,GAET,EAAY,MAAM,CAElB,IAAM,EADK,IAAI,MAAM,CAAC,SAAS,CACR,EAEjB,EAASE,EAAAA,GAAO,EAAyC,OAAO,CAStE,OAPA,EAAA,EAAO,KACL,EAAA,QAAO,MACL,0BAA0B,EAAO,OAAO,oBACtC,EAAY,IACb,WACF,CACF,CACM"}
+{"version":3,"file":"data-inventory-flXV6qPl.cjs","names":["cliProgress","SubDataPointDataSubCategoryGuessStatus","makeGraphQLRequest","SUB_DATA_POINTS_COUNT","sortBy","chunk","mapSeries","DATAPOINT_EXPORT","DATA_SILO_EXPORT","keyBy","uniq","cliProgress","makeGraphQLRequest","ENTRY_COUNT","sortBy"],"sources":["../src/lib/data-inventory/pullAllDatapoints.ts","../src/lib/data-inventory/pullUnstructuredSubDataPointRecommendations.ts"],"sourcesContent":["/* eslint-disable max-lines */\nimport { keyBy, uniq, chunk, sortBy } from 'lodash-es';\nimport {\n  type DataCategoryType,\n  SubDataPointDataSubCategoryGuessStatus,\n} from '@transcend-io/privacy-types';\nimport cliProgress from 'cli-progress';\nimport { gql } from 'graphql-request';\nimport colors from 'colors';\nimport type { GraphQLClient } from 'graphql-request';\nimport {\n  DATAPOINT_EXPORT,\n  DATA_SILO_EXPORT,\n  type DataSiloAttributeValue,\n  SUB_DATA_POINTS_COUNT,\n  makeGraphQLRequest,\n} from '../graphql';\nimport { logger } from '../../logger';\nimport type { DataCategoryInput, ProcessingPurposeInput } from '../../codecs';\nimport { mapSeries } from '../bluebird';\n\nexport interface DataSiloCsvPreview {\n  /** ID of dataSilo */\n  id: string;\n  /** Name of dataSilo */\n  title: string;\n}\n\nexport interface DataPointCsvPreview {\n  /** ID of dataPoint */\n  id: string;\n  /** The path to this data point */\n  path: string[];\n  /** Description */\n  description: {\n    /** Default message */\n    defaultMessage: string;\n  };\n  /** Name */\n  name: string;\n}\n\nexport interface SubDataPointCsvPreview {\n  /** ID of subDatapoint */\n  id: string;\n  /** Name (or key) of the subdatapoint */\n  name: string;\n  /** The description */\n  description?: string;\n  /** Personal data category */\n  categories: DataCategoryInput[];\n  /** Data point ID */\n  dataPointId: string;\n  /** The data silo ID */\n  dataSiloId: string;\n  /** The processing purpose for this sub datapoint */\n  purposes: ProcessingPurposeInput[];\n  /** Attribute attached to subdatapoint */\n  attributeValues?: DataSiloAttributeValue[];\n  /** Data category guesses that are output by the classifier */\n  pendingCategoryGuesses?: {\n    /** Data category being guessed */\n    category: DataCategoryInput;\n    /** Status of guess */\n    status: SubDataPointDataSubCategoryGuessStatus;\n    /** classifier version that produced the guess */\n    classifierVersion: number;\n  }[];\n}\n\nexport interface DatapointFilterOptions {\n  /** IDs of data silos to filter down */\n  dataSiloIds?: string[];\n  /** Whether to include guessed categories, defaults to only approved categories */\n  includeGuessedCategories?: boolean;\n  /** Whether or not to include attributes */\n  includeAttributes?: boolean;\n  /** Parent categories to filter down for */\n  parentCategories?: DataCategoryType[];\n  /** Sub categories to filter down for */\n  subCategories?: string[]; // TODO: https://transcend.height.app/T-40482 - do by name not ID\n}\n\n/**\n * Pull subdatapoint information\n *\n * @param client - Client to use for the request\n * @param options - Options\n * @returns The subdatapoints\n */\nasync function pullSubDatapoints(\n  client: GraphQLClient,\n  {\n    dataSiloIds = [],\n    includeGuessedCategories,\n    includeAttributes,\n    parentCategories = [],\n    subCategories = [],\n    pageSize = 1000,\n  }: DatapointFilterOptions & {\n    /** Page size to pull in */\n    pageSize?: number;\n  } = {},\n): Promise<SubDataPointCsvPreview[]> {\n  const subDataPoints: SubDataPointCsvPreview[] = [];\n\n  // Time duration\n  const t0 = new Date().getTime();\n\n  // create a new progress bar instance and use shades_classic theme\n  const progressBar = new cliProgress.SingleBar(\n    {},\n    cliProgress.Presets.shades_classic,\n  );\n\n  // Filters\n  const filterBy = {\n    ...(parentCategories.length > 0 ? { category: parentCategories } : {}),\n    ...(subCategories.length > 0 ? { subCategoryIds: subCategories } : {}),\n    // if parentCategories or subCategories and not includeGuessedCategories\n    ...(parentCategories.length + subCategories.length > 0 &&\n    !includeGuessedCategories\n      ? // then only show data points with approved data categories\n        { status: SubDataPointDataSubCategoryGuessStatus.Approved }\n      : {}),\n    ...(dataSiloIds.length > 0 ? { dataSilos: dataSiloIds } : {}),\n  };\n\n  // Build a GraphQL client\n  const {\n    subDataPoints: { totalCount },\n  } = await makeGraphQLRequest<{\n    /** Query response */\n    subDataPoints: {\n      /** Count */\n      totalCount: number;\n    };\n  }>(client, SUB_DATA_POINTS_COUNT, {\n    filterBy,\n  });\n\n  logger.info(colors.magenta('[Step 1/3] Pulling in all subdatapoints'));\n\n  progressBar.start(totalCount, 0);\n  let total = 0;\n  let shouldContinue = false;\n  let cursor: string | undefined;\n  let offset = 0;\n  do {\n    try {\n      const {\n        subDataPoints: { nodes },\n      } = await makeGraphQLRequest<{\n        /** Query response */\n        subDataPoints: {\n          /** List of matches */\n          nodes: SubDataPointCsvPreview[];\n        };\n      }>(\n        client,\n        gql`\n          query TranscendCliSubDataPointCsvExport(\n            $filterBy: SubDataPointFiltersInput\n            $first: Int!\n            $offset: Int!\n          ) {\n            subDataPoints(\n              filterBy: $filterBy\n              first: $first\n              offset: $offset\n              useMaster: false\n            ) {\n              nodes {\n                id\n                name\n                description\n                dataPointId\n                dataSiloId\n                purposes {\n                  name\n                  purpose\n                }\n                categories {\n                  name\n                  category\n                }\n                ${\n                  includeGuessedCategories\n                    ? `pendingCategoryGuesses {\n                  category {\n                    name\n                    category\n                  }\n                  status\n                  classifierVersion\n                }`\n                    : ''\n                }\n                ${\n                  includeAttributes\n                    ? `attributeValues {\n                  attributeKey {\n                    name\n                  }\n                  name\n                }`\n                    : ''\n                }\n              }\n            }\n          }\n        `,\n        {\n          first: pageSize,\n          offset,\n          filterBy: {\n            ...filterBy,\n            // TODO: https://transcend.height.app/T-40484 - add cursor support\n            // ...(cursor ? { cursor: { id: cursor } } : {}),\n          },\n        },\n      );\n\n      cursor = nodes[nodes.length - 1]?.id as string;\n      subDataPoints.push(...nodes);\n      shouldContinue = nodes.length === pageSize;\n      total += nodes.length;\n      offset += nodes.length;\n      progressBar.update(total);\n    } catch (err) {\n      logger.error(\n        colors.red(\n          `An error fetching subdatapoints for cursor ${cursor} and offset ${offset}`,\n        ),\n      );\n      throw err;\n    }\n  } while (shouldContinue);\n\n  progressBar.stop();\n  const t1 = new Date().getTime();\n  const totalTime = t1 - t0;\n\n  const sorted = sortBy(subDataPoints, 'name');\n\n  logger.info(\n    colors.green(\n      `Successfully pulled in ${sorted.length} subdatapoints in ${\n        totalTime / 1000\n      } seconds!`,\n    ),\n  );\n  return sorted;\n}\n\n/**\n * Pull datapoint information\n *\n * @param client - Client to use for the request\n * @param options - Options\n * @returns The datapoints\n */\nasync function pullDatapoints(\n  client: GraphQLClient,\n  {\n    dataPointIds = [],\n    pageSize = 100,\n  }: {\n    /** IDs of data points to filter down */\n    dataPointIds: string[];\n    /** Page size to pull in */\n    pageSize?: number;\n  },\n): Promise<DataPointCsvPreview[]> {\n  const dataPoints: DataPointCsvPreview[] = [];\n\n  // Time duration\n  const t0 = new Date().getTime();\n\n  // create a new progress bar instance and use shades_classic theme\n  const progressBar = new cliProgress.SingleBar(\n    {},\n    cliProgress.Presets.shades_classic,\n  );\n\n  logger.info(\n    colors.magenta(\n      `[Step 2/3] Fetching metadata for ${dataPointIds.length} datapoints`,\n    ),\n  );\n\n  // Group by 100\n  const dataPointsGrouped = chunk(dataPointIds, pageSize);\n\n  progressBar.start(dataPointIds.length, 0);\n  let total = 0;\n  await mapSeries(dataPointsGrouped, async (dataPointIdsGroup) => {\n    try {\n      const {\n        dataPoints: { nodes },\n      } = await makeGraphQLRequest<{\n        /** Query response */\n        dataPoints: {\n          /** List of matches */\n          nodes: DataPointCsvPreview[];\n        };\n      }>(client, DATAPOINT_EXPORT, {\n        first: pageSize,\n        filterBy: {\n          ids: dataPointIdsGroup,\n        },\n      });\n\n      dataPoints.push(...nodes);\n      total += dataPointIdsGroup.length;\n      progressBar.update(total);\n    } catch (err) {\n      logger.error(\n        colors.red(\n          `An error fetching subdatapoints for IDs ${dataPointIdsGroup.join(\n            ', ',\n          )}`,\n        ),\n      );\n      throw err;\n    }\n  });\n\n  progressBar.stop();\n  const t1 = new Date().getTime();\n  const totalTime = t1 - t0;\n\n  logger.info(\n    colors.green(\n      `Successfully pulled in ${dataPoints.length} dataPoints in ${\n        totalTime / 1000\n      } seconds!`,\n    ),\n  );\n  return dataPoints;\n}\n\n/**\n * Pull data silo information\n *\n * @param client - Client to use for the request\n * @param options - Options\n * @returns The data silos\n */\nasync function pullDataSilos(\n  client: GraphQLClient,\n  {\n    dataSiloIds = [],\n    pageSize = 100,\n  }: {\n    /** IDs of data silos to filter down */\n    dataSiloIds: string[];\n    /** Page size to pull in */\n    pageSize?: number;\n  },\n): Promise<DataSiloCsvPreview[]> {\n  const dataSilos: DataSiloCsvPreview[] = [];\n\n  // Time duration\n  const t0 = new Date().getTime();\n\n  // create a new progress bar instance and use shades_classic theme\n  const progressBar = new cliProgress.SingleBar(\n    {},\n    cliProgress.Presets.shades_classic,\n  );\n\n  logger.info(\n    colors.magenta(\n      `[Step 3/3] Fetching metadata for ${dataSiloIds.length} data silos`,\n    ),\n  );\n\n  // Group by 100\n  const dataSilosGrouped = chunk(dataSiloIds, pageSize);\n\n  progressBar.start(dataSiloIds.length, 0);\n  let total = 0;\n  await mapSeries(dataSilosGrouped, async (dataSiloIdsGroup) => {\n    try {\n      const {\n        dataSilos: { nodes },\n      } = await makeGraphQLRequest<{\n        /** Query response */\n        dataSilos: {\n          /** List of matches */\n          nodes: DataSiloCsvPreview[];\n        };\n      }>(client, DATA_SILO_EXPORT, {\n        first: pageSize,\n        filterBy: {\n          ids: dataSiloIdsGroup,\n        },\n      });\n\n      dataSilos.push(...nodes);\n      total += dataSiloIdsGroup.length;\n      progressBar.update(total);\n    } catch (err) {\n      logger.error(\n        colors.red(\n          `An error fetching data silos for IDs ${dataSiloIdsGroup.join(', ')}`,\n        ),\n      );\n      throw err;\n    }\n  });\n\n  progressBar.stop();\n  const t1 = new Date().getTime();\n  const totalTime = t1 - t0;\n\n  logger.info(\n    colors.green(\n      `Successfully pulled in ${dataSilos.length} data silos in ${\n        totalTime / 1000\n      } seconds!`,\n    ),\n  );\n  return dataSilos;\n}\n\n/**\n * Pull all datapoints from the data inventory.\n *\n * @param client - Client to use for the request\n * @param options - Options\n * @returns The datapoints and data silos\n */\nexport async function pullAllDatapoints(\n  client: GraphQLClient,\n  {\n    dataSiloIds = [],\n    includeGuessedCategories,\n    includeAttributes,\n    parentCategories = [],\n    subCategories = [],\n    pageSize = 1000,\n  }: DatapointFilterOptions & {\n    /** Page size to pull in */\n    pageSize?: number;\n  } = {},\n): Promise<\n  (SubDataPointCsvPreview & {\n    /** Data point information */\n    dataPoint: DataPointCsvPreview;\n    /** Data silo information */\n    dataSilo: DataSiloCsvPreview;\n  })[]\n> {\n  // Subdatapoint information\n  const subDatapoints = await pullSubDatapoints(client, {\n    dataSiloIds,\n    includeGuessedCategories,\n    includeAttributes,\n    parentCategories,\n    subCategories,\n    pageSize,\n  });\n\n  // The datapoint ids to grab\n  const dataPointIds = uniq(subDatapoints.map((point) => point.dataPointId));\n  const dataPoints = await pullDatapoints(client, {\n    dataPointIds,\n  });\n  const dataPointById = keyBy(dataPoints, 'id');\n\n  // The data silo IDs to grab\n  const allDataSiloIds = uniq(subDatapoints.map((point) => point.dataSiloId));\n  const dataSilos = await pullDataSilos(client, {\n    dataSiloIds: allDataSiloIds,\n  });\n  const dataSiloById = keyBy(dataSilos, 'id');\n\n  return subDatapoints.map((subDataPoint) => ({\n    ...subDataPoint,\n    dataPoint: dataPointById[subDataPoint.dataPointId],\n    dataSilo: dataSiloById[subDataPoint.dataSiloId],\n  }));\n}\n/* eslint-enable max-lines */\n","import type { UnstructuredSubDataPointRecommendationStatus } from '@transcend-io/privacy-types';\nimport cliProgress from 'cli-progress';\nimport colors from 'colors';\nimport { gql, type GraphQLClient } from 'graphql-request';\nimport { sortBy } from 'lodash-es';\nimport type { DataCategoryInput } from '../../codecs';\nimport { ENTRY_COUNT, makeGraphQLRequest } from '../graphql';\nimport { logger } from '../../logger';\n\ninterface UnstructuredSubDataPointRecommendationCsvPreview {\n  /** ID of subDatapoint */\n  id: string;\n  /** Entry or Named Entity recognized by the classifier */\n  name: string;\n  /** Context snippet including entry */\n  contextSnippet: string;\n  /** Scanned object ID */\n  scannedObjectId: string;\n  /** Scanned object path ID */\n  scannedObjectPathId: string;\n  /** The data silo ID */\n  dataSiloId: string;\n  /** Personal data category */\n  dataSubCategory: DataCategoryInput;\n  /** Classification Status */\n  status: UnstructuredSubDataPointRecommendationStatus;\n  /** Confidence */\n  confidence: number;\n  /** Classification method */\n  classificationMethod: string;\n  /** Classifier version */\n  classifierVersion: string;\n}\n\ninterface EntryFilterOptions {\n  /** IDs of data silos to filter down */\n  dataSiloIds?: string[];\n  /** Parent categories to filter down for */\n  status?: UnstructuredSubDataPointRecommendationStatus[];\n  /** Sub categories to filter down for */\n  subCategories?: string[]; // TODO: https://transcend.height.app/T-40482 - do by name not ID\n  /** Include entry and snippet */\n  includeEncryptedSnippets?: boolean;\n  /** Include encryptedSamplesS3Key */\n  includeEncryptedSamplesS3Key?: boolean;\n}\n/**\n * Pull unstructured subdatapoint information\n *\n * @param client - Client to use for the request\n * @param options - Options\n * @param options.dataSiloIds - IDs of data silos to filter down\n * @param options.status - Parent categories to filter down for\n * @param options.subCategories - Sub categories to filter down for\n * @param options.includeEncryptedSnippets - Include entry and snippet\n * @param options.includeEncryptedSamplesS3Key - Include encryptedSamplesS3Key\n * @param options.pageSize - Page size to pull in\n * @returns A promise that resolves to an array of unstructured subdatapoint recommendations\n */\nexport async function pullUnstructuredSubDataPointRecommendations(\n  client: GraphQLClient,\n  {\n    dataSiloIds = [],\n    status,\n    subCategories = [],\n    includeEncryptedSnippets,\n    pageSize = 100,\n  }: EntryFilterOptions & {\n    /** Page size to pull in */\n    pageSize?: number;\n  } = {},\n): Promise<UnstructuredSubDataPointRecommendationCsvPreview[]> {\n  const unstructuredSubDataPointRecommendations: UnstructuredSubDataPointRecommendationCsvPreview[] =\n    [];\n\n  // Time duration\n  const t0 = new Date().getTime();\n\n  // create a new progress bar instance and use shades_classic theme\n  const progressBar = new cliProgress.SingleBar(\n    {},\n    cliProgress.Presets.shades_classic,\n  );\n\n  // Filters\n  const filterBy = {\n    ...(subCategories.length > 0 ? { subCategoryIds: subCategories } : {}),\n    ...(status ? { status } : {}),\n    ...(dataSiloIds.length > 0 ? { dataSilos: dataSiloIds } : {}),\n  };\n\n  // Build a GraphQL client\n  const {\n    unstructuredSubDataPointRecommendations: { totalCount },\n  } = await makeGraphQLRequest<{\n    /** Query response */\n    unstructuredSubDataPointRecommendations: {\n      /** Count */\n      totalCount: number;\n    };\n  }>(client, ENTRY_COUNT, {\n    filterBy,\n  });\n\n  logger.info(colors.magenta('[Step 1/3] Pulling in all subdatapoints'));\n\n  progressBar.start(totalCount, 0);\n  let total = 0;\n  let shouldContinue = false;\n  let cursor: string | undefined;\n  let offset = 0;\n  do {\n    try {\n      const {\n        unstructuredSubDataPointRecommendations: { nodes },\n      } = await makeGraphQLRequest<{\n        /** Query response */\n        unstructuredSubDataPointRecommendations: {\n          /** List of matches */\n          nodes: UnstructuredSubDataPointRecommendationCsvPreview[];\n        };\n      }>(\n        client,\n        gql`\n          query TranscendCliUnstructuredSubDataPointRecommendationCsvExport(\n            $filterBy: UnstructuredSubDataPointRecommendationsFilterInput\n            $first: Int!\n            $offset: Int!\n          ) {\n            unstructuredSubDataPointRecommendations(\n              filterBy: $filterBy\n              first: $first\n              offset: $offset\n              useMaster: false\n            ) {\n              nodes {\n                id\n                dataSiloId\n                scannedObjectPathId\n                scannedObjectId\n                ${includeEncryptedSnippets ? 'name' : ''}\n                ${includeEncryptedSnippets ? 'contextSnippet' : ''}\n                dataSubCategory {\n                  name\n                  category\n                }\n                status\n                confidence\n                classificationMethod\n                classifierVersion\n              }\n            }\n          }\n        `,\n        {\n          first: pageSize,\n          offset,\n          filterBy: {\n            ...filterBy,\n          },\n        },\n      );\n\n      cursor = nodes[nodes.length - 1]?.id as string;\n      unstructuredSubDataPointRecommendations.push(...nodes);\n      shouldContinue = nodes.length === pageSize;\n      total += nodes.length;\n      offset += nodes.length;\n      progressBar.update(total);\n    } catch (err) {\n      logger.error(\n        colors.red(\n          `An error fetching subdatapoints for cursor ${cursor} and offset ${offset}`,\n        ),\n      );\n      throw err;\n    }\n  } while (shouldContinue);\n\n  progressBar.stop();\n  const t1 = new Date().getTime();\n  const totalTime = t1 - t0;\n\n  const sorted = sortBy(unstructuredSubDataPointRecommendations, 'name');\n\n  logger.info(\n    colors.green(\n      `Successfully pulled in ${sorted.length} subdatapoints in ${\n        totalTime / 1000\n      } seconds!`,\n    ),\n  );\n  return sorted;\n}\n"],"mappings":"wTA0FA,eAAe,EACb,EACA,CACE,cAAc,EAAE,CAChB,2BACA,oBACA,mBAAmB,EAAE,CACrB,gBAAgB,EAAE,CAClB,WAAW,KAIT,EAAE,CAC6B,CACnC,IAAM,EAA0C,EAAE,CAG5C,EAAK,IAAI,MAAM,CAAC,SAAS,CAGzB,EAAc,IAAIA,EAAAA,QAAY,UAClC,EAAE,CACFA,EAAAA,QAAY,QAAQ,eACrB,CAGK,EAAW,CACf,GAAI,EAAiB,OAAS,EAAI,CAAE,SAAU,EAAkB,CAAG,EAAE,CACrE,GAAI,EAAc,OAAS,EAAI,CAAE,eAAgB,EAAe,CAAG,EAAE,CAErE,GAAI,EAAiB,OAAS,EAAc,OAAS,GACrD,CAAC,EAEG,CAAE,OAAQC,EAAAA,uCAAuC,SAAU,CAC3D,EAAE,CACN,GAAI,EAAY,OAAS,EAAI,CAAE,UAAW,EAAa,CAAG,EAAE,CAC7D,CAGK,CACJ,cAAe,CAAE,eACf,MAAMC,EAAAA,EAMP,EAAQC,EAAAA,GAAuB,CAChC,WACD,CAAC,CAEF,EAAA,EAAO,KAAK,EAAA,QAAO,QAAQ,0CAA0C,CAAC,CAEtE,EAAY,MAAM,EAAY,EAAE,CAChC,IAAI,EAAQ,EACR,EAAiB,GACjB,EACA,EAAS,EACb,EACE,IAAI,CACF,GAAM,CACJ,cAAe,CAAE,UACf,MAAMD,EAAAA,EAOR,EACA,EAAA,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;kBA2BO,EACI;;;;;;;mBAQA,GACL;kBAEC,EACI;;;;;mBAMA,GACL;;;;UAKT,CACE,MAAO,EACP,SACA,SAAU,CACR,GAAG,EAGJ,CACF,CACF,CAED,EAAS,EAAM,EAAM,OAAS,IAAI,GAClC,EAAc,KAAK,GAAG,EAAM,CAC5B,EAAiB,EAAM,SAAW,EAClC,GAAS,EAAM,OACf,GAAU,EAAM,OAChB,EAAY,OAAO,EAAM,OAClB,EAAK,CAMZ,MALA,EAAA,EAAO,MACL,EAAA,QAAO,IACL,8CAA8C,EAAO,cAAc,IACpE,CACF,CACK,QAED,GAET,EAAY,MAAM,CAElB,IAAM,EADK,IAAI,MAAM,CAAC,SAAS,CACR,EAEjB,EAASE,EAAAA,GAAO,EAAe,OAAO,CAS5C,OAPA,EAAA,EAAO,KACL,EAAA,QAAO,MACL,0BAA0B,EAAO,OAAO,oBACtC,EAAY,IACb,WACF,CACF,CACM,EAUT,eAAe,EACb,EACA,CACE,eAAe,EAAE,CACjB,WAAW,KAOmB,CAChC,IAAM,EAAoC,EAAE,CAGtC,EAAK,IAAI,MAAM,CAAC,SAAS,CAGzB,EAAc,IAAIJ,EAAAA,QAAY,UAClC,EAAE,CACFA,EAAAA,QAAY,QAAQ,eACrB,CAED,EAAA,EAAO,KACL,EAAA,QAAO,QACL,oCAAoC,EAAa,OAAO,aACzD,CACF,CAGD,IAAM,EAAoBK,EAAAA,GAAM,EAAc,EAAS,CAEvD,EAAY,MAAM,EAAa,OAAQ,EAAE,CACzC,IAAI,EAAQ,EACZ,MAAMC,EAAAA,GAAU,EAAmB,KAAO,IAAsB,CAC9D,GAAI,CACF,GAAM,CACJ,WAAY,CAAE,UACZ,MAAMJ,EAAAA,EAMP,EAAQK,EAAAA,GAAkB,CAC3B,MAAO,EACP,SAAU,CACR,IAAK,EACN,CACF,CAAC,CAEF,EAAW,KAAK,GAAG,EAAM,CACzB,GAAS,EAAkB,OAC3B,EAAY,OAAO,EAAM,OAClB,EAAK,CAQZ,MAPA,EAAA,EAAO,MACL,EAAA,QAAO,IACL,2CAA2C,EAAkB,KAC3D,KACD,GACF,CACF,CACK,IAER,CAEF,EAAY,MAAM,CAElB,IAAM,EADK,IAAI,MAAM,CAAC,SAAS,CACR,EASvB,OAPA,EAAA,EAAO,KACL,EAAA,QAAO,MACL,0BAA0B,EAAW,OAAO,iBAC1C,EAAY,IACb,WACF,CACF,CACM,EAUT,eAAe,EACb,EACA,CACE,cAAc,EAAE,CAChB,WAAW,KAOkB,CAC/B,IAAM,EAAkC,EAAE,CAGpC,EAAK,IAAI,MAAM,CAAC,SAAS,CAGzB,EAAc,IAAIP,EAAAA,QAAY,UAClC,EAAE,CACFA,EAAAA,QAAY,QAAQ,eACrB,CAED,EAAA,EAAO,KACL,EAAA,QAAO,QACL,oCAAoC,EAAY,OAAO,aACxD,CACF,CAGD,IAAM,EAAmBK,EAAAA,GAAM,EAAa,EAAS,CAErD,EAAY,MAAM,EAAY,OAAQ,EAAE,CACxC,IAAI,EAAQ,EACZ,MAAMC,EAAAA,GAAU,EAAkB,KAAO,IAAqB,CAC5D,GAAI,CACF,GAAM,CACJ,UAAW,CAAE,UACX,MAAMJ,EAAAA,EAMP,EAAQM,EAAAA,GAAkB,CAC3B,MAAO,EACP,SAAU,CACR,IAAK,EACN,CACF,CAAC,CAEF,EAAU,KAAK,GAAG,EAAM,CACxB,GAAS,EAAiB,OAC1B,EAAY,OAAO,EAAM,OAClB,EAAK,CAMZ,MALA,EAAA,EAAO,MACL,EAAA,QAAO,IACL,wCAAwC,EAAiB,KAAK,KAAK,GACpE,CACF,CACK,IAER,CAEF,EAAY,MAAM,CAElB,IAAM,EADK,IAAI,MAAM,CAAC,SAAS,CACR,EASvB,OAPA,EAAA,EAAO,KACL,EAAA,QAAO,MACL,0BAA0B,EAAU,OAAO,iBACzC,EAAY,IACb,WACF,CACF,CACM,EAUT,eAAsB,EACpB,EACA,CACE,cAAc,EAAE,CAChB,2BACA,oBACA,mBAAmB,EAAE,CACrB,gBAAgB,EAAE,CAClB,WAAW,KAIT,EAAE,CAQN,CAEA,IAAM,EAAgB,MAAM,EAAkB,EAAQ,CACpD,cACA,2BACA,oBACA,mBACA,gBACA,WACD,CAAC,CAOI,EAAgBC,EAAAA,EAHH,MAAM,EAAe,EAAQ,CAC9C,aAFmBC,EAAAA,GAAK,EAAc,IAAK,GAAU,EAAM,YAAY,CAAC,CAGzE,CAAC,CACsC,KAAK,CAOvC,EAAeD,EAAAA,EAHH,MAAM,EAAc,EAAQ,CAC5C,YAFqBC,EAAAA,GAAK,EAAc,IAAK,GAAU,EAAM,WAAW,CAAC,CAG1E,CAAC,CACoC,KAAK,CAE3C,OAAO,EAAc,IAAK,IAAkB,CAC1C,GAAG,EACH,UAAW,EAAc,EAAa,aACtC,SAAU,EAAa,EAAa,YACrC,EAAE,CCxaL,eAAsB,EACpB,EACA,CACE,cAAc,EAAE,CAChB,SACA,gBAAgB,EAAE,CAClB,2BACA,WAAW,KAIT,EAAE,CACuD,CAC7D,IAAM,EACJ,EAAE,CAGE,EAAK,IAAI,MAAM,CAAC,SAAS,CAGzB,EAAc,IAAIC,EAAAA,QAAY,UAClC,EAAE,CACFA,EAAAA,QAAY,QAAQ,eACrB,CAGK,EAAW,CACf,GAAI,EAAc,OAAS,EAAI,CAAE,eAAgB,EAAe,CAAG,EAAE,CACrE,GAAI,EAAS,CAAE,SAAQ,CAAG,EAAE,CAC5B,GAAI,EAAY,OAAS,EAAI,CAAE,UAAW,EAAa,CAAG,EAAE,CAC7D,CAGK,CACJ,wCAAyC,CAAE,eACzC,MAAMC,EAAAA,EAMP,EAAQC,EAAAA,GAAa,CACtB,WACD,CAAC,CAEF,EAAA,EAAO,KAAK,EAAA,QAAO,QAAQ,0CAA0C,CAAC,CAEtE,EAAY,MAAM,EAAY,EAAE,CAChC,IAAI,EAAQ,EACR,EAAiB,GACjB,EACA,EAAS,EACb,EACE,IAAI,CACF,GAAM,CACJ,wCAAyC,CAAE,UACzC,MAAMD,EAAAA,EAOR,EACA,EAAA,GAAG;;;;;;;;;;;;;;;;;kBAiBO,EAA2B,OAAS,GAAG;kBACvC,EAA2B,iBAAmB,GAAG;;;;;;;;;;;;UAa3D,CACE,MAAO,EACP,SACA,SAAU,CACR,GAAG,EACJ,CACF,CACF,CAED,EAAS,EAAM,EAAM,OAAS,IAAI,GAClC,EAAwC,KAAK,GAAG,EAAM,CACtD,EAAiB,EAAM,SAAW,EAClC,GAAS,EAAM,OACf,GAAU,EAAM,OAChB,EAAY,OAAO,EAAM,OAClB,EAAK,CAMZ,MALA,EAAA,EAAO,MACL,EAAA,QAAO,IACL,8CAA8C,EAAO,cAAc,IACpE,CACF,CACK,QAED,GAET,EAAY,MAAM,CAElB,IAAM,EADK,IAAI,MAAM,CAAC,SAAS,CACR,EAEjB,EAASE,EAAAA,GAAO,EAAyC,OAAO,CAStE,OAPA,EAAA,EAAO,KACL,EAAA,QAAO,MACL,0BAA0B,EAAO,OAAO,oBACtC,EAAY,IACb,WACF,CACF,CACM"}

package/dist/{dataFlowsToDataSilos-CKr7XUmU.cjs → dataFlowsToDataSilos-Lk7WQ39V.cjs}

@@ -1,2 +1,2 @@
-const e=require(`./syncConfigurationToTranscend-DWM5Kkl4.cjs`);var t=e.Fs(function(t){return e.Os(e.Ps(t,1,e.Ms,!0))}),n=t;function r(e,{adTechPurposes:t=[`SaleOfInfo`],serviceToTitle:r,serviceToSupportedIntegration:i}){let a=[],o=[],s={};e.forEach(e=>{let{service:r,attributes:i=[]}=e;if(!r||r===`internalService`)return;let c=i.find(e=>e.key===`Found on Domain`);c&&(s[r]||(s[r]=[]),s[r].push(...c.values.map(e=>e.replace(`https://`,``).replace(`http://`,``))),s[r]=[...new Set(s[r])]),n(e.trackingPurposes,t).length>0?(o.push(r),a.includes(r)&&(a=a.filter(e=>e!==r))):o.includes(r)||a.push(r)});let c=[...new Set(o)].map(e=>({title:r[e],...i[e]?{integrationName:e}:{integrationName:`promptAPerson`,"outer-type":e},attributes:[{key:`Tech Type`,values:[`Ad Tech`]},{key:`Found On Domain`,values:s[e]||[]}]}));return{siteTechDataSilos:[...new Set(a)].map(e=>({title:r[e],...i[e]?{integrationName:e}:{integrationName:`promptAPerson`,outerType:e},attributes:[{key:`Tech Type`,values:[`Site Tech`]},{key:`Found On Domain`,values:s[e]||[]}]})),adTechDataSilos:c}}Object.defineProperty(exports,`t`,{enumerable:!0,get:function(){return r}});
-//# sourceMappingURL=dataFlowsToDataSilos-CKr7XUmU.cjs.map
+const e=require(`./syncConfigurationToTranscend-Bpge5AcC.cjs`);var t=e.Fs(function(t){return e.Os(e.Ps(t,1,e.Ms,!0))}),n=t;function r(e,{adTechPurposes:t=[`SaleOfInfo`],serviceToTitle:r,serviceToSupportedIntegration:i}){let a=[],o=[],s={};e.forEach(e=>{let{service:r,attributes:i=[]}=e;if(!r||r===`internalService`)return;let c=i.find(e=>e.key===`Found on Domain`);c&&(s[r]||(s[r]=[]),s[r].push(...c.values.map(e=>e.replace(`https://`,``).replace(`http://`,``))),s[r]=[...new Set(s[r])]),n(e.trackingPurposes,t).length>0?(o.push(r),a.includes(r)&&(a=a.filter(e=>e!==r))):o.includes(r)||a.push(r)});let c=[...new Set(o)].map(e=>({title:r[e],...i[e]?{integrationName:e}:{integrationName:`promptAPerson`,"outer-type":e},attributes:[{key:`Tech Type`,values:[`Ad Tech`]},{key:`Found On Domain`,values:s[e]||[]}]}));return{siteTechDataSilos:[...new Set(a)].map(e=>({title:r[e],...i[e]?{integrationName:e}:{integrationName:`promptAPerson`,outerType:e},attributes:[{key:`Tech Type`,values:[`Site Tech`]},{key:`Found On Domain`,values:s[e]||[]}]})),adTechDataSilos:c}}Object.defineProperty(exports,`t`,{enumerable:!0,get:function(){return r}});
+//# sourceMappingURL=dataFlowsToDataSilos-Lk7WQ39V.cjs.map

package/dist/{dataFlowsToDataSilos-CKr7XUmU.cjs.map → dataFlowsToDataSilos-Lk7WQ39V.cjs.map}

@@ -1 +1 @@
-{"version":3,"file":"dataFlowsToDataSilos-CKr7XUmU.cjs","names":["baseRest","baseUniq","baseFlatten","isArrayLikeObject","union"],"sources":["../node_modules/.pnpm/lodash-es@4.17.21/node_modules/lodash-es/union.js","../src/lib/consent-manager/dataFlowsToDataSilos.ts"],"sourcesContent":["import baseFlatten from './_baseFlatten.js';\nimport baseRest from './_baseRest.js';\nimport baseUniq from './_baseUniq.js';\nimport isArrayLikeObject from './isArrayLikeObject.js';\n\n/**\n * Creates an array of unique values, in order, from all given arrays using\n * [`SameValueZero`](http://ecma-international.org/ecma-262/7.0/#sec-samevaluezero)\n * for equality comparisons.\n *\n * @static\n * @memberOf _\n * @since 0.1.0\n * @category Array\n * @param {...Array} [arrays] The arrays to inspect.\n * @returns {Array} Returns the new array of combined values.\n * @example\n *\n * _.union([2], [1, 2]);\n * // => [2, 1]\n */\nvar union = baseRest(function(arrays) {\n  return baseUniq(baseFlatten(arrays, 1, isArrayLikeObject, true));\n});\n\nexport default union;\n","import { DataFlowInput, DataSiloInput } from '../../codecs';\nimport { union } from 'lodash-es';\nimport { IndexedCatalogs } from '../graphql';\n\n/**\n * Convert data flow configurations into a set of data silo configurations\n *\n * @param inputs - Data flow input to convert to data silos\n * @param options - Additional options\n * @returns Business entity configuration input\n */\nexport function dataFlowsToDataSilos(\n  inputs: DataFlowInput[],\n  {\n    adTechPurposes = ['SaleOfInfo'],\n    serviceToTitle,\n    serviceToSupportedIntegration,\n  }: IndexedCatalogs & {\n    /** List of purposes that are considered \"Ad Tech\"  */\n    adTechPurposes?: string[];\n  },\n): {\n  /** List of data silo configurations for site-tech services */\n  siteTechDataSilos: DataSiloInput[];\n  /** List of data silo configurations for ad-tech services */\n  adTechDataSilos: DataSiloInput[];\n} {\n  // List of site tech integrations\n  let siteTechIntegrations: string[] = [];\n\n  // List of ad tech integrations\n  const adTechIntegrations: string[] = [];\n\n  // Mapping from service name to list of\n  const serviceToFoundOnDomain: { [k in string]: string[] } = {};\n\n  // iterate over each flow\n  inputs.forEach((flow) => {\n    // process data flows with services\n    const { service, attributes = [] } = flow;\n    if (!service || service === 'internalService') {\n      return;\n    }\n\n    // create mapping to found on domain\n    const foundOnDomain = attributes.find(\n      (attr) => attr.key === 'Found on Domain',\n    );\n\n    // Create a list of all domains where the data flow was found\n    if (foundOnDomain) {\n      if (!serviceToFoundOnDomain[service]) {\n        serviceToFoundOnDomain[service] = [];\n      }\n      serviceToFoundOnDomain[service]!.push(\n        ...foundOnDomain.values.map((v) =>\n          v.replace('https://', '').replace('http://', ''),\n        ),\n      );\n      serviceToFoundOnDomain[service] = [\n        ...new Set(serviceToFoundOnDomain[service]),\n      ];\n    }\n\n    // Keep track of ad tech\n    if (union(flow.trackingPurposes, adTechPurposes).length > 0) {\n      // add service to ad tech list\n      adTechIntegrations.push(service);\n\n      // remove from site tech list\n      if (siteTechIntegrations.includes(service)) {\n        siteTechIntegrations = siteTechIntegrations.filter(\n          (s) => s !== service,\n        );\n      }\n    } else if (!adTechIntegrations.includes(service)) {\n      // add to site tech list\n      siteTechIntegrations.push(service);\n    }\n  });\n\n  // create the list of ad tech integrations\n  const adTechDataSilos = [...new Set(adTechIntegrations)].map((service) => ({\n    title: serviceToTitle[service],\n    ...(serviceToSupportedIntegration[service]\n      ? { integrationName: service }\n      : { integrationName: 'promptAPerson', 'outer-type': service }),\n    attributes: [\n      {\n        key: 'Tech Type',\n        values: ['Ad Tech'],\n      },\n      {\n        key: 'Found On Domain',\n        values: serviceToFoundOnDomain[service] || [],\n      },\n    ],\n  }));\n\n  // create the list of site tech integrations\n  const siteTechDataSilos = [...new Set(siteTechIntegrations)].map(\n    (service) => ({\n      title: serviceToTitle[service],\n      ...(serviceToSupportedIntegration[service]\n        ? { integrationName: service }\n        : { integrationName: 'promptAPerson', outerType: service }),\n      attributes: [\n        {\n          key: 'Tech Type',\n          values: ['Site Tech'],\n        },\n        {\n          key: 'Found On Domain',\n          values: serviceToFoundOnDomain[service] || [],\n        },\n      ],\n    }),\n  );\n\n  return {\n    siteTechDataSilos,\n    adTechDataSilos,\n  };\n}\n"],"x_google_ignoreList":[0],"mappings":"+DAqBA,IAAI,EAAQA,EAAAA,GAAS,SAAS,EAAQ,CACpC,OAAOC,EAAAA,GAASC,EAAAA,GAAY,EAAQ,EAAGC,EAAAA,GAAmB,GAAK,CAAC,EAChE,CAEF,EAAe,ECdf,SAAgB,EACd,EACA,CACE,iBAAiB,CAAC,aAAa,CAC/B,iBACA,iCAUF,CAEA,IAAI,EAAiC,EAAE,CAGjC,EAA+B,EAAE,CAGjC,EAAsD,EAAE,CAG9D,EAAO,QAAS,GAAS,CAEvB,GAAM,CAAE,UAAS,aAAa,EAAE,EAAK,EACrC,GAAI,CAAC,GAAW,IAAY,kBAC1B,OAIF,IAAM,EAAgB,EAAW,KAC9B,GAAS,EAAK,MAAQ,kBACxB,CAGG,IACG,EAAuB,KAC1B,EAAuB,GAAW,EAAE,EAEtC,EAAuB,GAAU,KAC/B,GAAG,EAAc,OAAO,IAAK,GAC3B,EAAE,QAAQ,WAAY,GAAG,CAAC,QAAQ,UAAW,GAAG,CACjD,CACF,CACD,EAAuB,GAAW,CAChC,GAAG,IAAI,IAAI,EAAuB,GAAS,CAC5C,EAICC,EAAM,EAAK,iBAAkB,EAAe,CAAC,OAAS,GAExD,EAAmB,KAAK,EAAQ,CAG5B,EAAqB,SAAS,EAAQ,GACxC,EAAuB,EAAqB,OACzC,GAAM,IAAM,EACd,GAEO,EAAmB,SAAS,EAAQ,EAE9C,EAAqB,KAAK,EAAQ,EAEpC,CAGF,IAAM,EAAkB,CAAC,GAAG,IAAI,IAAI,EAAmB,CAAC,CAAC,IAAK,IAAa,CACzE,MAAO,EAAe,GACtB,GAAI,EAA8B,GAC9B,CAAE,gBAAiB,EAAS,CAC5B,CAAE,gBAAiB,gBAAiB,aAAc,EAAS,CAC/D,WAAY,CACV,CACE,IAAK,YACL,OAAQ,CAAC,UAAU,CACpB,CACD,CACE,IAAK,kBACL,OAAQ,EAAuB,IAAY,EAAE,CAC9C,CACF,CACF,EAAE,CAsBH,MAAO,CACL,kBApBwB,CAAC,GAAG,IAAI,IAAI,EAAqB,CAAC,CAAC,IAC1D,IAAa,CACZ,MAAO,EAAe,GACtB,GAAI,EAA8B,GAC9B,CAAE,gBAAiB,EAAS,CAC5B,CAAE,gBAAiB,gBAAiB,UAAW,EAAS,CAC5D,WAAY,CACV,CACE,IAAK,YACL,OAAQ,CAAC,YAAY,CACtB,CACD,CACE,IAAK,kBACL,OAAQ,EAAuB,IAAY,EAAE,CAC9C,CACF,CACF,EACF,CAIC,kBACD"}
+{"version":3,"file":"dataFlowsToDataSilos-Lk7WQ39V.cjs","names":["baseRest","baseUniq","baseFlatten","isArrayLikeObject","union"],"sources":["../node_modules/.pnpm/lodash-es@4.17.21/node_modules/lodash-es/union.js","../src/lib/consent-manager/dataFlowsToDataSilos.ts"],"sourcesContent":["import baseFlatten from './_baseFlatten.js';\nimport baseRest from './_baseRest.js';\nimport baseUniq from './_baseUniq.js';\nimport isArrayLikeObject from './isArrayLikeObject.js';\n\n/**\n * Creates an array of unique values, in order, from all given arrays using\n * [`SameValueZero`](http://ecma-international.org/ecma-262/7.0/#sec-samevaluezero)\n * for equality comparisons.\n *\n * @static\n * @memberOf _\n * @since 0.1.0\n * @category Array\n * @param {...Array} [arrays] The arrays to inspect.\n * @returns {Array} Returns the new array of combined values.\n * @example\n *\n * _.union([2], [1, 2]);\n * // => [2, 1]\n */\nvar union = baseRest(function(arrays) {\n  return baseUniq(baseFlatten(arrays, 1, isArrayLikeObject, true));\n});\n\nexport default union;\n","import { DataFlowInput, DataSiloInput } from '../../codecs';\nimport { union } from 'lodash-es';\nimport { IndexedCatalogs } from '../graphql';\n\n/**\n * Convert data flow configurations into a set of data silo configurations\n *\n * @param inputs - Data flow input to convert to data silos\n * @param options - Additional options\n * @returns Business entity configuration input\n */\nexport function dataFlowsToDataSilos(\n  inputs: DataFlowInput[],\n  {\n    adTechPurposes = ['SaleOfInfo'],\n    serviceToTitle,\n    serviceToSupportedIntegration,\n  }: IndexedCatalogs & {\n    /** List of purposes that are considered \"Ad Tech\"  */\n    adTechPurposes?: string[];\n  },\n): {\n  /** List of data silo configurations for site-tech services */\n  siteTechDataSilos: DataSiloInput[];\n  /** List of data silo configurations for ad-tech services */\n  adTechDataSilos: DataSiloInput[];\n} {\n  // List of site tech integrations\n  let siteTechIntegrations: string[] = [];\n\n  // List of ad tech integrations\n  const adTechIntegrations: string[] = [];\n\n  // Mapping from service name to list of\n  const serviceToFoundOnDomain: { [k in string]: string[] } = {};\n\n  // iterate over each flow\n  inputs.forEach((flow) => {\n    // process data flows with services\n    const { service, attributes = [] } = flow;\n    if (!service || service === 'internalService') {\n      return;\n    }\n\n    // create mapping to found on domain\n    const foundOnDomain = attributes.find(\n      (attr) => attr.key === 'Found on Domain',\n    );\n\n    // Create a list of all domains where the data flow was found\n    if (foundOnDomain) {\n      if (!serviceToFoundOnDomain[service]) {\n        serviceToFoundOnDomain[service] = [];\n      }\n      serviceToFoundOnDomain[service]!.push(\n        ...foundOnDomain.values.map((v) =>\n          v.replace('https://', '').replace('http://', ''),\n        ),\n      );\n      serviceToFoundOnDomain[service] = [\n        ...new Set(serviceToFoundOnDomain[service]),\n      ];\n    }\n\n    // Keep track of ad tech\n    if (union(flow.trackingPurposes, adTechPurposes).length > 0) {\n      // add service to ad tech list\n      adTechIntegrations.push(service);\n\n      // remove from site tech list\n      if (siteTechIntegrations.includes(service)) {\n        siteTechIntegrations = siteTechIntegrations.filter(\n          (s) => s !== service,\n        );\n      }\n    } else if (!adTechIntegrations.includes(service)) {\n      // add to site tech list\n      siteTechIntegrations.push(service);\n    }\n  });\n\n  // create the list of ad tech integrations\n  const adTechDataSilos = [...new Set(adTechIntegrations)].map((service) => ({\n    title: serviceToTitle[service],\n    ...(serviceToSupportedIntegration[service]\n      ? { integrationName: service }\n      : { integrationName: 'promptAPerson', 'outer-type': service }),\n    attributes: [\n      {\n        key: 'Tech Type',\n        values: ['Ad Tech'],\n      },\n      {\n        key: 'Found On Domain',\n        values: serviceToFoundOnDomain[service] || [],\n      },\n    ],\n  }));\n\n  // create the list of site tech integrations\n  const siteTechDataSilos = [...new Set(siteTechIntegrations)].map(\n    (service) => ({\n      title: serviceToTitle[service],\n      ...(serviceToSupportedIntegration[service]\n        ? { integrationName: service }\n        : { integrationName: 'promptAPerson', outerType: service }),\n      attributes: [\n        {\n          key: 'Tech Type',\n          values: ['Site Tech'],\n        },\n        {\n          key: 'Found On Domain',\n          values: serviceToFoundOnDomain[service] || [],\n        },\n      ],\n    }),\n  );\n\n  return {\n    siteTechDataSilos,\n    adTechDataSilos,\n  };\n}\n"],"x_google_ignoreList":[0],"mappings":"+DAqBA,IAAI,EAAQA,EAAAA,GAAS,SAAS,EAAQ,CACpC,OAAOC,EAAAA,GAASC,EAAAA,GAAY,EAAQ,EAAGC,EAAAA,GAAmB,GAAK,CAAC,EAChE,CAEF,EAAe,ECdf,SAAgB,EACd,EACA,CACE,iBAAiB,CAAC,aAAa,CAC/B,iBACA,iCAUF,CAEA,IAAI,EAAiC,EAAE,CAGjC,EAA+B,EAAE,CAGjC,EAAsD,EAAE,CAG9D,EAAO,QAAS,GAAS,CAEvB,GAAM,CAAE,UAAS,aAAa,EAAE,EAAK,EACrC,GAAI,CAAC,GAAW,IAAY,kBAC1B,OAIF,IAAM,EAAgB,EAAW,KAC9B,GAAS,EAAK,MAAQ,kBACxB,CAGG,IACG,EAAuB,KAC1B,EAAuB,GAAW,EAAE,EAEtC,EAAuB,GAAU,KAC/B,GAAG,EAAc,OAAO,IAAK,GAC3B,EAAE,QAAQ,WAAY,GAAG,CAAC,QAAQ,UAAW,GAAG,CACjD,CACF,CACD,EAAuB,GAAW,CAChC,GAAG,IAAI,IAAI,EAAuB,GAAS,CAC5C,EAICC,EAAM,EAAK,iBAAkB,EAAe,CAAC,OAAS,GAExD,EAAmB,KAAK,EAAQ,CAG5B,EAAqB,SAAS,EAAQ,GACxC,EAAuB,EAAqB,OACzC,GAAM,IAAM,EACd,GAEO,EAAmB,SAAS,EAAQ,EAE9C,EAAqB,KAAK,EAAQ,EAEpC,CAGF,IAAM,EAAkB,CAAC,GAAG,IAAI,IAAI,EAAmB,CAAC,CAAC,IAAK,IAAa,CACzE,MAAO,EAAe,GACtB,GAAI,EAA8B,GAC9B,CAAE,gBAAiB,EAAS,CAC5B,CAAE,gBAAiB,gBAAiB,aAAc,EAAS,CAC/D,WAAY,CACV,CACE,IAAK,YACL,OAAQ,CAAC,UAAU,CACpB,CACD,CACE,IAAK,kBACL,OAAQ,EAAuB,IAAY,EAAE,CAC9C,CACF,CACF,EAAE,CAsBH,MAAO,CACL,kBApBwB,CAAC,GAAG,IAAI,IAAI,EAAqB,CAAC,CAAC,IAC1D,IAAa,CACZ,MAAO,EAAe,GACtB,GAAI,EAA8B,GAC9B,CAAE,gBAAiB,EAAS,CAC5B,CAAE,gBAAiB,gBAAiB,UAAW,EAAS,CAC5D,WAAY,CACV,CACE,IAAK,YACL,OAAQ,CAAC,YAAY,CACtB,CACD,CACE,IAAK,kBACL,OAAQ,EAAuB,IAAY,EAAE,CAC9C,CACF,CACF,EACF,CAIC,kBACD"}

package/dist/{impl-BQuhNgNA.cjs → impl-2u3q0rji.cjs}

@@ -1,2 +1,2 @@
-require(`./enums-CBXlBJii.cjs`),require(`./constants-KUUI8R0B.cjs`),require(`./syncConfigurationToTranscend-DWM5Kkl4.cjs`),require(`./logger-BaHHbWVd.cjs`),require(`./buildAIIntegrationType-n_Qlv8wG.cjs`),require(`./codecs-JSDJgtyL.cjs`);const e=require(`./consent-manager-BjsU0NzZ.cjs`);require(`./uploadConsents-BhsOWa3P.cjs`);const t=require(`./done-input-validation-Cgk5kNBs.cjs`);async function n({auth:n,trackerStatus:r,file:i,classifyService:a,transcendUrl:o}){t.t(this.process.exit),await e.s({auth:n,trackerStatus:r,file:i,classifyService:a,transcendUrl:o})}exports.uploadDataFlowsFromCsv=n;
-//# sourceMappingURL=impl-BQuhNgNA.cjs.map
+require(`./enums-CBXlBJii.cjs`),require(`./constants-B-TmLA0w.cjs`),require(`./syncConfigurationToTranscend-Bpge5AcC.cjs`),require(`./logger-BaHHbWVd.cjs`),require(`./buildAIIntegrationType-n_Qlv8wG.cjs`),require(`./codecs-JSDJgtyL.cjs`);const e=require(`./consent-manager-DXWjvCtI.cjs`);require(`./uploadConsents-CJc_6Qwd.cjs`);const t=require(`./done-input-validation-Cgk5kNBs.cjs`);async function n({auth:n,trackerStatus:r,file:i,classifyService:a,transcendUrl:o}){t.t(this.process.exit),await e.s({auth:n,trackerStatus:r,file:i,classifyService:a,transcendUrl:o})}exports.uploadDataFlowsFromCsv=n;
+//# sourceMappingURL=impl-2u3q0rji.cjs.map

package/dist/{impl-BQuhNgNA.cjs.map → impl-2u3q0rji.cjs.map}

@@ -1 +1 @@
-{"version":3,"file":"impl-BQuhNgNA.cjs","names":["uploadDataFlowsFromCsvHelper"],"sources":["../src/commands/consent/upload-data-flows-from-csv/impl.ts"],"sourcesContent":["import type { LocalContext } from '../../../context';\nimport { uploadDataFlowsFromCsv as uploadDataFlowsFromCsvHelper } from '../../../lib/consent-manager';\nimport { ConsentTrackerStatus } from '@transcend-io/privacy-types';\nimport { doneInputValidation } from '../../../lib/cli/done-input-validation';\n\nexport interface UploadDataFlowsFromCsvCommandFlags {\n  auth: string;\n  trackerStatus: ConsentTrackerStatus;\n  file: string;\n  classifyService: boolean;\n  transcendUrl: string;\n}\n\nexport async function uploadDataFlowsFromCsv(\n  this: LocalContext,\n  {\n    auth,\n    trackerStatus,\n    file,\n    classifyService,\n    transcendUrl,\n  }: UploadDataFlowsFromCsvCommandFlags,\n): Promise<void> {\n  doneInputValidation(this.process.exit);\n\n  await uploadDataFlowsFromCsvHelper({\n    auth,\n    trackerStatus,\n    file,\n    classifyService,\n    transcendUrl,\n  });\n}\n"],"mappings":"iYAaA,eAAsB,EAEpB,CACE,OACA,gBACA,OACA,kBACA,gBAEa,CACf,EAAA,EAAoB,KAAK,QAAQ,KAAK,CAEtC,MAAMA,EAAAA,EAA6B,CACjC,OACA,gBACA,OACA,kBACA,eACD,CAAC"}
+{"version":3,"file":"impl-2u3q0rji.cjs","names":["uploadDataFlowsFromCsvHelper"],"sources":["../src/commands/consent/upload-data-flows-from-csv/impl.ts"],"sourcesContent":["import type { LocalContext } from '../../../context';\nimport { uploadDataFlowsFromCsv as uploadDataFlowsFromCsvHelper } from '../../../lib/consent-manager';\nimport { ConsentTrackerStatus } from '@transcend-io/privacy-types';\nimport { doneInputValidation } from '../../../lib/cli/done-input-validation';\n\nexport interface UploadDataFlowsFromCsvCommandFlags {\n  auth: string;\n  trackerStatus: ConsentTrackerStatus;\n  file: string;\n  classifyService: boolean;\n  transcendUrl: string;\n}\n\nexport async function uploadDataFlowsFromCsv(\n  this: LocalContext,\n  {\n    auth,\n    trackerStatus,\n    file,\n    classifyService,\n    transcendUrl,\n  }: UploadDataFlowsFromCsvCommandFlags,\n): Promise<void> {\n  doneInputValidation(this.process.exit);\n\n  await uploadDataFlowsFromCsvHelper({\n    auth,\n    trackerStatus,\n    file,\n    classifyService,\n    transcendUrl,\n  });\n}\n"],"mappings":"iYAaA,eAAsB,EAEpB,CACE,OACA,gBACA,OACA,kBACA,gBAEa,CACf,EAAA,EAAoB,KAAK,QAAQ,KAAK,CAEtC,MAAMA,EAAAA,EAA6B,CACjC,OACA,gBACA,OACA,kBACA,eACD,CAAC"}

package/dist/{impl-BkoQZksU.cjs → impl-3ih-x09b.cjs}

@@ -1,3 +1,3 @@
-const e=require(`./enums-CBXlBJii.cjs`),t=require(`./constants-KUUI8R0B.cjs`),n=require(`./syncConfigurationToTranscend-DWM5Kkl4.cjs`),r=require(`./logger-BaHHbWVd.cjs`);require(`./buildAIIntegrationType-n_Qlv8wG.cjs`),require(`./codecs-JSDJgtyL.cjs`);const i=require(`./consent-manager-BjsU0NzZ.cjs`);require(`./uploadConsents-BhsOWa3P.cjs`);const a=require(`./api-keys-BY5LoEwO.cjs`),o=require(`./done-input-validation-Cgk5kNBs.cjs`);let s=require(`node:fs`);s=e.s(s);let c=require(`node:path`),l=require(`colors`);l=e.s(l);async function u({auth:e,start:u,end:d,folder:f,bin:p,transcendUrl:m}){let h=p;Object.values(n.jr).includes(h)||(r.t.error(l.default.red(`Failed to parse argument "bin" with value "${p}"\nExpected one of: \n${Object.values(n.jr).join(`
+const e=require(`./enums-CBXlBJii.cjs`),t=require(`./constants-B-TmLA0w.cjs`),n=require(`./syncConfigurationToTranscend-Bpge5AcC.cjs`),r=require(`./logger-BaHHbWVd.cjs`);require(`./buildAIIntegrationType-n_Qlv8wG.cjs`),require(`./codecs-JSDJgtyL.cjs`);const i=require(`./consent-manager-DXWjvCtI.cjs`);require(`./uploadConsents-CJc_6Qwd.cjs`);const a=require(`./api-keys-CDp8NUhN.cjs`),o=require(`./done-input-validation-Cgk5kNBs.cjs`);let s=require(`node:fs`);s=e.s(s);let c=require(`node:path`),l=require(`colors`);l=e.s(l);async function u({auth:e,start:u,end:d,folder:f,bin:p,transcendUrl:m}){let h=p;Object.values(n.jr).includes(h)||(r.t.error(l.default.red(`Failed to parse argument "bin" with value "${p}"\nExpected one of: \n${Object.values(n.jr).join(`
 `)}`)),this.process.exit(1));let g=new Date(u),_=d?new Date(d):new Date;Number.isNaN(g.getTime())&&(r.t.error(l.default.red(`Start date provided is invalid date. Got --start="${u}" expected --start="01/01/2023"`)),this.process.exit(1)),Number.isNaN(_.getTime())&&(r.t.error(l.default.red(`End date provided is invalid date. Got --end="${d}" expected --end="01/01/2023"`)),this.process.exit(1)),g>_&&(r.t.error(l.default.red(`Got a start date "${g.toISOString()}" that was larger than the end date "${_.toISOString()}". Start date must be before end date.`)),this.process.exit(1)),o.t(this.process.exit);let v=await a.r(e);if(s.default.existsSync(f)&&!s.default.lstatSync(f).isDirectory()&&(r.t.error(l.default.red(`The provided argument "folder" was passed a file. expected: folder="./consent-metrics/"`)),this.process.exit(1)),(0,s.existsSync)(f)||(0,s.mkdirSync)(f),r.t.info(l.default.magenta(`Pulling consent metrics from start=${g.toString()} to end=${_.toISOString()} with bin size "${p}"`)),typeof v==`string`){try{let e=await i.a(n.ti(m,v),{bin:h,start:g,end:_});await n.Ts(Object.entries(e),async([e,t])=>{await n.Ts(t,async({points:t,name:i})=>{let a=(0,c.join)(f,`${e}_${i}.csv`);r.t.info(l.default.magenta(`Writing configuration to file "${a}"...`)),await n.l(a,t.map(({key:e,value:t})=>({timestamp:e,value:t})))},{concurrency:5})},{concurrency:5})}catch(e){r.t.error(l.default.red(`An error occurred syncing the schema: ${e.message}`)),this.process.exit(1)}r.t.info(l.default.green(`Successfully synced consent metrics to disk in folder "${f}"! View at ${t.r}`))}else{let e=[];await n.Es(v,async(t,a)=>{let o=`[${a+1}/${v.length}][${t.organizationName}] `;r.t.info(l.default.magenta(`~~~\n\n${o}Attempting to pull consent metrics...\n\n~~~`));let u=n.ti(m,t.apiKey);try{let e=await i.a(u,{bin:h,start:g,end:_}),a=(0,c.join)(f,t.organizationName);(0,s.existsSync)(a)||(0,s.mkdirSync)(a),Object.entries(e).forEach(([e,t])=>{t.forEach(({points:t,name:i})=>{let o=(0,c.join)(a,`${e}_${i}.csv`);r.t.info(l.default.magenta(`Writing configuration to file "${o}"...`)),n.l(o,t.map(({key:e,value:t})=>({timestamp:e,value:t})))})}),r.t.info(l.default.green(`${o}Successfully pulled configuration!`))}catch{r.t.error(l.default.red(`${o}Failed to sync configuration.`)),e.push(t.organizationName)}}),e.length>0&&(r.t.info(l.default.red(`Sync encountered errors for "${e.join(`,`)}". View output above for more information, or check out ${t.r}`)),this.process.exit(1))}}exports.pullConsentMetrics=u;
-//# sourceMappingURL=impl-BkoQZksU.cjs.map
+//# sourceMappingURL=impl-3ih-x09b.cjs.map

package/dist/{impl-BkoQZksU.cjs.map → impl-3ih-x09b.cjs.map}

@@ -1 +1 @@
-{"version":3,"file":"impl-BkoQZksU.cjs","names":["ConsentManagerMetricBin","validateTranscendAuth","fs","pullConsentManagerMetrics","buildTranscendGraphQLClient","map","writeCsv","ADMIN_DASH_INTEGRATIONS","mapSeries"],"sources":["../src/commands/consent/pull-consent-metrics/impl.ts"],"sourcesContent":["import type { LocalContext } from '../../../context';\nimport { logger } from '../../../logger';\nimport colors from 'colors';\nimport { map, mapSeries } from '../../../lib/bluebird';\nimport { join } from 'node:path';\nimport fs, { existsSync, mkdirSync } from 'node:fs';\nimport {\n  buildTranscendGraphQLClient,\n  ConsentManagerMetricBin,\n} from '../../../lib/graphql';\nimport { validateTranscendAuth } from '../../../lib/api-keys';\nimport { ADMIN_DASH_INTEGRATIONS } from '../../../constants';\nimport { pullConsentManagerMetrics } from '../../../lib/consent-manager';\nimport { doneInputValidation } from '../../../lib/cli/done-input-validation';\nimport { writeCsv } from '../../../lib/helpers';\n\nexport interface PullConsentMetricsCommandFlags {\n  auth: string;\n  start: Date;\n  end?: Date;\n  folder: string;\n  bin: string;\n  transcendUrl: string;\n}\n\nexport async function pullConsentMetrics(\n  this: LocalContext,\n  {\n    auth,\n    start,\n    end,\n    folder,\n    bin,\n    transcendUrl,\n  }: PullConsentMetricsCommandFlags,\n): Promise<void> {\n  // Validate bin\n  const parsedBin = bin as ConsentManagerMetricBin;\n  if (!Object.values(ConsentManagerMetricBin).includes(parsedBin)) {\n    logger.error(\n      colors.red(\n        `Failed to parse argument \"bin\" with value \"${bin}\"\\n` +\n          `Expected one of: \\n${Object.values(ConsentManagerMetricBin).join(\n            '\\n',\n          )}`,\n      ),\n    );\n    this.process.exit(1);\n  }\n\n  // Parse the dates\n  const startDate = new Date(start);\n  const endDate = end ? new Date(end) : new Date();\n  if (Number.isNaN(startDate.getTime())) {\n    logger.error(\n      colors.red(\n        `Start date provided is invalid date. Got --start=\"${start}\" expected --start=\"01/01/2023\"`,\n      ),\n    );\n    this.process.exit(1);\n  }\n  if (Number.isNaN(endDate.getTime())) {\n    logger.error(\n      colors.red(\n        `End date provided is invalid date. Got --end=\"${end}\" expected --end=\"01/01/2023\"`,\n      ),\n    );\n    this.process.exit(1);\n  }\n  if (startDate > endDate) {\n    logger.error(\n      colors.red(\n        `Got a start date \"${startDate.toISOString()}\" that was larger than the end date \"${endDate.toISOString()}\". ` +\n          'Start date must be before end date.',\n      ),\n    );\n    this.process.exit(1);\n  }\n\n  doneInputValidation(this.process.exit);\n\n  // Parse authentication as API key or path to list of API keys\n  const apiKeyOrList = await validateTranscendAuth(auth);\n\n  // Ensure folder either does not exist or is not a file\n  if (fs.existsSync(folder) && !fs.lstatSync(folder).isDirectory()) {\n    logger.error(\n      colors.red(\n        'The provided argument \"folder\" was passed a file. expected: folder=\"./consent-metrics/\"',\n      ),\n    );\n    this.process.exit(1);\n  }\n\n  // Create the folder if it does not exist\n  if (!existsSync(folder)) {\n    mkdirSync(folder);\n  }\n\n  logger.info(\n    colors.magenta(\n      `Pulling consent metrics from start=${startDate.toString()} to end=${endDate.toISOString()} with bin size \"${bin}\"`,\n    ),\n  );\n\n  // Sync to Disk\n  if (typeof apiKeyOrList === 'string') {\n    try {\n      // Create a GraphQL client\n      const client = buildTranscendGraphQLClient(transcendUrl, apiKeyOrList);\n\n      // Pull the metrics\n      const configuration = await pullConsentManagerMetrics(client, {\n        bin: parsedBin,\n        start: startDate,\n        end: endDate,\n      });\n\n      // Write to file\n      await map(\n        Object.entries(configuration),\n        async ([metricName, metrics]) => {\n          await map(\n            metrics,\n            async ({ points, name }) => {\n              const file = join(folder, `${metricName}_${name}.csv`);\n              logger.info(\n                colors.magenta(`Writing configuration to file \"${file}\"...`),\n              );\n              await writeCsv(\n                file,\n                points.map(({ key, value }) => ({\n                  timestamp: key,\n                  value,\n                })),\n              );\n            },\n            {\n              concurrency: 5,\n            },\n          );\n        },\n        { concurrency: 5 },\n      );\n    } catch (err) {\n      logger.error(\n        colors.red(`An error occurred syncing the schema: ${err.message}`),\n      );\n      this.process.exit(1);\n    }\n\n    // Indicate success\n    logger.info(\n      colors.green(\n        `Successfully synced consent metrics to disk in folder \"${folder}\"! View at ${ADMIN_DASH_INTEGRATIONS}`,\n      ),\n    );\n  } else {\n    const encounteredErrors: string[] = [];\n    await mapSeries(apiKeyOrList, async (apiKey, ind) => {\n      const prefix = `[${ind + 1}/${apiKeyOrList.length}][${\n        apiKey.organizationName\n      }] `;\n      logger.info(\n        colors.magenta(\n          `~~~\\n\\n${prefix}Attempting to pull consent metrics...\\n\\n~~~`,\n        ),\n      );\n\n      // Create a GraphQL client\n      const client = buildTranscendGraphQLClient(transcendUrl, apiKey.apiKey);\n\n      try {\n        const configuration = await pullConsentManagerMetrics(client, {\n          bin: parsedBin,\n          start: startDate,\n          end: endDate,\n        });\n\n        // ensure folder exists for that organization\n        const subFolder = join(folder, apiKey.organizationName);\n        if (!existsSync(subFolder)) {\n          mkdirSync(subFolder);\n        }\n\n        // Write to file\n        Object.entries(configuration).forEach(([metricName, metrics]) => {\n          metrics.forEach(({ points, name }) => {\n            const file = join(subFolder, `${metricName}_${name}.csv`);\n            logger.info(\n              colors.magenta(`Writing configuration to file \"${file}\"...`),\n            );\n            writeCsv(\n              file,\n              points.map(({ key, value }) => ({\n                timestamp: key,\n                value,\n              })),\n            );\n          });\n        });\n\n        logger.info(\n          colors.green(`${prefix}Successfully pulled configuration!`),\n        );\n      } catch (err) {\n        logger.error(colors.red(`${prefix}Failed to sync configuration.`));\n        encounteredErrors.push(apiKey.organizationName);\n      }\n    });\n\n    if (encounteredErrors.length > 0) {\n      logger.info(\n        colors.red(\n          `Sync encountered errors for \"${encounteredErrors.join(\n            ',',\n          )}\". View output above for more information, or check out ${ADMIN_DASH_INTEGRATIONS}`,\n        ),\n      );\n\n      this.process.exit(1);\n    }\n  }\n}\n"],"mappings":"8gBAyBA,eAAsB,EAEpB,CACE,OACA,QACA,MACA,SACA,MACA,gBAEa,CAEf,IAAM,EAAY,EACb,OAAO,OAAOA,EAAAA,GAAwB,CAAC,SAAS,EAAU,GAC7D,EAAA,EAAO,MACL,EAAA,QAAO,IACL,8CAA8C,EAAI,wBAC1B,OAAO,OAAOA,EAAAA,GAAwB,CAAC,KAC3D;EACD,GACJ,CACF,CACD,KAAK,QAAQ,KAAK,EAAE,EAItB,IAAM,EAAY,IAAI,KAAK,EAAM,CAC3B,EAAU,EAAM,IAAI,KAAK,EAAI,CAAG,IAAI,KACtC,OAAO,MAAM,EAAU,SAAS,CAAC,GACnC,EAAA,EAAO,MACL,EAAA,QAAO,IACL,qDAAqD,EAAM,iCAC5D,CACF,CACD,KAAK,QAAQ,KAAK,EAAE,EAElB,OAAO,MAAM,EAAQ,SAAS,CAAC,GACjC,EAAA,EAAO,MACL,EAAA,QAAO,IACL,iDAAiD,EAAI,+BACtD,CACF,CACD,KAAK,QAAQ,KAAK,EAAE,EAElB,EAAY,IACd,EAAA,EAAO,MACL,EAAA,QAAO,IACL,qBAAqB,EAAU,aAAa,CAAC,uCAAuC,EAAQ,aAAa,CAAC,wCAE3G,CACF,CACD,KAAK,QAAQ,KAAK,EAAE,EAGtB,EAAA,EAAoB,KAAK,QAAQ,KAAK,CAGtC,IAAM,EAAe,MAAMC,EAAAA,EAAsB,EAAK,CAwBtD,GArBIC,EAAAA,QAAG,WAAW,EAAO,EAAI,CAACA,EAAAA,QAAG,UAAU,EAAO,CAAC,aAAa,GAC9D,EAAA,EAAO,MACL,EAAA,QAAO,IACL,0FACD,CACF,CACD,KAAK,QAAQ,KAAK,EAAE,GAIlB,EAAA,EAAA,YAAY,EAAO,GACrB,EAAA,EAAA,WAAU,EAAO,CAGnB,EAAA,EAAO,KACL,EAAA,QAAO,QACL,sCAAsC,EAAU,UAAU,CAAC,UAAU,EAAQ,aAAa,CAAC,kBAAkB,EAAI,GAClH,CACF,CAGG,OAAO,GAAiB,SAAU,CACpC,GAAI,CAKF,IAAM,EAAgB,MAAMC,EAAAA,EAHbC,EAAAA,GAA4B,EAAc,EAAa,CAGR,CAC5D,IAAK,EACL,MAAO,EACP,IAAK,EACN,CAAC,CAGF,MAAMC,EAAAA,GACJ,OAAO,QAAQ,EAAc,CAC7B,MAAO,CAAC,EAAY,KAAa,CAC/B,MAAMA,EAAAA,GACJ,EACA,MAAO,CAAE,SAAQ,UAAW,CAC1B,IAAM,GAAA,EAAA,EAAA,MAAY,EAAQ,GAAG,EAAW,GAAG,EAAK,MAAM,CACtD,EAAA,EAAO,KACL,EAAA,QAAO,QAAQ,kCAAkC,EAAK,MAAM,CAC7D,CACD,MAAMC,EAAAA,EACJ,EACA,EAAO,KAAK,CAAE,MAAK,YAAa,CAC9B,UAAW,EACX,QACD,EAAE,CACJ,EAEH,CACE,YAAa,EACd,CACF,EAEH,CAAE,YAAa,EAAG,CACnB,OACM,EAAK,CACZ,EAAA,EAAO,MACL,EAAA,QAAO,IAAI,yCAAyC,EAAI,UAAU,CACnE,CACD,KAAK,QAAQ,KAAK,EAAE,CAItB,EAAA,EAAO,KACL,EAAA,QAAO,MACL,0DAA0D,EAAO,aAAaC,EAAAA,IAC/E,CACF,KACI,CACL,IAAM,EAA8B,EAAE,CACtC,MAAMC,EAAAA,GAAU,EAAc,MAAO,EAAQ,IAAQ,CACnD,IAAM,EAAS,IAAI,EAAM,EAAE,GAAG,EAAa,OAAO,IAChD,EAAO,iBACR,IACD,EAAA,EAAO,KACL,EAAA,QAAO,QACL,UAAU,EAAO,8CAClB,CACF,CAGD,IAAM,EAASJ,EAAAA,GAA4B,EAAc,EAAO,OAAO,CAEvE,GAAI,CACF,IAAM,EAAgB,MAAMD,EAAAA,EAA0B,EAAQ,CAC5D,IAAK,EACL,MAAO,EACP,IAAK,EACN,CAAC,CAGI,GAAA,EAAA,EAAA,MAAiB,EAAQ,EAAO,iBAAiB,EACnD,EAAA,EAAA,YAAY,EAAU,GACxB,EAAA,EAAA,WAAU,EAAU,CAItB,OAAO,QAAQ,EAAc,CAAC,SAAS,CAAC,EAAY,KAAa,CAC/D,EAAQ,SAAS,CAAE,SAAQ,UAAW,CACpC,IAAM,GAAA,EAAA,EAAA,MAAY,EAAW,GAAG,EAAW,GAAG,EAAK,MAAM,CACzD,EAAA,EAAO,KACL,EAAA,QAAO,QAAQ,kCAAkC,EAAK,MAAM,CAC7D,CACD,EAAA,EACE,EACA,EAAO,KAAK,CAAE,MAAK,YAAa,CAC9B,UAAW,EACX,QACD,EAAE,CACJ,EACD,EACF,CAEF,EAAA,EAAO,KACL,EAAA,QAAO,MAAM,GAAG,EAAO,oCAAoC,CAC5D,MACW,CACZ,EAAA,EAAO,MAAM,EAAA,QAAO,IAAI,GAAG,EAAO,+BAA+B,CAAC,CAClE,EAAkB,KAAK,EAAO,iBAAiB,GAEjD,CAEE,EAAkB,OAAS,IAC7B,EAAA,EAAO,KACL,EAAA,QAAO,IACL,gCAAgC,EAAkB,KAChD,IACD,CAAC,0DAA0DI,EAAAA,IAC7D,CACF,CAED,KAAK,QAAQ,KAAK,EAAE"}
+{"version":3,"file":"impl-3ih-x09b.cjs","names":["ConsentManagerMetricBin","validateTranscendAuth","fs","pullConsentManagerMetrics","buildTranscendGraphQLClient","map","writeCsv","ADMIN_DASH_INTEGRATIONS","mapSeries"],"sources":["../src/commands/consent/pull-consent-metrics/impl.ts"],"sourcesContent":["import type { LocalContext } from '../../../context';\nimport { logger } from '../../../logger';\nimport colors from 'colors';\nimport { map, mapSeries } from '../../../lib/bluebird';\nimport { join } from 'node:path';\nimport fs, { existsSync, mkdirSync } from 'node:fs';\nimport {\n  buildTranscendGraphQLClient,\n  ConsentManagerMetricBin,\n} from '../../../lib/graphql';\nimport { validateTranscendAuth } from '../../../lib/api-keys';\nimport { ADMIN_DASH_INTEGRATIONS } from '../../../constants';\nimport { pullConsentManagerMetrics } from '../../../lib/consent-manager';\nimport { doneInputValidation } from '../../../lib/cli/done-input-validation';\nimport { writeCsv } from '../../../lib/helpers';\n\nexport interface PullConsentMetricsCommandFlags {\n  auth: string;\n  start: Date;\n  end?: Date;\n  folder: string;\n  bin: string;\n  transcendUrl: string;\n}\n\nexport async function pullConsentMetrics(\n  this: LocalContext,\n  {\n    auth,\n    start,\n    end,\n    folder,\n    bin,\n    transcendUrl,\n  }: PullConsentMetricsCommandFlags,\n): Promise<void> {\n  // Validate bin\n  const parsedBin = bin as ConsentManagerMetricBin;\n  if (!Object.values(ConsentManagerMetricBin).includes(parsedBin)) {\n    logger.error(\n      colors.red(\n        `Failed to parse argument \"bin\" with value \"${bin}\"\\n` +\n          `Expected one of: \\n${Object.values(ConsentManagerMetricBin).join(\n            '\\n',\n          )}`,\n      ),\n    );\n    this.process.exit(1);\n  }\n\n  // Parse the dates\n  const startDate = new Date(start);\n  const endDate = end ? new Date(end) : new Date();\n  if (Number.isNaN(startDate.getTime())) {\n    logger.error(\n      colors.red(\n        `Start date provided is invalid date. Got --start=\"${start}\" expected --start=\"01/01/2023\"`,\n      ),\n    );\n    this.process.exit(1);\n  }\n  if (Number.isNaN(endDate.getTime())) {\n    logger.error(\n      colors.red(\n        `End date provided is invalid date. Got --end=\"${end}\" expected --end=\"01/01/2023\"`,\n      ),\n    );\n    this.process.exit(1);\n  }\n  if (startDate > endDate) {\n    logger.error(\n      colors.red(\n        `Got a start date \"${startDate.toISOString()}\" that was larger than the end date \"${endDate.toISOString()}\". ` +\n          'Start date must be before end date.',\n      ),\n    );\n    this.process.exit(1);\n  }\n\n  doneInputValidation(this.process.exit);\n\n  // Parse authentication as API key or path to list of API keys\n  const apiKeyOrList = await validateTranscendAuth(auth);\n\n  // Ensure folder either does not exist or is not a file\n  if (fs.existsSync(folder) && !fs.lstatSync(folder).isDirectory()) {\n    logger.error(\n      colors.red(\n        'The provided argument \"folder\" was passed a file. expected: folder=\"./consent-metrics/\"',\n      ),\n    );\n    this.process.exit(1);\n  }\n\n  // Create the folder if it does not exist\n  if (!existsSync(folder)) {\n    mkdirSync(folder);\n  }\n\n  logger.info(\n    colors.magenta(\n      `Pulling consent metrics from start=${startDate.toString()} to end=${endDate.toISOString()} with bin size \"${bin}\"`,\n    ),\n  );\n\n  // Sync to Disk\n  if (typeof apiKeyOrList === 'string') {\n    try {\n      // Create a GraphQL client\n      const client = buildTranscendGraphQLClient(transcendUrl, apiKeyOrList);\n\n      // Pull the metrics\n      const configuration = await pullConsentManagerMetrics(client, {\n        bin: parsedBin,\n        start: startDate,\n        end: endDate,\n      });\n\n      // Write to file\n      await map(\n        Object.entries(configuration),\n        async ([metricName, metrics]) => {\n          await map(\n            metrics,\n            async ({ points, name }) => {\n              const file = join(folder, `${metricName}_${name}.csv`);\n              logger.info(\n                colors.magenta(`Writing configuration to file \"${file}\"...`),\n              );\n              await writeCsv(\n                file,\n                points.map(({ key, value }) => ({\n                  timestamp: key,\n                  value,\n                })),\n              );\n            },\n            {\n              concurrency: 5,\n            },\n          );\n        },\n        { concurrency: 5 },\n      );\n    } catch (err) {\n      logger.error(\n        colors.red(`An error occurred syncing the schema: ${err.message}`),\n      );\n      this.process.exit(1);\n    }\n\n    // Indicate success\n    logger.info(\n      colors.green(\n        `Successfully synced consent metrics to disk in folder \"${folder}\"! View at ${ADMIN_DASH_INTEGRATIONS}`,\n      ),\n    );\n  } else {\n    const encounteredErrors: string[] = [];\n    await mapSeries(apiKeyOrList, async (apiKey, ind) => {\n      const prefix = `[${ind + 1}/${apiKeyOrList.length}][${\n        apiKey.organizationName\n      }] `;\n      logger.info(\n        colors.magenta(\n          `~~~\\n\\n${prefix}Attempting to pull consent metrics...\\n\\n~~~`,\n        ),\n      );\n\n      // Create a GraphQL client\n      const client = buildTranscendGraphQLClient(transcendUrl, apiKey.apiKey);\n\n      try {\n        const configuration = await pullConsentManagerMetrics(client, {\n          bin: parsedBin,\n          start: startDate,\n          end: endDate,\n        });\n\n        // ensure folder exists for that organization\n        const subFolder = join(folder, apiKey.organizationName);\n        if (!existsSync(subFolder)) {\n          mkdirSync(subFolder);\n        }\n\n        // Write to file\n        Object.entries(configuration).forEach(([metricName, metrics]) => {\n          metrics.forEach(({ points, name }) => {\n            const file = join(subFolder, `${metricName}_${name}.csv`);\n            logger.info(\n              colors.magenta(`Writing configuration to file \"${file}\"...`),\n            );\n            writeCsv(\n              file,\n              points.map(({ key, value }) => ({\n                timestamp: key,\n                value,\n              })),\n            );\n          });\n        });\n\n        logger.info(\n          colors.green(`${prefix}Successfully pulled configuration!`),\n        );\n      } catch (err) {\n        logger.error(colors.red(`${prefix}Failed to sync configuration.`));\n        encounteredErrors.push(apiKey.organizationName);\n      }\n    });\n\n    if (encounteredErrors.length > 0) {\n      logger.info(\n        colors.red(\n          `Sync encountered errors for \"${encounteredErrors.join(\n            ',',\n          )}\". View output above for more information, or check out ${ADMIN_DASH_INTEGRATIONS}`,\n        ),\n      );\n\n      this.process.exit(1);\n    }\n  }\n}\n"],"mappings":"8gBAyBA,eAAsB,EAEpB,CACE,OACA,QACA,MACA,SACA,MACA,gBAEa,CAEf,IAAM,EAAY,EACb,OAAO,OAAOA,EAAAA,GAAwB,CAAC,SAAS,EAAU,GAC7D,EAAA,EAAO,MACL,EAAA,QAAO,IACL,8CAA8C,EAAI,wBAC1B,OAAO,OAAOA,EAAAA,GAAwB,CAAC,KAC3D;EACD,GACJ,CACF,CACD,KAAK,QAAQ,KAAK,EAAE,EAItB,IAAM,EAAY,IAAI,KAAK,EAAM,CAC3B,EAAU,EAAM,IAAI,KAAK,EAAI,CAAG,IAAI,KACtC,OAAO,MAAM,EAAU,SAAS,CAAC,GACnC,EAAA,EAAO,MACL,EAAA,QAAO,IACL,qDAAqD,EAAM,iCAC5D,CACF,CACD,KAAK,QAAQ,KAAK,EAAE,EAElB,OAAO,MAAM,EAAQ,SAAS,CAAC,GACjC,EAAA,EAAO,MACL,EAAA,QAAO,IACL,iDAAiD,EAAI,+BACtD,CACF,CACD,KAAK,QAAQ,KAAK,EAAE,EAElB,EAAY,IACd,EAAA,EAAO,MACL,EAAA,QAAO,IACL,qBAAqB,EAAU,aAAa,CAAC,uCAAuC,EAAQ,aAAa,CAAC,wCAE3G,CACF,CACD,KAAK,QAAQ,KAAK,EAAE,EAGtB,EAAA,EAAoB,KAAK,QAAQ,KAAK,CAGtC,IAAM,EAAe,MAAMC,EAAAA,EAAsB,EAAK,CAwBtD,GArBIC,EAAAA,QAAG,WAAW,EAAO,EAAI,CAACA,EAAAA,QAAG,UAAU,EAAO,CAAC,aAAa,GAC9D,EAAA,EAAO,MACL,EAAA,QAAO,IACL,0FACD,CACF,CACD,KAAK,QAAQ,KAAK,EAAE,GAIlB,EAAA,EAAA,YAAY,EAAO,GACrB,EAAA,EAAA,WAAU,EAAO,CAGnB,EAAA,EAAO,KACL,EAAA,QAAO,QACL,sCAAsC,EAAU,UAAU,CAAC,UAAU,EAAQ,aAAa,CAAC,kBAAkB,EAAI,GAClH,CACF,CAGG,OAAO,GAAiB,SAAU,CACpC,GAAI,CAKF,IAAM,EAAgB,MAAMC,EAAAA,EAHbC,EAAAA,GAA4B,EAAc,EAAa,CAGR,CAC5D,IAAK,EACL,MAAO,EACP,IAAK,EACN,CAAC,CAGF,MAAMC,EAAAA,GACJ,OAAO,QAAQ,EAAc,CAC7B,MAAO,CAAC,EAAY,KAAa,CAC/B,MAAMA,EAAAA,GACJ,EACA,MAAO,CAAE,SAAQ,UAAW,CAC1B,IAAM,GAAA,EAAA,EAAA,MAAY,EAAQ,GAAG,EAAW,GAAG,EAAK,MAAM,CACtD,EAAA,EAAO,KACL,EAAA,QAAO,QAAQ,kCAAkC,EAAK,MAAM,CAC7D,CACD,MAAMC,EAAAA,EACJ,EACA,EAAO,KAAK,CAAE,MAAK,YAAa,CAC9B,UAAW,EACX,QACD,EAAE,CACJ,EAEH,CACE,YAAa,EACd,CACF,EAEH,CAAE,YAAa,EAAG,CACnB,OACM,EAAK,CACZ,EAAA,EAAO,MACL,EAAA,QAAO,IAAI,yCAAyC,EAAI,UAAU,CACnE,CACD,KAAK,QAAQ,KAAK,EAAE,CAItB,EAAA,EAAO,KACL,EAAA,QAAO,MACL,0DAA0D,EAAO,aAAaC,EAAAA,IAC/E,CACF,KACI,CACL,IAAM,EAA8B,EAAE,CACtC,MAAMC,EAAAA,GAAU,EAAc,MAAO,EAAQ,IAAQ,CACnD,IAAM,EAAS,IAAI,EAAM,EAAE,GAAG,EAAa,OAAO,IAChD,EAAO,iBACR,IACD,EAAA,EAAO,KACL,EAAA,QAAO,QACL,UAAU,EAAO,8CAClB,CACF,CAGD,IAAM,EAASJ,EAAAA,GAA4B,EAAc,EAAO,OAAO,CAEvE,GAAI,CACF,IAAM,EAAgB,MAAMD,EAAAA,EAA0B,EAAQ,CAC5D,IAAK,EACL,MAAO,EACP,IAAK,EACN,CAAC,CAGI,GAAA,EAAA,EAAA,MAAiB,EAAQ,EAAO,iBAAiB,EACnD,EAAA,EAAA,YAAY,EAAU,GACxB,EAAA,EAAA,WAAU,EAAU,CAItB,OAAO,QAAQ,EAAc,CAAC,SAAS,CAAC,EAAY,KAAa,CAC/D,EAAQ,SAAS,CAAE,SAAQ,UAAW,CACpC,IAAM,GAAA,EAAA,EAAA,MAAY,EAAW,GAAG,EAAW,GAAG,EAAK,MAAM,CACzD,EAAA,EAAO,KACL,EAAA,QAAO,QAAQ,kCAAkC,EAAK,MAAM,CAC7D,CACD,EAAA,EACE,EACA,EAAO,KAAK,CAAE,MAAK,YAAa,CAC9B,UAAW,EACX,QACD,EAAE,CACJ,EACD,EACF,CAEF,EAAA,EAAO,KACL,EAAA,QAAO,MAAM,GAAG,EAAO,oCAAoC,CAC5D,MACW,CACZ,EAAA,EAAO,MAAM,EAAA,QAAO,IAAI,GAAG,EAAO,+BAA+B,CAAC,CAClE,EAAkB,KAAK,EAAO,iBAAiB,GAEjD,CAEE,EAAkB,OAAS,IAC7B,EAAA,EAAO,KACL,EAAA,QAAO,IACL,gCAAgC,EAAkB,KAChD,IACD,CAAC,0DAA0DI,EAAAA,IAC7D,CACF,CAED,KAAK,QAAQ,KAAK,EAAE"}

package/dist/{impl-oSvrDwzY.cjs → impl-80GXtjmz.cjs}

@@ -1,2 +1,2 @@
-const e=require(`./enums-CBXlBJii.cjs`);require(`./constants-KUUI8R0B.cjs`);const t=require(`./syncConfigurationToTranscend-DWM5Kkl4.cjs`),n=require(`./logger-BaHHbWVd.cjs`);require(`./buildAIIntegrationType-n_Qlv8wG.cjs`);const r=require(`./cron-trHmh4Ul.cjs`),i=require(`./done-input-validation-Cgk5kNBs.cjs`);let a=require(`colors`);a=e.s(a);async function o({file:e,fileTarget:o,transcendUrl:s,auth:c,sombraAuth:l,cronDataSiloId:u,targetDataSiloId:d,actions:f,skipRequestCount:p,pageLimit:m,chunkSize:h}){p&&n.t.info(a.default.yellow(`Skipping request count as requested. This may help speed up the call.`)),(Number.isNaN(h)||h<=0||h%m!==0)&&(n.t.error(a.default.red(`Invalid chunk size: "${h}". Must be a positive integer that is a multiple of ${m}.`)),this.process.exit(1)),i.t(this.process.exit);let g=t.ti(s,c),{baseName:_,extension:v}=t.c(e),{baseName:y,extension:b}=t.c(o),x=0,S=0,C=0;await r.t({dataSiloId:u,auth:c,sombraAuth:l,actions:f,apiPageSize:m,savePageSize:h,onSave:async r=>{x+=r.length;let i=await t.Ts(t.Ns(t.Ds(r.map(e=>e.requestId)),m),async e=>(n.t.info(a.default.magenta(`Fetching target identifiers for ${e.length} requests`)),(await t.Un(g,m*2,{requestIds:e,dataSiloIds:[d]})).map(({fileName:e,remoteId:t})=>{if(!t)throw Error(`Failed to find remoteId for ${e}`);return{RecordId:t,Object:e.replace(`.json`,``).split(`/`).pop()?.replace(` Information`,``),Comment:`Customer data deletion request submitted via transcend.io`}})),{concurrency:1});S+=i.flat().length;let s=t.Ds(r.map(e=>Object.keys(e)).flat()),c=`${_}-${C}${v}`,l=`${y}-${C}${b}`;await t.d(c,r,s),n.t.info(a.default.green(`Successfully wrote ${r.length} identifiers to file "${e}"`));let u=i.flat();await t.d(l,u,t.Ds(u.map(e=>Object.keys(e)).flat())),n.t.info(a.default.green(`Successfully wrote ${u.length} identifiers to file "${o}"`)),n.t.info(a.default.blue(`Processed chunk of ${t.Ns.length} identifiers, found ${u.length} target identifiers`)),C+=1},transcendUrl:s,skipRequestCount:p}),n.t.info(a.default.green(`Successfully wrote ${x} identifiers to file "${e}"`)),n.t.info(a.default.green(`Successfully wrote ${S} identifiers to file "${o}"`))}exports.pullProfiles=o;
-//# sourceMappingURL=impl-oSvrDwzY.cjs.map
+const e=require(`./enums-CBXlBJii.cjs`);require(`./constants-B-TmLA0w.cjs`);const t=require(`./syncConfigurationToTranscend-Bpge5AcC.cjs`),n=require(`./logger-BaHHbWVd.cjs`);require(`./buildAIIntegrationType-n_Qlv8wG.cjs`);const r=require(`./cron-DQHN57v7.cjs`),i=require(`./done-input-validation-Cgk5kNBs.cjs`);let a=require(`colors`);a=e.s(a);async function o({file:e,fileTarget:o,transcendUrl:s,auth:c,sombraAuth:l,cronDataSiloId:u,targetDataSiloId:d,actions:f,skipRequestCount:p,pageLimit:m,chunkSize:h}){p&&n.t.info(a.default.yellow(`Skipping request count as requested. This may help speed up the call.`)),(Number.isNaN(h)||h<=0||h%m!==0)&&(n.t.error(a.default.red(`Invalid chunk size: "${h}". Must be a positive integer that is a multiple of ${m}.`)),this.process.exit(1)),i.t(this.process.exit);let g=t.ti(s,c),{baseName:_,extension:v}=t.c(e),{baseName:y,extension:b}=t.c(o),x=0,S=0,C=0;await r.t({dataSiloId:u,auth:c,sombraAuth:l,actions:f,apiPageSize:m,savePageSize:h,onSave:async r=>{x+=r.length;let i=await t.Ts(t.Ns(t.Ds(r.map(e=>e.requestId)),m),async e=>(n.t.info(a.default.magenta(`Fetching target identifiers for ${e.length} requests`)),(await t.Un(g,m*2,{requestIds:e,dataSiloIds:[d]})).map(({fileName:e,remoteId:t})=>{if(!t)throw Error(`Failed to find remoteId for ${e}`);return{RecordId:t,Object:e.replace(`.json`,``).split(`/`).pop()?.replace(` Information`,``),Comment:`Customer data deletion request submitted via transcend.io`}})),{concurrency:1});S+=i.flat().length;let s=t.Ds(r.map(e=>Object.keys(e)).flat()),c=`${_}-${C}${v}`,l=`${y}-${C}${b}`;await t.d(c,r,s),n.t.info(a.default.green(`Successfully wrote ${r.length} identifiers to file "${e}"`));let u=i.flat();await t.d(l,u,t.Ds(u.map(e=>Object.keys(e)).flat())),n.t.info(a.default.green(`Successfully wrote ${u.length} identifiers to file "${o}"`)),n.t.info(a.default.blue(`Processed chunk of ${t.Ns.length} identifiers, found ${u.length} target identifiers`)),C+=1},transcendUrl:s,skipRequestCount:p}),n.t.info(a.default.green(`Successfully wrote ${x} identifiers to file "${e}"`)),n.t.info(a.default.green(`Successfully wrote ${S} identifiers to file "${o}"`))}exports.pullProfiles=o;
+//# sourceMappingURL=impl-80GXtjmz.cjs.map

package/dist/{impl-oSvrDwzY.cjs.map → impl-80GXtjmz.cjs.map}

@@ -1 +1 @@
-{"version":3,"file":"impl-oSvrDwzY.cjs","names":["buildTranscendGraphQLClient","parseFilePath","map","chunk","uniq","fetchRequestFilesForRequest","writeLargeCsv","pullChunkedCustomSiloOutstandingIdentifiers"],"sources":["../src/commands/request/cron/pull-profiles/impl.ts"],"sourcesContent":["import type { RequestAction } from '@transcend-io/privacy-types';\nimport { logger } from '../../../../logger';\nimport colors from 'colors';\nimport { uniq, chunk } from 'lodash-es';\nimport { map } from '../../../../lib/bluebird';\nimport {\n  buildTranscendGraphQLClient,\n  fetchRequestFilesForRequest,\n} from '../../../../lib/graphql';\nimport type { LocalContext } from '../../../../context';\nimport {\n  pullChunkedCustomSiloOutstandingIdentifiers,\n  type CsvFormattedIdentifier,\n} from '../../../../lib/cron';\nimport { doneInputValidation } from '../../../../lib/cli/done-input-validation';\nimport { parseFilePath, writeLargeCsv } from '../../../../lib/helpers';\n\nexport interface PullProfilesCommandFlags {\n  file: string;\n  fileTarget: string;\n  transcendUrl: string;\n  auth: string;\n  sombraAuth?: string;\n  cronDataSiloId: string;\n  targetDataSiloId: string;\n  actions: RequestAction[];\n  skipRequestCount: boolean;\n  pageLimit: number;\n  chunkSize: number;\n}\n\nexport async function pullProfiles(\n  this: LocalContext,\n  {\n    file,\n    fileTarget,\n    transcendUrl,\n    auth,\n    sombraAuth,\n    cronDataSiloId,\n    targetDataSiloId,\n    actions,\n    skipRequestCount,\n    pageLimit,\n    chunkSize,\n  }: PullProfilesCommandFlags,\n): Promise<void> {\n  if (skipRequestCount) {\n    logger.info(\n      colors.yellow(\n        'Skipping request count as requested. This may help speed up the call.',\n      ),\n    );\n  }\n\n  if (\n    Number.isNaN(chunkSize) ||\n    chunkSize <= 0 ||\n    chunkSize % pageLimit !== 0\n  ) {\n    logger.error(\n      colors.red(\n        `Invalid chunk size: \"${chunkSize}\". Must be a positive integer that is a multiple of ${pageLimit}.`,\n      ),\n    );\n    this.process.exit(1);\n  }\n\n  doneInputValidation(this.process.exit);\n\n  // Create GraphQL client to connect to Transcend backend\n  const client = buildTranscendGraphQLClient(transcendUrl, auth);\n  const { baseName, extension } = parseFilePath(file);\n  const { baseName: baseNameTarget, extension: extensionTarget } =\n    parseFilePath(fileTarget);\n\n  let allIdentifiersCount = 0;\n  let allTargetIdentifiersCount = 0;\n  let fileCount = 0;\n  // Create onSave callback to handle chunked processing\n  const onSave = async (\n    chunkToSave: CsvFormattedIdentifier[],\n  ): Promise<void> => {\n    // Add to all identifiers\n    allIdentifiersCount += chunkToSave.length;\n\n    // Get unique request IDs from this chunk\n    const requestIds = chunkToSave.map((d) => d.requestId as string);\n    const uniqueRequestIds = uniq(requestIds);\n\n    // Pull down target identifiers for this chunk\n    const chunkedRequestIds = chunk(uniqueRequestIds, pageLimit);\n    const results = await map(\n      chunkedRequestIds,\n      async (requestIds) => {\n        logger.info(\n          colors.magenta(\n            `Fetching target identifiers for ${requestIds.length} requests`,\n          ),\n        );\n        const results = await fetchRequestFilesForRequest(\n          client,\n          pageLimit * 2,\n          {\n            requestIds,\n            dataSiloIds: [targetDataSiloId],\n          },\n        );\n        return results.map(({ fileName, remoteId }) => {\n          if (!remoteId) {\n            throw new Error(`Failed to find remoteId for ${fileName}`);\n          }\n          return {\n            RecordId: remoteId,\n            Object: fileName\n              .replace('.json', '')\n              .split('/')\n              .pop()\n              ?.replace(' Information', ''),\n            Comment:\n              'Customer data deletion request submitted via transcend.io',\n          };\n        });\n      },\n      // We are grabbing all the request files for the 'pageLimit' # of requests at a time\n      {\n        concurrency: 1,\n      },\n    );\n\n    allTargetIdentifiersCount += results.flat().length;\n\n    // Write the identifiers and target identifiers to CSV\n    const headers = uniq(chunkToSave.map((d) => Object.keys(d)).flat());\n    const numberedFileName = `${baseName}-${fileCount}${extension}`;\n    const numberedFileNameTarget = `${baseNameTarget}-${fileCount}${extensionTarget}`;\n    await writeLargeCsv(numberedFileName, chunkToSave, headers);\n    logger.info(\n      colors.green(\n        `Successfully wrote ${chunkToSave.length} identifiers to file \"${file}\"`,\n      ),\n    );\n\n    const targetIdentifiers = results.flat();\n    const headers2 = uniq(targetIdentifiers.map((d) => Object.keys(d)).flat());\n    await writeLargeCsv(numberedFileNameTarget, targetIdentifiers, headers2);\n    logger.info(\n      colors.green(\n        `Successfully wrote ${targetIdentifiers.length} identifiers to file \"${fileTarget}\"`,\n      ),\n    );\n\n    logger.info(\n      colors.blue(\n        `Processed chunk of ${chunk.length} identifiers, found ${targetIdentifiers.length} target identifiers`,\n      ),\n    );\n    fileCount += 1;\n  };\n\n  // Pull down outstanding identifiers using the new chunked function\n  await pullChunkedCustomSiloOutstandingIdentifiers({\n    dataSiloId: cronDataSiloId,\n    auth,\n    sombraAuth,\n    actions,\n    apiPageSize: pageLimit,\n    savePageSize: chunkSize,\n    onSave,\n    transcendUrl,\n    skipRequestCount,\n  });\n\n  logger.info(\n    colors.green(\n      `Successfully wrote ${allIdentifiersCount} identifiers to file \"${file}\"`,\n    ),\n  );\n  logger.info(\n    colors.green(\n      `Successfully wrote ${allTargetIdentifiersCount} identifiers to file \"${fileTarget}\"`,\n    ),\n  );\n}\n"],"mappings":"yVA+BA,eAAsB,EAEpB,CACE,OACA,aACA,eACA,OACA,aACA,iBACA,mBACA,UACA,mBACA,YACA,aAEa,CACX,GACF,EAAA,EAAO,KACL,EAAA,QAAO,OACL,wEACD,CACF,EAID,OAAO,MAAM,EAAU,EACvB,GAAa,GACb,EAAY,IAAc,KAE1B,EAAA,EAAO,MACL,EAAA,QAAO,IACL,wBAAwB,EAAU,sDAAsD,EAAU,GACnG,CACF,CACD,KAAK,QAAQ,KAAK,EAAE,EAGtB,EAAA,EAAoB,KAAK,QAAQ,KAAK,CAGtC,IAAM,EAASA,EAAAA,GAA4B,EAAc,EAAK,CACxD,CAAE,WAAU,aAAcC,EAAAA,EAAc,EAAK,CAC7C,CAAE,SAAU,EAAgB,UAAW,GAC3CA,EAAAA,EAAc,EAAW,CAEvB,EAAsB,EACtB,EAA4B,EAC5B,EAAY,EAmFhB,MAAMM,EAAAA,EAA4C,CAChD,WAAY,EACZ,OACA,aACA,UACA,YAAa,EACb,aAAc,EACd,OAxFa,KACb,IACkB,CAElB,GAAuB,EAAY,OAQnC,IAAM,EAAU,MAAML,EAAAA,GADIC,EAAAA,GAHDC,EAAAA,GADN,EAAY,IAAK,GAAM,EAAE,UAAoB,CACvB,CAGS,EAAU,CAG1D,KAAO,KACL,EAAA,EAAO,KACL,EAAA,QAAO,QACL,mCAAmC,EAAW,OAAO,WACtD,CACF,EACe,MAAMC,EAAAA,GACpB,EACA,EAAY,EACZ,CACE,aACA,YAAa,CAAC,EAAiB,CAChC,CACF,EACc,KAAK,CAAE,WAAU,cAAe,CAC7C,GAAI,CAAC,EACH,MAAU,MAAM,+BAA+B,IAAW,CAE5D,MAAO,CACL,SAAU,EACV,OAAQ,EACL,QAAQ,QAAS,GAAG,CACpB,MAAM,IAAI,CACV,KAAK,EACJ,QAAQ,eAAgB,GAAG,CAC/B,QACE,4DACH,EACD,EAGJ,CACE,YAAa,EACd,CACF,CAED,GAA6B,EAAQ,MAAM,CAAC,OAG5C,IAAM,EAAUD,EAAAA,GAAK,EAAY,IAAK,GAAM,OAAO,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC,CAC7D,EAAmB,GAAG,EAAS,GAAG,IAAY,IAC9C,EAAyB,GAAG,EAAe,GAAG,IAAY,IAChE,MAAME,EAAAA,EAAc,EAAkB,EAAa,EAAQ,CAC3D,EAAA,EAAO,KACL,EAAA,QAAO,MACL,sBAAsB,EAAY,OAAO,wBAAwB,EAAK,GACvE,CACF,CAED,IAAM,EAAoB,EAAQ,MAAM,CAExC,MAAMA,EAAAA,EAAc,EAAwB,EAD3BF,EAAAA,GAAK,EAAkB,IAAK,GAAM,OAAO,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC,CACF,CACxE,EAAA,EAAO,KACL,EAAA,QAAO,MACL,sBAAsB,EAAkB,OAAO,wBAAwB,EAAW,GACnF,CACF,CAED,EAAA,EAAO,KACL,EAAA,QAAO,KACL,sBAAsBD,EAAAA,GAAM,OAAO,sBAAsB,EAAkB,OAAO,qBACnF,CACF,CACD,GAAa,GAYb,eACA,mBACD,CAAC,CAEF,EAAA,EAAO,KACL,EAAA,QAAO,MACL,sBAAsB,EAAoB,wBAAwB,EAAK,GACxE,CACF,CACD,EAAA,EAAO,KACL,EAAA,QAAO,MACL,sBAAsB,EAA0B,wBAAwB,EAAW,GACpF,CACF"}
+{"version":3,"file":"impl-80GXtjmz.cjs","names":["buildTranscendGraphQLClient","parseFilePath","map","chunk","uniq","fetchRequestFilesForRequest","writeLargeCsv","pullChunkedCustomSiloOutstandingIdentifiers"],"sources":["../src/commands/request/cron/pull-profiles/impl.ts"],"sourcesContent":["import type { RequestAction } from '@transcend-io/privacy-types';\nimport { logger } from '../../../../logger';\nimport colors from 'colors';\nimport { uniq, chunk } from 'lodash-es';\nimport { map } from '../../../../lib/bluebird';\nimport {\n  buildTranscendGraphQLClient,\n  fetchRequestFilesForRequest,\n} from '../../../../lib/graphql';\nimport type { LocalContext } from '../../../../context';\nimport {\n  pullChunkedCustomSiloOutstandingIdentifiers,\n  type CsvFormattedIdentifier,\n} from '../../../../lib/cron';\nimport { doneInputValidation } from '../../../../lib/cli/done-input-validation';\nimport { parseFilePath, writeLargeCsv } from '../../../../lib/helpers';\n\nexport interface PullProfilesCommandFlags {\n  file: string;\n  fileTarget: string;\n  transcendUrl: string;\n  auth: string;\n  sombraAuth?: string;\n  cronDataSiloId: string;\n  targetDataSiloId: string;\n  actions: RequestAction[];\n  skipRequestCount: boolean;\n  pageLimit: number;\n  chunkSize: number;\n}\n\nexport async function pullProfiles(\n  this: LocalContext,\n  {\n    file,\n    fileTarget,\n    transcendUrl,\n    auth,\n    sombraAuth,\n    cronDataSiloId,\n    targetDataSiloId,\n    actions,\n    skipRequestCount,\n    pageLimit,\n    chunkSize,\n  }: PullProfilesCommandFlags,\n): Promise<void> {\n  if (skipRequestCount) {\n    logger.info(\n      colors.yellow(\n        'Skipping request count as requested. This may help speed up the call.',\n      ),\n    );\n  }\n\n  if (\n    Number.isNaN(chunkSize) ||\n    chunkSize <= 0 ||\n    chunkSize % pageLimit !== 0\n  ) {\n    logger.error(\n      colors.red(\n        `Invalid chunk size: \"${chunkSize}\". Must be a positive integer that is a multiple of ${pageLimit}.`,\n      ),\n    );\n    this.process.exit(1);\n  }\n\n  doneInputValidation(this.process.exit);\n\n  // Create GraphQL client to connect to Transcend backend\n  const client = buildTranscendGraphQLClient(transcendUrl, auth);\n  const { baseName, extension } = parseFilePath(file);\n  const { baseName: baseNameTarget, extension: extensionTarget } =\n    parseFilePath(fileTarget);\n\n  let allIdentifiersCount = 0;\n  let allTargetIdentifiersCount = 0;\n  let fileCount = 0;\n  // Create onSave callback to handle chunked processing\n  const onSave = async (\n    chunkToSave: CsvFormattedIdentifier[],\n  ): Promise<void> => {\n    // Add to all identifiers\n    allIdentifiersCount += chunkToSave.length;\n\n    // Get unique request IDs from this chunk\n    const requestIds = chunkToSave.map((d) => d.requestId as string);\n    const uniqueRequestIds = uniq(requestIds);\n\n    // Pull down target identifiers for this chunk\n    const chunkedRequestIds = chunk(uniqueRequestIds, pageLimit);\n    const results = await map(\n      chunkedRequestIds,\n      async (requestIds) => {\n        logger.info(\n          colors.magenta(\n            `Fetching target identifiers for ${requestIds.length} requests`,\n          ),\n        );\n        const results = await fetchRequestFilesForRequest(\n          client,\n          pageLimit * 2,\n          {\n            requestIds,\n            dataSiloIds: [targetDataSiloId],\n          },\n        );\n        return results.map(({ fileName, remoteId }) => {\n          if (!remoteId) {\n            throw new Error(`Failed to find remoteId for ${fileName}`);\n          }\n          return {\n            RecordId: remoteId,\n            Object: fileName\n              .replace('.json', '')\n              .split('/')\n              .pop()\n              ?.replace(' Information', ''),\n            Comment:\n              'Customer data deletion request submitted via transcend.io',\n          };\n        });\n      },\n      // We are grabbing all the request files for the 'pageLimit' # of requests at a time\n      {\n        concurrency: 1,\n      },\n    );\n\n    allTargetIdentifiersCount += results.flat().length;\n\n    // Write the identifiers and target identifiers to CSV\n    const headers = uniq(chunkToSave.map((d) => Object.keys(d)).flat());\n    const numberedFileName = `${baseName}-${fileCount}${extension}`;\n    const numberedFileNameTarget = `${baseNameTarget}-${fileCount}${extensionTarget}`;\n    await writeLargeCsv(numberedFileName, chunkToSave, headers);\n    logger.info(\n      colors.green(\n        `Successfully wrote ${chunkToSave.length} identifiers to file \"${file}\"`,\n      ),\n    );\n\n    const targetIdentifiers = results.flat();\n    const headers2 = uniq(targetIdentifiers.map((d) => Object.keys(d)).flat());\n    await writeLargeCsv(numberedFileNameTarget, targetIdentifiers, headers2);\n    logger.info(\n      colors.green(\n        `Successfully wrote ${targetIdentifiers.length} identifiers to file \"${fileTarget}\"`,\n      ),\n    );\n\n    logger.info(\n      colors.blue(\n        `Processed chunk of ${chunk.length} identifiers, found ${targetIdentifiers.length} target identifiers`,\n      ),\n    );\n    fileCount += 1;\n  };\n\n  // Pull down outstanding identifiers using the new chunked function\n  await pullChunkedCustomSiloOutstandingIdentifiers({\n    dataSiloId: cronDataSiloId,\n    auth,\n    sombraAuth,\n    actions,\n    apiPageSize: pageLimit,\n    savePageSize: chunkSize,\n    onSave,\n    transcendUrl,\n    skipRequestCount,\n  });\n\n  logger.info(\n    colors.green(\n      `Successfully wrote ${allIdentifiersCount} identifiers to file \"${file}\"`,\n    ),\n  );\n  logger.info(\n    colors.green(\n      `Successfully wrote ${allTargetIdentifiersCount} identifiers to file \"${fileTarget}\"`,\n    ),\n  );\n}\n"],"mappings":"yVA+BA,eAAsB,EAEpB,CACE,OACA,aACA,eACA,OACA,aACA,iBACA,mBACA,UACA,mBACA,YACA,aAEa,CACX,GACF,EAAA,EAAO,KACL,EAAA,QAAO,OACL,wEACD,CACF,EAID,OAAO,MAAM,EAAU,EACvB,GAAa,GACb,EAAY,IAAc,KAE1B,EAAA,EAAO,MACL,EAAA,QAAO,IACL,wBAAwB,EAAU,sDAAsD,EAAU,GACnG,CACF,CACD,KAAK,QAAQ,KAAK,EAAE,EAGtB,EAAA,EAAoB,KAAK,QAAQ,KAAK,CAGtC,IAAM,EAASA,EAAAA,GAA4B,EAAc,EAAK,CACxD,CAAE,WAAU,aAAcC,EAAAA,EAAc,EAAK,CAC7C,CAAE,SAAU,EAAgB,UAAW,GAC3CA,EAAAA,EAAc,EAAW,CAEvB,EAAsB,EACtB,EAA4B,EAC5B,EAAY,EAmFhB,MAAMM,EAAAA,EAA4C,CAChD,WAAY,EACZ,OACA,aACA,UACA,YAAa,EACb,aAAc,EACd,OAxFa,KACb,IACkB,CAElB,GAAuB,EAAY,OAQnC,IAAM,EAAU,MAAML,EAAAA,GADIC,EAAAA,GAHDC,EAAAA,GADN,EAAY,IAAK,GAAM,EAAE,UAAoB,CACvB,CAGS,EAAU,CAG1D,KAAO,KACL,EAAA,EAAO,KACL,EAAA,QAAO,QACL,mCAAmC,EAAW,OAAO,WACtD,CACF,EACe,MAAMC,EAAAA,GACpB,EACA,EAAY,EACZ,CACE,aACA,YAAa,CAAC,EAAiB,CAChC,CACF,EACc,KAAK,CAAE,WAAU,cAAe,CAC7C,GAAI,CAAC,EACH,MAAU,MAAM,+BAA+B,IAAW,CAE5D,MAAO,CACL,SAAU,EACV,OAAQ,EACL,QAAQ,QAAS,GAAG,CACpB,MAAM,IAAI,CACV,KAAK,EACJ,QAAQ,eAAgB,GAAG,CAC/B,QACE,4DACH,EACD,EAGJ,CACE,YAAa,EACd,CACF,CAED,GAA6B,EAAQ,MAAM,CAAC,OAG5C,IAAM,EAAUD,EAAAA,GAAK,EAAY,IAAK,GAAM,OAAO,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC,CAC7D,EAAmB,GAAG,EAAS,GAAG,IAAY,IAC9C,EAAyB,GAAG,EAAe,GAAG,IAAY,IAChE,MAAME,EAAAA,EAAc,EAAkB,EAAa,EAAQ,CAC3D,EAAA,EAAO,KACL,EAAA,QAAO,MACL,sBAAsB,EAAY,OAAO,wBAAwB,EAAK,GACvE,CACF,CAED,IAAM,EAAoB,EAAQ,MAAM,CAExC,MAAMA,EAAAA,EAAc,EAAwB,EAD3BF,EAAAA,GAAK,EAAkB,IAAK,GAAM,OAAO,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC,CACF,CACxE,EAAA,EAAO,KACL,EAAA,QAAO,MACL,sBAAsB,EAAkB,OAAO,wBAAwB,EAAW,GACnF,CACF,CAED,EAAA,EAAO,KACL,EAAA,QAAO,KACL,sBAAsBD,EAAAA,GAAM,OAAO,sBAAsB,EAAkB,OAAO,qBACnF,CACF,CACD,GAAa,GAYb,eACA,mBACD,CAAC,CAEF,EAAA,EAAO,KACL,EAAA,QAAO,MACL,sBAAsB,EAAoB,wBAAwB,EAAK,GACxE,CACF,CACD,EAAA,EAAO,KACL,EAAA,QAAO,MACL,sBAAsB,EAA0B,wBAAwB,EAAW,GACpF,CACF"}

package/dist/{impl-D2Rar4JL.cjs → impl-8PlQ3Cvy.cjs}

@@ -1,2 +1,2 @@
-const e=require(`./enums-CBXlBJii.cjs`);require(`./constants-KUUI8R0B.cjs`);const t=require(`./syncConfigurationToTranscend-DWM5Kkl4.cjs`);require(`./logger-BaHHbWVd.cjs`),require(`./buildAIIntegrationType-n_Qlv8wG.cjs`);const n=require(`./uploadConsents-BhsOWa3P.cjs`),r=require(`./done-input-validation-Cgk5kNBs.cjs`);let i=require(`io-ts`);i=e.s(i);const a=i.intersection([i.type({userId:i.string,timestamp:i.string}),i.partial({confirmed:i.union([i.literal(`true`),i.literal(`false`)]),updated:i.union([i.literal(`true`),i.literal(`false`)]),prompted:i.union([i.literal(`true`),i.literal(`false`)]),metadata:i.string,usp:i.union([i.string,i.null]),gpp:i.union([i.string,i.null]),purposes:i.string})]);async function o({base64EncryptionKey:e,base64SigningKey:i,partition:o,file:s,consentUrl:c,concurrency:l}){r.t(this.process.exit),await n.r({base64EncryptionKey:e,base64SigningKey:i,preferences:t.oi(s,a),partition:o,concurrency:l,transcendUrl:c})}exports.uploadConsentPreferences=o;
-//# sourceMappingURL=impl-D2Rar4JL.cjs.map
+const e=require(`./enums-CBXlBJii.cjs`);require(`./constants-B-TmLA0w.cjs`);const t=require(`./syncConfigurationToTranscend-Bpge5AcC.cjs`);require(`./logger-BaHHbWVd.cjs`),require(`./buildAIIntegrationType-n_Qlv8wG.cjs`);const n=require(`./uploadConsents-CJc_6Qwd.cjs`),r=require(`./done-input-validation-Cgk5kNBs.cjs`);let i=require(`io-ts`);i=e.s(i);const a=i.intersection([i.type({userId:i.string,timestamp:i.string}),i.partial({confirmed:i.union([i.literal(`true`),i.literal(`false`)]),updated:i.union([i.literal(`true`),i.literal(`false`)]),prompted:i.union([i.literal(`true`),i.literal(`false`)]),metadata:i.string,usp:i.union([i.string,i.null]),gpp:i.union([i.string,i.null]),purposes:i.string})]);async function o({base64EncryptionKey:e,base64SigningKey:i,partition:o,file:s,consentUrl:c,concurrency:l}){r.t(this.process.exit),await n.r({base64EncryptionKey:e,base64SigningKey:i,preferences:t.oi(s,a),partition:o,concurrency:l,transcendUrl:c})}exports.uploadConsentPreferences=o;
+//# sourceMappingURL=impl-8PlQ3Cvy.cjs.map

package/dist/{impl-D2Rar4JL.cjs.map → impl-8PlQ3Cvy.cjs.map}

@@ -1 +1 @@
-{"version":3,"file":"impl-D2Rar4JL.cjs","names":["t","uploadConsents","readCsv"],"sources":["../src/lib/consent-manager/types.ts","../src/commands/consent/upload-consent-preferences/impl.ts"],"sourcesContent":["import * as t from 'io-ts';\n\nexport const ConsentPreferenceUpload = t.intersection([\n  t.type({\n    /** User ID */\n    userId: t.string,\n    /** Has the consent been updated (including no-change confirmation) since default resolution */\n    timestamp: t.string,\n  }),\n  t.partial({\n    /** Was tracking consent confirmed by the user? If this is false, the consent was resolved from defaults & is not yet confirmed */\n    confirmed: t.union([t.literal('true'), t.literal('false')]),\n    /**\n     * Has the consent been updated (including no-change confirmation) since default resolution\n     */\n    updated: t.union([t.literal('true'), t.literal('false')]),\n    /**\n     * Whether or not the UI has been shown to the end-user (undefined in older versions of airgap.js)\n     */\n    prompted: t.union([t.literal('true'), t.literal('false')]),\n    /** Consent metadata */\n    metadata: t.string,\n    /** US Privacy (USP) String */\n    usp: t.union([t.string, t.null]),\n    /** IAB GPP String */\n    gpp: t.union([t.string, t.null]),\n    /**\n     * Purpose map\n     * This is a stringified JSON object with keys as purpose names and values as booleans or 'Auto'\n     */\n    purposes: t.string,\n  }),\n]);\n\n/** Type override */\nexport type ConsentPreferenceUpload = t.TypeOf<typeof ConsentPreferenceUpload>;\n","import type { LocalContext } from '../../../context';\n\nimport { uploadConsents } from '../../../lib/consent-manager/uploadConsents';\nimport { ConsentPreferenceUpload } from '../../../lib/consent-manager/types';\nimport { readCsv } from '../../../lib/requests';\nimport { doneInputValidation } from '../../../lib/cli/done-input-validation';\n\nexport interface UploadConsentPreferencesCommandFlags {\n  base64EncryptionKey: string;\n  base64SigningKey: string;\n  partition: string;\n  file: string;\n  consentUrl: string;\n  concurrency: number;\n}\n\nexport async function uploadConsentPreferences(\n  this: LocalContext,\n  {\n    base64EncryptionKey,\n    base64SigningKey,\n    partition,\n    file,\n    consentUrl,\n    concurrency,\n  }: UploadConsentPreferencesCommandFlags,\n): Promise<void> {\n  doneInputValidation(this.process.exit);\n\n  // Load in preferences from csv\n  const preferences = readCsv(file, ConsentPreferenceUpload);\n\n  // Upload cookies\n  await uploadConsents({\n    base64EncryptionKey,\n    base64SigningKey,\n    preferences,\n    partition,\n    concurrency,\n    transcendUrl: consentUrl,\n  });\n}\n"],"mappings":"gWAEA,MAAa,EAA0BA,EAAE,aAAa,CACpDA,EAAE,KAAK,CAEL,OAAQA,EAAE,OAEV,UAAWA,EAAE,OACd,CAAC,CACFA,EAAE,QAAQ,CAER,UAAWA,EAAE,MAAM,CAACA,EAAE,QAAQ,OAAO,CAAEA,EAAE,QAAQ,QAAQ,CAAC,CAAC,CAI3D,QAASA,EAAE,MAAM,CAACA,EAAE,QAAQ,OAAO,CAAEA,EAAE,QAAQ,QAAQ,CAAC,CAAC,CAIzD,SAAUA,EAAE,MAAM,CAACA,EAAE,QAAQ,OAAO,CAAEA,EAAE,QAAQ,QAAQ,CAAC,CAAC,CAE1D,SAAUA,EAAE,OAEZ,IAAKA,EAAE,MAAM,CAACA,EAAE,OAAQA,EAAE,KAAK,CAAC,CAEhC,IAAKA,EAAE,MAAM,CAACA,EAAE,OAAQA,EAAE,KAAK,CAAC,CAKhC,SAAUA,EAAE,OACb,CAAC,CACH,CAAC,CChBF,eAAsB,EAEpB,CACE,sBACA,mBACA,YACA,OACA,aACA,eAEa,CACf,EAAA,EAAoB,KAAK,QAAQ,KAAK,CAMtC,MAAMC,EAAAA,EAAe,CACnB,sBACA,mBACA,YANkBC,EAAAA,GAAQ,EAAM,EAAwB,CAOxD,YACA,cACA,aAAc,EACf,CAAC"}
+{"version":3,"file":"impl-8PlQ3Cvy.cjs","names":["t","uploadConsents","readCsv"],"sources":["../src/lib/consent-manager/types.ts","../src/commands/consent/upload-consent-preferences/impl.ts"],"sourcesContent":["import * as t from 'io-ts';\n\nexport const ConsentPreferenceUpload = t.intersection([\n  t.type({\n    /** User ID */\n    userId: t.string,\n    /** Has the consent been updated (including no-change confirmation) since default resolution */\n    timestamp: t.string,\n  }),\n  t.partial({\n    /** Was tracking consent confirmed by the user? If this is false, the consent was resolved from defaults & is not yet confirmed */\n    confirmed: t.union([t.literal('true'), t.literal('false')]),\n    /**\n     * Has the consent been updated (including no-change confirmation) since default resolution\n     */\n    updated: t.union([t.literal('true'), t.literal('false')]),\n    /**\n     * Whether or not the UI has been shown to the end-user (undefined in older versions of airgap.js)\n     */\n    prompted: t.union([t.literal('true'), t.literal('false')]),\n    /** Consent metadata */\n    metadata: t.string,\n    /** US Privacy (USP) String */\n    usp: t.union([t.string, t.null]),\n    /** IAB GPP String */\n    gpp: t.union([t.string, t.null]),\n    /**\n     * Purpose map\n     * This is a stringified JSON object with keys as purpose names and values as booleans or 'Auto'\n     */\n    purposes: t.string,\n  }),\n]);\n\n/** Type override */\nexport type ConsentPreferenceUpload = t.TypeOf<typeof ConsentPreferenceUpload>;\n","import type { LocalContext } from '../../../context';\n\nimport { uploadConsents } from '../../../lib/consent-manager/uploadConsents';\nimport { ConsentPreferenceUpload } from '../../../lib/consent-manager/types';\nimport { readCsv } from '../../../lib/requests';\nimport { doneInputValidation } from '../../../lib/cli/done-input-validation';\n\nexport interface UploadConsentPreferencesCommandFlags {\n  base64EncryptionKey: string;\n  base64SigningKey: string;\n  partition: string;\n  file: string;\n  consentUrl: string;\n  concurrency: number;\n}\n\nexport async function uploadConsentPreferences(\n  this: LocalContext,\n  {\n    base64EncryptionKey,\n    base64SigningKey,\n    partition,\n    file,\n    consentUrl,\n    concurrency,\n  }: UploadConsentPreferencesCommandFlags,\n): Promise<void> {\n  doneInputValidation(this.process.exit);\n\n  // Load in preferences from csv\n  const preferences = readCsv(file, ConsentPreferenceUpload);\n\n  // Upload cookies\n  await uploadConsents({\n    base64EncryptionKey,\n    base64SigningKey,\n    preferences,\n    partition,\n    concurrency,\n    transcendUrl: consentUrl,\n  });\n}\n"],"mappings":"gWAEA,MAAa,EAA0BA,EAAE,aAAa,CACpDA,EAAE,KAAK,CAEL,OAAQA,EAAE,OAEV,UAAWA,EAAE,OACd,CAAC,CACFA,EAAE,QAAQ,CAER,UAAWA,EAAE,MAAM,CAACA,EAAE,QAAQ,OAAO,CAAEA,EAAE,QAAQ,QAAQ,CAAC,CAAC,CAI3D,QAASA,EAAE,MAAM,CAACA,EAAE,QAAQ,OAAO,CAAEA,EAAE,QAAQ,QAAQ,CAAC,CAAC,CAIzD,SAAUA,EAAE,MAAM,CAACA,EAAE,QAAQ,OAAO,CAAEA,EAAE,QAAQ,QAAQ,CAAC,CAAC,CAE1D,SAAUA,EAAE,OAEZ,IAAKA,EAAE,MAAM,CAACA,EAAE,OAAQA,EAAE,KAAK,CAAC,CAEhC,IAAKA,EAAE,MAAM,CAACA,EAAE,OAAQA,EAAE,KAAK,CAAC,CAKhC,SAAUA,EAAE,OACb,CAAC,CACH,CAAC,CChBF,eAAsB,EAEpB,CACE,sBACA,mBACA,YACA,OACA,aACA,eAEa,CACf,EAAA,EAAoB,KAAK,QAAQ,KAAK,CAMtC,MAAMC,EAAAA,EAAe,CACnB,sBACA,mBACA,YANkBC,EAAAA,GAAQ,EAAM,EAAwB,CAOxD,YACA,cACA,aAAc,EACf,CAAC"}

package/dist/{impl-BVXrPQ1G.cjs → impl-B1p9GNrM.cjs}

@@ -1,2 +1,2 @@
-const e=require(`./enums-CBXlBJii.cjs`);require(`./constants-KUUI8R0B.cjs`);const t=require(`./syncConfigurationToTranscend-DWM5Kkl4.cjs`),n=require(`./logger-BaHHbWVd.cjs`);require(`./buildAIIntegrationType-n_Qlv8wG.cjs`),require(`./codecs-JSDJgtyL.cjs`);const r=require(`./consent-manager-BjsU0NzZ.cjs`);require(`./uploadConsents-BhsOWa3P.cjs`);const i=require(`./api-keys-BY5LoEwO.cjs`),a=require(`./done-input-validation-Cgk5kNBs.cjs`);let o=require(`@transcend-io/privacy-types`),s=require(`colors`);s=e.s(s);async function c({auth:e,bundleTypes:c=[o.ConsentBundleType.Production,o.ConsentBundleType.Test],deploy:l,transcendUrl:u}){a.t(this.process.exit);let d=await i.r(e);typeof d==`string`?(await r.c({deploy:l,transcendUrl:u,auth:d,bundleTypes:c}),n.t.info(s.default.green(`Successfully updated Consent Manager!`))):(await t.Es(d,async e=>{n.t.info(s.default.magenta(`Updating Consent Manager for organization "${e.organizationName}"...`)),await r.c({deploy:l,transcendUrl:u,auth:e.apiKey,bundleTypes:c}),n.t.info(s.default.green(`Successfully updated Consent Manager for organization "${e.organizationName}"!`))}),n.t.info(s.default.green(`Successfully updated Consent Managers!`)))}exports.updateConsentManager=c;
-//# sourceMappingURL=impl-BVXrPQ1G.cjs.map
+const e=require(`./enums-CBXlBJii.cjs`);require(`./constants-B-TmLA0w.cjs`);const t=require(`./syncConfigurationToTranscend-Bpge5AcC.cjs`),n=require(`./logger-BaHHbWVd.cjs`);require(`./buildAIIntegrationType-n_Qlv8wG.cjs`),require(`./codecs-JSDJgtyL.cjs`);const r=require(`./consent-manager-DXWjvCtI.cjs`);require(`./uploadConsents-CJc_6Qwd.cjs`);const i=require(`./api-keys-CDp8NUhN.cjs`),a=require(`./done-input-validation-Cgk5kNBs.cjs`);let o=require(`@transcend-io/privacy-types`),s=require(`colors`);s=e.s(s);async function c({auth:e,bundleTypes:c=[o.ConsentBundleType.Production,o.ConsentBundleType.Test],deploy:l,transcendUrl:u}){a.t(this.process.exit);let d=await i.r(e);typeof d==`string`?(await r.c({deploy:l,transcendUrl:u,auth:d,bundleTypes:c}),n.t.info(s.default.green(`Successfully updated Consent Manager!`))):(await t.Es(d,async e=>{n.t.info(s.default.magenta(`Updating Consent Manager for organization "${e.organizationName}"...`)),await r.c({deploy:l,transcendUrl:u,auth:e.apiKey,bundleTypes:c}),n.t.info(s.default.green(`Successfully updated Consent Manager for organization "${e.organizationName}"!`))}),n.t.info(s.default.green(`Successfully updated Consent Managers!`)))}exports.updateConsentManager=c;
+//# sourceMappingURL=impl-B1p9GNrM.cjs.map

package/dist/{impl-BVXrPQ1G.cjs.map → impl-B1p9GNrM.cjs.map}

@@ -1 +1 @@
-{"version":3,"file":"impl-BVXrPQ1G.cjs","names":["ConsentBundleType","validateTranscendAuth","updateConsentManagerVersionToLatest","mapSeries"],"sources":["../src/commands/consent/update-consent-manager/impl.ts"],"sourcesContent":["import type { LocalContext } from '../../../context';\nimport colors from 'colors';\nimport { ConsentBundleType } from '@transcend-io/privacy-types';\nimport { mapSeries } from '../../../lib/bluebird';\n\nimport { logger } from '../../../logger';\nimport { updateConsentManagerVersionToLatest } from '../../../lib/consent-manager';\nimport { validateTranscendAuth } from '../../../lib/api-keys';\nimport { doneInputValidation } from '../../../lib/cli/done-input-validation';\n\nexport interface UpdateConsentManagerCommandFlags {\n  auth: string;\n  bundleTypes: ConsentBundleType[];\n  deploy: boolean;\n  transcendUrl: string;\n}\n\nexport async function updateConsentManager(\n  this: LocalContext,\n  {\n    auth,\n    bundleTypes = [ConsentBundleType.Production, ConsentBundleType.Test],\n    deploy,\n    transcendUrl,\n  }: UpdateConsentManagerCommandFlags,\n): Promise<void> {\n  doneInputValidation(this.process.exit);\n\n  // Parse authentication as API key or path to list of API keys\n  const apiKeyOrList = await validateTranscendAuth(auth);\n\n  // Handle single update\n  if (typeof apiKeyOrList === 'string') {\n    // Update consent manager\n    await updateConsentManagerVersionToLatest({\n      deploy,\n      transcendUrl,\n      auth: apiKeyOrList,\n      bundleTypes,\n    });\n    logger.info(colors.green('Successfully updated Consent Manager!'));\n  } else {\n    await mapSeries(apiKeyOrList, async (apiKey) => {\n      logger.info(\n        colors.magenta(\n          `Updating Consent Manager for organization \"${apiKey.organizationName}\"...`,\n        ),\n      );\n\n      await updateConsentManagerVersionToLatest({\n        deploy,\n        transcendUrl,\n        auth: apiKey.apiKey,\n        bundleTypes,\n      });\n\n      logger.info(\n        colors.green(\n          `Successfully updated Consent Manager for organization \"${apiKey.organizationName}\"!`,\n        ),\n      );\n    });\n    logger.info(colors.green('Successfully updated Consent Managers!'));\n  }\n}\n"],"mappings":"kgBAiBA,eAAsB,EAEpB,CACE,OACA,cAAc,CAACA,EAAAA,kBAAkB,WAAYA,EAAAA,kBAAkB,KAAK,CACpE,SACA,gBAEa,CACf,EAAA,EAAoB,KAAK,QAAQ,KAAK,CAGtC,IAAM,EAAe,MAAMC,EAAAA,EAAsB,EAAK,CAGlD,OAAO,GAAiB,UAE1B,MAAMC,EAAAA,EAAoC,CACxC,SACA,eACA,KAAM,EACN,cACD,CAAC,CACF,EAAA,EAAO,KAAK,EAAA,QAAO,MAAM,wCAAwC,CAAC,GAElE,MAAMC,EAAAA,GAAU,EAAc,KAAO,IAAW,CAC9C,EAAA,EAAO,KACL,EAAA,QAAO,QACL,8CAA8C,EAAO,iBAAiB,MACvE,CACF,CAED,MAAMD,EAAAA,EAAoC,CACxC,SACA,eACA,KAAM,EAAO,OACb,cACD,CAAC,CAEF,EAAA,EAAO,KACL,EAAA,QAAO,MACL,0DAA0D,EAAO,iBAAiB,IACnF,CACF,EACD,CACF,EAAA,EAAO,KAAK,EAAA,QAAO,MAAM,yCAAyC,CAAC"}
+{"version":3,"file":"impl-B1p9GNrM.cjs","names":["ConsentBundleType","validateTranscendAuth","updateConsentManagerVersionToLatest","mapSeries"],"sources":["../src/commands/consent/update-consent-manager/impl.ts"],"sourcesContent":["import type { LocalContext } from '../../../context';\nimport colors from 'colors';\nimport { ConsentBundleType } from '@transcend-io/privacy-types';\nimport { mapSeries } from '../../../lib/bluebird';\n\nimport { logger } from '../../../logger';\nimport { updateConsentManagerVersionToLatest } from '../../../lib/consent-manager';\nimport { validateTranscendAuth } from '../../../lib/api-keys';\nimport { doneInputValidation } from '../../../lib/cli/done-input-validation';\n\nexport interface UpdateConsentManagerCommandFlags {\n  auth: string;\n  bundleTypes: ConsentBundleType[];\n  deploy: boolean;\n  transcendUrl: string;\n}\n\nexport async function updateConsentManager(\n  this: LocalContext,\n  {\n    auth,\n    bundleTypes = [ConsentBundleType.Production, ConsentBundleType.Test],\n    deploy,\n    transcendUrl,\n  }: UpdateConsentManagerCommandFlags,\n): Promise<void> {\n  doneInputValidation(this.process.exit);\n\n  // Parse authentication as API key or path to list of API keys\n  const apiKeyOrList = await validateTranscendAuth(auth);\n\n  // Handle single update\n  if (typeof apiKeyOrList === 'string') {\n    // Update consent manager\n    await updateConsentManagerVersionToLatest({\n      deploy,\n      transcendUrl,\n      auth: apiKeyOrList,\n      bundleTypes,\n    });\n    logger.info(colors.green('Successfully updated Consent Manager!'));\n  } else {\n    await mapSeries(apiKeyOrList, async (apiKey) => {\n      logger.info(\n        colors.magenta(\n          `Updating Consent Manager for organization \"${apiKey.organizationName}\"...`,\n        ),\n      );\n\n      await updateConsentManagerVersionToLatest({\n        deploy,\n        transcendUrl,\n        auth: apiKey.apiKey,\n        bundleTypes,\n      });\n\n      logger.info(\n        colors.green(\n          `Successfully updated Consent Manager for organization \"${apiKey.organizationName}\"!`,\n        ),\n      );\n    });\n    logger.info(colors.green('Successfully updated Consent Managers!'));\n  }\n}\n"],"mappings":"kgBAiBA,eAAsB,EAEpB,CACE,OACA,cAAc,CAACA,EAAAA,kBAAkB,WAAYA,EAAAA,kBAAkB,KAAK,CACpE,SACA,gBAEa,CACf,EAAA,EAAoB,KAAK,QAAQ,KAAK,CAGtC,IAAM,EAAe,MAAMC,EAAAA,EAAsB,EAAK,CAGlD,OAAO,GAAiB,UAE1B,MAAMC,EAAAA,EAAoC,CACxC,SACA,eACA,KAAM,EACN,cACD,CAAC,CACF,EAAA,EAAO,KAAK,EAAA,QAAO,MAAM,wCAAwC,CAAC,GAElE,MAAMC,EAAAA,GAAU,EAAc,KAAO,IAAW,CAC9C,EAAA,EAAO,KACL,EAAA,QAAO,QACL,8CAA8C,EAAO,iBAAiB,MACvE,CACF,CAED,MAAMD,EAAAA,EAAoC,CACxC,SACA,eACA,KAAM,EAAO,OACb,cACD,CAAC,CAEF,EAAA,EAAO,KACL,EAAA,QAAO,MACL,0DAA0D,EAAO,iBAAiB,IACnF,CACF,EACD,CACF,EAAA,EAAO,KAAK,EAAA,QAAO,MAAM,yCAAyC,CAAC"}

package/dist/{impl-wBfm0THj.cjs → impl-B4iI3rcF.cjs}

@@ -1,4 +1,4 @@
-const e=require(`./enums-CBXlBJii.cjs`);require(`./constants-KUUI8R0B.cjs`);const t=require(`./syncConfigurationToTranscend-DWM5Kkl4.cjs`),n=require(`./logger-BaHHbWVd.cjs`);require(`./buildAIIntegrationType-n_Qlv8wG.cjs`);const r=require(`./done-input-validation-Cgk5kNBs.cjs`),i=require(`./preference-management-Dhmm0sgq.cjs`);let a=require(`node:fs`),o=require(`node:path`),s=require(`colors`);s=e.s(s);let c=require(`cli-progress`);c=e.s(c);async function l({auth:e,partition:l,sombraAuth:u,file:d=``,directory:f,transcendUrl:p,timestamp:m,maxConcurrency:h,maxItemsInChunk:g,receiptDirectory:_,fileConcurrency:v}){f&&d&&(n.t.error(s.default.red(`Cannot provide both a directory and a file. Please provide only one.`)),this.process.exit(1)),!d&&!f&&(n.t.error(s.default.red(`A file or directory must be provided. Please provide one using --file=./preferences.csv or --directory=./preferences`)),this.process.exit(1)),r.t(this.process.exit);let y=[];if(f)try{let e=(0,a.readdirSync)(f).filter(e=>e.endsWith(`.csv`));e.length===0&&(n.t.error(s.default.red(`No CSV files found in directory: ${f}`)),this.process.exit(1)),y.push(...e.map(e=>(0,o.join)(f,e)))}catch(e){n.t.error(s.default.red(`Failed to read directory: ${f}`)),n.t.error(s.default.red(e.message)),this.process.exit(1)}else try{d.endsWith(`.csv`)||(n.t.error(s.default.red(`File must be a CSV file`)),this.process.exit(1)),y.push(d)}catch(e){n.t.error(s.default.red(`Failed to access file: ${d}`)),n.t.error(s.default.red(e.message)),this.process.exit(1)}n.t.debug(s.default.green(`Processing ${y.length} consent preferences files for partition: ${l}`)),n.t.debug(`\nFiles to process: ${y.join(`, `)}\n`);let b=await t.ei(p,e,u),x=new c.default.SingleBar({format:`Deletion Progress |${s.default.cyan(`[{bar}]`)}| Duration: ${s.default.red(`{duration_formatted}`)} | {value}/{total} Files Processed `},c.default.Presets.shades_classic);x.start(y.length,0);let S=await t.Ts(y,async e=>{let t=await i.t(b,{partition:l,filePath:e,timestamp:m,maxItemsInChunk:g,maxConcurrency:h});return x.increment(),t},{concurrency:v});x.stop();let C=S.flat(),w=``;C.length>0&&(w=(0,o.join)(_,`deletion-failures-${Date.now()}.csv`),t.l(w,C,!0)),n.t.info(s.default.green(`
+const e=require(`./enums-CBXlBJii.cjs`);require(`./constants-B-TmLA0w.cjs`);const t=require(`./syncConfigurationToTranscend-Bpge5AcC.cjs`),n=require(`./logger-BaHHbWVd.cjs`);require(`./buildAIIntegrationType-n_Qlv8wG.cjs`);const r=require(`./done-input-validation-Cgk5kNBs.cjs`),i=require(`./preference-management-5uJDKuMK.cjs`);let a=require(`node:fs`),o=require(`node:path`),s=require(`colors`);s=e.s(s);let c=require(`cli-progress`);c=e.s(c);async function l({auth:e,partition:l,sombraAuth:u,file:d=``,directory:f,transcendUrl:p,timestamp:m,maxConcurrency:h,maxItemsInChunk:g,receiptDirectory:_,fileConcurrency:v}){f&&d&&(n.t.error(s.default.red(`Cannot provide both a directory and a file. Please provide only one.`)),this.process.exit(1)),!d&&!f&&(n.t.error(s.default.red(`A file or directory must be provided. Please provide one using --file=./preferences.csv or --directory=./preferences`)),this.process.exit(1)),r.t(this.process.exit);let y=[];if(f)try{let e=(0,a.readdirSync)(f).filter(e=>e.endsWith(`.csv`));e.length===0&&(n.t.error(s.default.red(`No CSV files found in directory: ${f}`)),this.process.exit(1)),y.push(...e.map(e=>(0,o.join)(f,e)))}catch(e){n.t.error(s.default.red(`Failed to read directory: ${f}`)),n.t.error(s.default.red(e.message)),this.process.exit(1)}else try{d.endsWith(`.csv`)||(n.t.error(s.default.red(`File must be a CSV file`)),this.process.exit(1)),y.push(d)}catch(e){n.t.error(s.default.red(`Failed to access file: ${d}`)),n.t.error(s.default.red(e.message)),this.process.exit(1)}n.t.debug(s.default.green(`Processing ${y.length} consent preferences files for partition: ${l}`)),n.t.debug(`\nFiles to process: ${y.join(`, `)}\n`);let b=await t.ei(p,e,u),x=new c.default.SingleBar({format:`Deletion Progress |${s.default.cyan(`[{bar}]`)}| Duration: ${s.default.red(`{duration_formatted}`)} | {value}/{total} Files Processed `},c.default.Presets.shades_classic);x.start(y.length,0);let S=await t.Ts(y,async e=>{let t=await i.t(b,{partition:l,filePath:e,timestamp:m,maxItemsInChunk:g,maxConcurrency:h});return x.increment(),t},{concurrency:v});x.stop();let C=S.flat(),w=``;C.length>0&&(w=(0,o.join)(_,`deletion-failures-${Date.now()}.csv`),t.l(w,C,!0)),n.t.info(s.default.green(`
 
  ================================== 
 
@@ -9,4 +9,4 @@ const e=require(`./enums-CBXlBJii.cjs`);require(`./constants-KUUI8R0B.cjs`);cons
 ==================================
 
 `))}exports.deletePreferenceRecords=l;
-//# sourceMappingURL=impl-wBfm0THj.cjs.map
+//# sourceMappingURL=impl-B4iI3rcF.cjs.map