@transcend-io/cli 10.0.0 → 10.1.0

package/dist/impl-CoLIqiH-2.mjs.map

@@ -1 +0,0 @@
-{"version":3,"file":"impl-CoLIqiH-2.mjs","names":[],"sources":["../src/commands/inventory/pull/impl.ts"],"sourcesContent":["import fs from 'node:fs';\nimport { join } from 'node:path';\n\nimport { ConsentTrackerStatus } from '@transcend-io/privacy-types';\nimport colors from 'colors';\n\nimport { ADMIN_DASH_INTEGRATIONS } from '../../../constants.js';\nimport type { LocalContext } from '../../../context.js';\nimport { TranscendPullResource } from '../../../enums.js';\nimport { validateTranscendAuth } from '../../../lib/api-keys/index.js';\nimport { mapSeries } from '../../../lib/bluebird.js';\nimport { doneInputValidation } from '../../../lib/cli/done-input-validation.js';\nimport {\n  buildTranscendGraphQLClient,\n  pullTranscendConfiguration,\n} from '../../../lib/graphql/index.js';\nimport { writeTranscendYaml } from '../../../lib/readTranscendYaml.js';\nimport { logger } from '../../../logger.js';\nimport { DEFAULT_CONSENT_TRACKER_STATUSES, DEFAULT_TRANSCEND_PULL_RESOURCES } from './command.js';\n\nexport interface PullCommandFlags {\n  auth: string;\n  resources?: (TranscendPullResource | 'all')[];\n  file: string;\n  transcendUrl: string;\n  dataSiloIds?: string[];\n  integrationNames?: string[];\n  trackerStatuses?: ConsentTrackerStatus[];\n  pageSize: number;\n  skipDatapoints: boolean;\n  skipSubDatapoints: boolean;\n  includeGuessedCategories: boolean;\n  debug: boolean;\n}\n\nexport async function pull(\n  this: LocalContext,\n  {\n    auth,\n    resources = DEFAULT_TRANSCEND_PULL_RESOURCES,\n    file,\n    transcendUrl,\n    dataSiloIds = [],\n    integrationNames = [],\n    trackerStatuses = DEFAULT_CONSENT_TRACKER_STATUSES,\n    pageSize,\n    skipDatapoints,\n    skipSubDatapoints,\n    includeGuessedCategories,\n    debug,\n  }: PullCommandFlags,\n): Promise<void> {\n  doneInputValidation(this.process.exit);\n\n  // Parse authentication as API key or path to list of API keys\n  const apiKeyOrList = await validateTranscendAuth(auth);\n\n  const resourcesToPull: TranscendPullResource[] = resources.includes('all')\n    ? Object.values(TranscendPullResource)\n    : (resources as TranscendPullResource[]);\n\n  // Sync to Disk\n  if (typeof apiKeyOrList === 'string') {\n    try {\n      // Create a GraphQL client\n      const client = buildTranscendGraphQLClient(transcendUrl, apiKeyOrList);\n\n      const configuration = await pullTranscendConfiguration(client, {\n        dataSiloIds,\n        integrationNames,\n        resources: resourcesToPull,\n        pageSize,\n        debug,\n        skipDatapoints,\n        skipSubDatapoints,\n        includeGuessedCategories,\n        trackerStatuses,\n      });\n\n      logger.info(colors.magenta(`Writing configuration to file \"${file}\"...`));\n      writeTranscendYaml(file, configuration);\n    } catch (err) {\n      logger.error(\n        colors.red(`An error occurred syncing the schema: ${debug ? err.stack : err.message}`),\n      );\n      this.process.exit(1);\n    }\n\n    // Indicate success\n    logger.info(\n      colors.green(\n        `Successfully synced yaml file to disk at ${file}! View at ${ADMIN_DASH_INTEGRATIONS}`,\n      ),\n    );\n  } else {\n    if (!fs.lstatSync(file).isDirectory()) {\n      throw new Error(\n        'File is expected to be a folder when passing in a list of API keys to pull from. e.g. --file=./working/',\n      );\n    }\n\n    const encounteredErrors: string[] = [];\n    await mapSeries(apiKeyOrList, async (apiKey, ind) => {\n      const prefix = `[${ind + 1}/${apiKeyOrList.length}][${apiKey.organizationName}] `;\n      logger.info(colors.magenta(`~~~\\n\\n${prefix}Attempting to pull configuration...\\n\\n~~~`));\n\n      // Create a GraphQL client\n      const client = buildTranscendGraphQLClient(transcendUrl, apiKey.apiKey);\n\n      try {\n        const configuration = await pullTranscendConfiguration(client, {\n          dataSiloIds,\n          integrationNames,\n          resources: resourcesToPull,\n          pageSize,\n          debug,\n          skipDatapoints,\n          skipSubDatapoints,\n          includeGuessedCategories,\n          trackerStatuses,\n        });\n\n        const filePath = join(file, `${apiKey.organizationName}.yml`);\n        logger.info(colors.magenta(`Writing configuration to file \"${filePath}\"...`));\n        writeTranscendYaml(filePath, configuration);\n\n        logger.info(colors.green(`${prefix}Successfully pulled configuration!`));\n      } catch (err) {\n        logger.error(colors.red(`${prefix}Failed to sync configuration. - ${err.message}`));\n        encounteredErrors.push(apiKey.organizationName);\n      }\n    });\n\n    if (encounteredErrors.length > 0) {\n      logger.info(\n        colors.red(\n          `Sync encountered errors for \"${encounteredErrors.join(\n            ',',\n          )}\". View output above for more information, or check out ${ADMIN_DASH_INTEGRATIONS}`,\n        ),\n      );\n\n      this.process.exit(1);\n    }\n  }\n}\n"],"mappings":"6jBAmCA,eAAsB,EAEpB,CACE,OACA,YAAY,EACZ,OACA,eACA,cAAc,EAAE,CAChB,mBAAmB,EAAE,CACrB,kBAAkB,EAClB,WACA,iBACA,oBACA,2BACA,SAEa,CACf,EAAoB,KAAK,QAAQ,KAAK,CAGtC,IAAM,EAAe,MAAM,EAAsB,EAAK,CAEhD,EAA2C,EAAU,SAAS,MAAM,CACtE,OAAO,OAAO,EAAsB,CACnC,EAGL,GAAI,OAAO,GAAiB,SAAU,CACpC,GAAI,CAIF,IAAM,EAAgB,MAAM,EAFb,EAA4B,EAAc,EAAa,CAEP,CAC7D,cACA,mBACA,UAAW,EACX,WACA,QACA,iBACA,oBACA,2BACA,kBACD,CAAC,CAEF,EAAO,KAAK,EAAO,QAAQ,kCAAkC,EAAK,MAAM,CAAC,CACzE,EAAmB,EAAM,EAAc,OAChC,EAAK,CACZ,EAAO,MACL,EAAO,IAAI,yCAAyC,EAAQ,EAAI,MAAQ,EAAI,UAAU,CACvF,CACD,KAAK,QAAQ,KAAK,EAAE,CAItB,EAAO,KACL,EAAO,MACL,4CAA4C,EAAK,YAAY,IAC9D,CACF,KACI,CACL,GAAI,CAAC,EAAG,UAAU,EAAK,CAAC,aAAa,CACnC,MAAU,MACR,0GACD,CAGH,IAAM,EAA8B,EAAE,CACtC,MAAM,EAAU,EAAc,MAAO,EAAQ,IAAQ,CACnD,IAAM,EAAS,IAAI,EAAM,EAAE,GAAG,EAAa,OAAO,IAAI,EAAO,iBAAiB,IAC9E,EAAO,KAAK,EAAO,QAAQ,UAAU,EAAO,4CAA4C,CAAC,CAGzF,IAAM,EAAS,EAA4B,EAAc,EAAO,OAAO,CAEvE,GAAI,CACF,IAAM,EAAgB,MAAM,EAA2B,EAAQ,CAC7D,cACA,mBACA,UAAW,EACX,WACA,QACA,iBACA,oBACA,2BACA,kBACD,CAAC,CAEI,EAAW,EAAK,EAAM,GAAG,EAAO,iBAAiB,MAAM,CAC7D,EAAO,KAAK,EAAO,QAAQ,kCAAkC,EAAS,MAAM,CAAC,CAC7E,EAAmB,EAAU,EAAc,CAE3C,EAAO,KAAK,EAAO,MAAM,GAAG,EAAO,oCAAoC,CAAC,OACjE,EAAK,CACZ,EAAO,MAAM,EAAO,IAAI,GAAG,EAAO,kCAAkC,EAAI,UAAU,CAAC,CACnF,EAAkB,KAAK,EAAO,iBAAiB,GAEjD,CAEE,EAAkB,OAAS,IAC7B,EAAO,KACL,EAAO,IACL,gCAAgC,EAAkB,KAChD,IACD,CAAC,0DAA0D,IAC7D,CACF,CAED,KAAK,QAAQ,KAAK,EAAE"}

package/dist/impl-Cq_RqK0_2.mjs.map

@@ -1 +0,0 @@
-{"version":3,"file":"impl-Cq_RqK0_2.mjs","names":[],"sources":["../src/commands/request/approve/impl.ts"],"sourcesContent":["import { RequestAction, RequestOrigin } from '@transcend-io/privacy-types';\n\nimport type { LocalContext } from '../../../context.js';\nimport { doneInputValidation } from '../../../lib/cli/done-input-validation.js';\nimport { approvePrivacyRequests } from '../../../lib/requests/index.js';\n\nexport interface ApproveCommandFlags {\n  auth: string;\n  actions: RequestAction[];\n  origins?: RequestOrigin[];\n  silentModeBefore?: Date;\n  createdAtBefore?: Date;\n  createdAtAfter?: Date;\n  updatedAtBefore?: Date;\n  updatedAtAfter?: Date;\n  transcendUrl: string;\n  concurrency: number;\n}\n\nexport async function approve(\n  this: LocalContext,\n  {\n    auth,\n    actions,\n    origins,\n    silentModeBefore,\n    createdAtBefore,\n    createdAtAfter,\n    updatedAtBefore,\n    updatedAtAfter,\n    transcendUrl,\n    concurrency,\n  }: ApproveCommandFlags,\n): Promise<void> {\n  doneInputValidation(this.process.exit);\n\n  await approvePrivacyRequests({\n    transcendUrl,\n    requestActions: actions,\n    auth,\n    requestOrigins: origins,\n    concurrency,\n    silentModeBefore,\n    createdAtBefore,\n    createdAtAfter,\n    updatedAtBefore,\n    updatedAtAfter,\n  });\n}\n"],"mappings":"8GAmBA,eAAsB,EAEpB,CACE,OACA,UACA,UACA,mBACA,kBACA,iBACA,kBACA,iBACA,eACA,eAEa,CACf,EAAoB,KAAK,QAAQ,KAAK,CAEtC,MAAM,EAAuB,CAC3B,eACA,eAAgB,EAChB,OACA,eAAgB,EAChB,cACA,mBACA,kBACA,iBACA,kBACA,iBACD,CAAC"}

package/dist/impl-Cwj9LeEI.mjs

@@ -1,3 +0,0 @@
-import{r as e}from"./constants-CeMiHaHx.mjs";import{t}from"./logger-B-LXIf3U.mjs";import{n,t as r}from"./bluebird-CUitXgsY.mjs";import{t as i}from"./fetchConsentManagerId-DHDA5Py9.mjs";import{r as a}from"./makeGraphQLRequest-G078PsEL.mjs";import{a as o}from"./writeCsv-B51ulrVl.mjs";import{t as s}from"./pullConsentManagerMetrics-pFRPXTHJ.mjs";import{t as c}from"./validateTranscendAuth-1W1IylqE.mjs";import{t as l}from"./done-input-validation-DLR0-MJ7.mjs";import u,{existsSync as d,mkdirSync as f}from"node:fs";import{join as p}from"node:path";import m from"colors";async function h({auth:h,start:g,end:_,folder:v,bin:y,transcendUrl:b}){let x=y;Object.values(i).includes(x)||(t.error(m.red(`Failed to parse argument "bin" with value "${y}"\nExpected one of: \n${Object.values(i).join(`
-`)}`)),this.process.exit(1));let S=new Date(g),C=_?new Date(_):new Date;Number.isNaN(S.getTime())&&(t.error(m.red(`Start date provided is invalid date. Got --start="${g}" expected --start="01/01/2023"`)),this.process.exit(1)),Number.isNaN(C.getTime())&&(t.error(m.red(`End date provided is invalid date. Got --end="${_}" expected --end="01/01/2023"`)),this.process.exit(1)),S>C&&(t.error(m.red(`Got a start date "${S.toISOString()}" that was larger than the end date "${C.toISOString()}". Start date must be before end date.`)),this.process.exit(1)),l(this.process.exit);let w=await c(h);if(u.existsSync(v)&&!u.lstatSync(v).isDirectory()&&(t.error(m.red(`The provided argument "folder" was passed a file. expected: folder="./consent-metrics/"`)),this.process.exit(1)),d(v)||f(v),t.info(m.magenta(`Pulling consent metrics from start=${S.toString()} to end=${C.toISOString()} with bin size "${y}"`)),typeof w==`string`){try{let e=await s(a(b,w),{bin:x,start:S,end:C});await r(Object.entries(e),async([e,n])=>{await r(n,async({points:n,name:r})=>{let i=p(v,`${e}_${r}.csv`);t.info(m.magenta(`Writing configuration to file "${i}"...`)),await o(i,n.map(({key:e,value:t})=>({timestamp:e,value:t})))},{concurrency:5})},{concurrency:5})}catch(e){t.error(m.red(`An error occurred syncing the schema: ${e.message}`)),this.process.exit(1)}t.info(m.green(`Successfully synced consent metrics to disk in folder "${v}"! View at ${e}`))}else{let r=[];await n(w,async(e,n)=>{let i=`[${n+1}/${w.length}][${e.organizationName}] `;t.info(m.magenta(`~~~\n\n${i}Attempting to pull consent metrics...\n\n~~~`));let c=a(b,e.apiKey);try{let n=await s(c,{bin:x,start:S,end:C}),r=p(v,e.organizationName);d(r)||f(r),Object.entries(n).forEach(([e,n])=>{n.forEach(({points:n,name:i})=>{let a=p(r,`${e}_${i}.csv`);t.info(m.magenta(`Writing configuration to file "${a}"...`)),o(a,n.map(({key:e,value:t})=>({timestamp:e,value:t})))})}),t.info(m.green(`${i}Successfully pulled configuration!`))}catch{t.error(m.red(`${i}Failed to sync configuration.`)),r.push(e.organizationName)}}),r.length>0&&(t.info(m.red(`Sync encountered errors for "${r.join(`,`)}". View output above for more information, or check out ${e}`)),this.process.exit(1))}}export{h as pullConsentMetrics};
-//# sourceMappingURL=impl-Cwj9LeEI.mjs.map

package/dist/impl-Cwj9LeEI.mjs.map

@@ -1 +0,0 @@
-{"version":3,"file":"impl-Cwj9LeEI.mjs","names":[],"sources":["../src/commands/consent/pull-consent-metrics/impl.ts"],"sourcesContent":["import fs, { existsSync, mkdirSync } from 'node:fs';\nimport { join } from 'node:path';\n\nimport colors from 'colors';\n\nimport { ADMIN_DASH_INTEGRATIONS } from '../../../constants.js';\nimport type { LocalContext } from '../../../context.js';\nimport { validateTranscendAuth } from '../../../lib/api-keys/index.js';\nimport { map, mapSeries } from '../../../lib/bluebird.js';\nimport { doneInputValidation } from '../../../lib/cli/done-input-validation.js';\nimport { pullConsentManagerMetrics } from '../../../lib/consent-manager/index.js';\nimport {\n  buildTranscendGraphQLClient,\n  ConsentManagerMetricBin,\n} from '../../../lib/graphql/index.js';\nimport { writeCsv } from '../../../lib/helpers/index.js';\nimport { logger } from '../../../logger.js';\n\nexport interface PullConsentMetricsCommandFlags {\n  auth: string;\n  start: Date;\n  end?: Date;\n  folder: string;\n  bin: string;\n  transcendUrl: string;\n}\n\nexport async function pullConsentMetrics(\n  this: LocalContext,\n  { auth, start, end, folder, bin, transcendUrl }: PullConsentMetricsCommandFlags,\n): Promise<void> {\n  // Validate bin\n  const parsedBin = bin as ConsentManagerMetricBin;\n  if (!Object.values(ConsentManagerMetricBin).includes(parsedBin)) {\n    logger.error(\n      colors.red(\n        `Failed to parse argument \"bin\" with value \"${bin}\"\\n` +\n          `Expected one of: \\n${Object.values(ConsentManagerMetricBin).join('\\n')}`,\n      ),\n    );\n    this.process.exit(1);\n  }\n\n  // Parse the dates\n  const startDate = new Date(start);\n  const endDate = end ? new Date(end) : new Date();\n  if (Number.isNaN(startDate.getTime())) {\n    logger.error(\n      colors.red(\n        `Start date provided is invalid date. Got --start=\"${start}\" expected --start=\"01/01/2023\"`,\n      ),\n    );\n    this.process.exit(1);\n  }\n  if (Number.isNaN(endDate.getTime())) {\n    logger.error(\n      colors.red(\n        `End date provided is invalid date. Got --end=\"${end}\" expected --end=\"01/01/2023\"`,\n      ),\n    );\n    this.process.exit(1);\n  }\n  if (startDate > endDate) {\n    logger.error(\n      colors.red(\n        `Got a start date \"${startDate.toISOString()}\" that was larger than the end date \"${endDate.toISOString()}\". ` +\n          'Start date must be before end date.',\n      ),\n    );\n    this.process.exit(1);\n  }\n\n  doneInputValidation(this.process.exit);\n\n  // Parse authentication as API key or path to list of API keys\n  const apiKeyOrList = await validateTranscendAuth(auth);\n\n  // Ensure folder either does not exist or is not a file\n  if (fs.existsSync(folder) && !fs.lstatSync(folder).isDirectory()) {\n    logger.error(\n      colors.red(\n        'The provided argument \"folder\" was passed a file. expected: folder=\"./consent-metrics/\"',\n      ),\n    );\n    this.process.exit(1);\n  }\n\n  // Create the folder if it does not exist\n  if (!existsSync(folder)) {\n    mkdirSync(folder);\n  }\n\n  logger.info(\n    colors.magenta(\n      `Pulling consent metrics from start=${startDate.toString()} to end=${endDate.toISOString()} with bin size \"${bin}\"`,\n    ),\n  );\n\n  // Sync to Disk\n  if (typeof apiKeyOrList === 'string') {\n    try {\n      // Create a GraphQL client\n      const client = buildTranscendGraphQLClient(transcendUrl, apiKeyOrList);\n\n      // Pull the metrics\n      const configuration = await pullConsentManagerMetrics(client, {\n        bin: parsedBin,\n        start: startDate,\n        end: endDate,\n      });\n\n      // Write to file\n      await map(\n        Object.entries(configuration),\n        async ([metricName, metrics]) => {\n          await map(\n            metrics,\n            async ({ points, name }) => {\n              const file = join(folder, `${metricName}_${name}.csv`);\n              logger.info(colors.magenta(`Writing configuration to file \"${file}\"...`));\n              await writeCsv(\n                file,\n                points.map(({ key, value }) => ({\n                  timestamp: key,\n                  value,\n                })),\n              );\n            },\n            {\n              concurrency: 5,\n            },\n          );\n        },\n        { concurrency: 5 },\n      );\n    } catch (err) {\n      logger.error(colors.red(`An error occurred syncing the schema: ${err.message}`));\n      this.process.exit(1);\n    }\n\n    // Indicate success\n    logger.info(\n      colors.green(\n        `Successfully synced consent metrics to disk in folder \"${folder}\"! View at ${ADMIN_DASH_INTEGRATIONS}`,\n      ),\n    );\n  } else {\n    const encounteredErrors: string[] = [];\n    await mapSeries(apiKeyOrList, async (apiKey, ind) => {\n      const prefix = `[${ind + 1}/${apiKeyOrList.length}][${apiKey.organizationName}] `;\n      logger.info(colors.magenta(`~~~\\n\\n${prefix}Attempting to pull consent metrics...\\n\\n~~~`));\n\n      // Create a GraphQL client\n      const client = buildTranscendGraphQLClient(transcendUrl, apiKey.apiKey);\n\n      try {\n        const configuration = await pullConsentManagerMetrics(client, {\n          bin: parsedBin,\n          start: startDate,\n          end: endDate,\n        });\n\n        // ensure folder exists for that organization\n        const subFolder = join(folder, apiKey.organizationName);\n        if (!existsSync(subFolder)) {\n          mkdirSync(subFolder);\n        }\n\n        // Write to file\n        Object.entries(configuration).forEach(([metricName, metrics]) => {\n          metrics.forEach(({ points, name }) => {\n            const file = join(subFolder, `${metricName}_${name}.csv`);\n            logger.info(colors.magenta(`Writing configuration to file \"${file}\"...`));\n            writeCsv(\n              file,\n              points.map(({ key, value }) => ({\n                timestamp: key,\n                value,\n              })),\n            );\n          });\n        });\n\n        logger.info(colors.green(`${prefix}Successfully pulled configuration!`));\n      } catch (err) {\n        logger.error(colors.red(`${prefix}Failed to sync configuration.`));\n        encounteredErrors.push(apiKey.organizationName);\n      }\n    });\n\n    if (encounteredErrors.length > 0) {\n      logger.info(\n        colors.red(\n          `Sync encountered errors for \"${encounteredErrors.join(\n            ',',\n          )}\". View output above for more information, or check out ${ADMIN_DASH_INTEGRATIONS}`,\n        ),\n      );\n\n      this.process.exit(1);\n    }\n  }\n}\n"],"mappings":"wjBA2BA,eAAsB,EAEpB,CAAE,OAAM,QAAO,MAAK,SAAQ,MAAK,gBAClB,CAEf,IAAM,EAAY,EACb,OAAO,OAAO,EAAwB,CAAC,SAAS,EAAU,GAC7D,EAAO,MACL,EAAO,IACL,8CAA8C,EAAI,wBAC1B,OAAO,OAAO,EAAwB,CAAC,KAAK;EAAK,GAC1E,CACF,CACD,KAAK,QAAQ,KAAK,EAAE,EAItB,IAAM,EAAY,IAAI,KAAK,EAAM,CAC3B,EAAU,EAAM,IAAI,KAAK,EAAI,CAAG,IAAI,KACtC,OAAO,MAAM,EAAU,SAAS,CAAC,GACnC,EAAO,MACL,EAAO,IACL,qDAAqD,EAAM,iCAC5D,CACF,CACD,KAAK,QAAQ,KAAK,EAAE,EAElB,OAAO,MAAM,EAAQ,SAAS,CAAC,GACjC,EAAO,MACL,EAAO,IACL,iDAAiD,EAAI,+BACtD,CACF,CACD,KAAK,QAAQ,KAAK,EAAE,EAElB,EAAY,IACd,EAAO,MACL,EAAO,IACL,qBAAqB,EAAU,aAAa,CAAC,uCAAuC,EAAQ,aAAa,CAAC,wCAE3G,CACF,CACD,KAAK,QAAQ,KAAK,EAAE,EAGtB,EAAoB,KAAK,QAAQ,KAAK,CAGtC,IAAM,EAAe,MAAM,EAAsB,EAAK,CAwBtD,GArBI,EAAG,WAAW,EAAO,EAAI,CAAC,EAAG,UAAU,EAAO,CAAC,aAAa,GAC9D,EAAO,MACL,EAAO,IACL,0FACD,CACF,CACD,KAAK,QAAQ,KAAK,EAAE,EAIjB,EAAW,EAAO,EACrB,EAAU,EAAO,CAGnB,EAAO,KACL,EAAO,QACL,sCAAsC,EAAU,UAAU,CAAC,UAAU,EAAQ,aAAa,CAAC,kBAAkB,EAAI,GAClH,CACF,CAGG,OAAO,GAAiB,SAAU,CACpC,GAAI,CAKF,IAAM,EAAgB,MAAM,EAHb,EAA4B,EAAc,EAAa,CAGR,CAC5D,IAAK,EACL,MAAO,EACP,IAAK,EACN,CAAC,CAGF,MAAM,EACJ,OAAO,QAAQ,EAAc,CAC7B,MAAO,CAAC,EAAY,KAAa,CAC/B,MAAM,EACJ,EACA,MAAO,CAAE,SAAQ,UAAW,CAC1B,IAAM,EAAO,EAAK,EAAQ,GAAG,EAAW,GAAG,EAAK,MAAM,CACtD,EAAO,KAAK,EAAO,QAAQ,kCAAkC,EAAK,MAAM,CAAC,CACzE,MAAM,EACJ,EACA,EAAO,KAAK,CAAE,MAAK,YAAa,CAC9B,UAAW,EACX,QACD,EAAE,CACJ,EAEH,CACE,YAAa,EACd,CACF,EAEH,CAAE,YAAa,EAAG,CACnB,OACM,EAAK,CACZ,EAAO,MAAM,EAAO,IAAI,yCAAyC,EAAI,UAAU,CAAC,CAChF,KAAK,QAAQ,KAAK,EAAE,CAItB,EAAO,KACL,EAAO,MACL,0DAA0D,EAAO,aAAa,IAC/E,CACF,KACI,CACL,IAAM,EAA8B,EAAE,CACtC,MAAM,EAAU,EAAc,MAAO,EAAQ,IAAQ,CACnD,IAAM,EAAS,IAAI,EAAM,EAAE,GAAG,EAAa,OAAO,IAAI,EAAO,iBAAiB,IAC9E,EAAO,KAAK,EAAO,QAAQ,UAAU,EAAO,8CAA8C,CAAC,CAG3F,IAAM,EAAS,EAA4B,EAAc,EAAO,OAAO,CAEvE,GAAI,CACF,IAAM,EAAgB,MAAM,EAA0B,EAAQ,CAC5D,IAAK,EACL,MAAO,EACP,IAAK,EACN,CAAC,CAGI,EAAY,EAAK,EAAQ,EAAO,iBAAiB,CAClD,EAAW,EAAU,EACxB,EAAU,EAAU,CAItB,OAAO,QAAQ,EAAc,CAAC,SAAS,CAAC,EAAY,KAAa,CAC/D,EAAQ,SAAS,CAAE,SAAQ,UAAW,CACpC,IAAM,EAAO,EAAK,EAAW,GAAG,EAAW,GAAG,EAAK,MAAM,CACzD,EAAO,KAAK,EAAO,QAAQ,kCAAkC,EAAK,MAAM,CAAC,CACzE,EACE,EACA,EAAO,KAAK,CAAE,MAAK,YAAa,CAC9B,UAAW,EACX,QACD,EAAE,CACJ,EACD,EACF,CAEF,EAAO,KAAK,EAAO,MAAM,GAAG,EAAO,oCAAoC,CAAC,MAC5D,CACZ,EAAO,MAAM,EAAO,IAAI,GAAG,EAAO,+BAA+B,CAAC,CAClE,EAAkB,KAAK,EAAO,iBAAiB,GAEjD,CAEE,EAAkB,OAAS,IAC7B,EAAO,KACL,EAAO,IACL,gCAAgC,EAAkB,KAChD,IACD,CAAC,0DAA0D,IAC7D,CACF,CAED,KAAK,QAAQ,KAAK,EAAE"}

package/dist/impl-D-ldjJzl2.mjs.map

@@ -1 +0,0 @@
-{"version":3,"file":"impl-D-ldjJzl2.mjs","names":[],"sources":["../src/commands/request/mark-silent/impl.ts"],"sourcesContent":["import type { RequestAction, RequestStatus } from '@transcend-io/privacy-types';\n\nimport type { LocalContext } from '../../../context.js';\nimport { doneInputValidation } from '../../../lib/cli/done-input-validation.js';\nimport { markSilentPrivacyRequests } from '../../../lib/requests/index.js';\n\nexport interface MarkSilentCommandFlags {\n  auth: string;\n  actions: RequestAction[];\n  statuses?: RequestStatus[];\n  requestIds?: string[];\n  createdAtBefore?: Date;\n  createdAtAfter?: Date;\n  updatedAtBefore?: Date;\n  updatedAtAfter?: Date;\n  transcendUrl: string;\n  concurrency: number;\n}\n\nexport async function markSilent(\n  this: LocalContext,\n  {\n    auth,\n    transcendUrl,\n    actions,\n    statuses,\n    requestIds,\n    createdAtBefore,\n    createdAtAfter,\n    updatedAtBefore,\n    updatedAtAfter,\n    concurrency,\n  }: MarkSilentCommandFlags,\n): Promise<void> {\n  doneInputValidation(this.process.exit);\n\n  await markSilentPrivacyRequests({\n    transcendUrl,\n    requestActions: actions,\n    auth,\n    requestIds,\n    statuses,\n    concurrency,\n    createdAtBefore,\n    createdAtAfter,\n    updatedAtBefore,\n    updatedAtAfter,\n  });\n}\n"],"mappings":"iHAmBA,eAAsB,EAEpB,CACE,OACA,eACA,UACA,WACA,aACA,kBACA,iBACA,kBACA,iBACA,eAEa,CACf,EAAoB,KAAK,QAAQ,KAAK,CAEtC,MAAM,EAA0B,CAC9B,eACA,eAAgB,EAChB,OACA,aACA,WACA,cACA,kBACA,iBACA,kBACA,iBACD,CAAC"}

package/dist/impl-DGRuk3AB.mjs

@@ -1,2 +0,0 @@
-import{t as e}from"./logger-B-LXIf3U.mjs";import{n as t}from"./bluebird-CUitXgsY.mjs";import{t as n}from"./updateConsentManagerVersionToLatest-BBMN94Hs.mjs";import{t as r}from"./validateTranscendAuth-1W1IylqE.mjs";import{t as i}from"./done-input-validation-DLR0-MJ7.mjs";import{ConsentBundleType as a}from"@transcend-io/privacy-types";import o from"colors";async function s({auth:s,bundleTypes:c=[a.Production,a.Test],deploy:l,transcendUrl:u}){i(this.process.exit);let d=await r(s);typeof d==`string`?(await n({deploy:l,transcendUrl:u,auth:d,bundleTypes:c}),e.info(o.green(`Successfully updated Consent Manager!`))):(await t(d,async t=>{e.info(o.magenta(`Updating Consent Manager for organization "${t.organizationName}"...`)),await n({deploy:l,transcendUrl:u,auth:t.apiKey,bundleTypes:c}),e.info(o.green(`Successfully updated Consent Manager for organization "${t.organizationName}"!`))}),e.info(o.green(`Successfully updated Consent Managers!`)))}export{s as updateConsentManager};
-//# sourceMappingURL=impl-DGRuk3AB.mjs.map

package/dist/impl-DGRuk3AB.mjs.map

@@ -1 +0,0 @@
-{"version":3,"file":"impl-DGRuk3AB.mjs","names":[],"sources":["../src/commands/consent/update-consent-manager/impl.ts"],"sourcesContent":["import { ConsentBundleType } from '@transcend-io/privacy-types';\nimport colors from 'colors';\n\nimport type { LocalContext } from '../../../context.js';\nimport { validateTranscendAuth } from '../../../lib/api-keys/index.js';\nimport { mapSeries } from '../../../lib/bluebird.js';\nimport { doneInputValidation } from '../../../lib/cli/done-input-validation.js';\nimport { updateConsentManagerVersionToLatest } from '../../../lib/consent-manager/index.js';\nimport { logger } from '../../../logger.js';\n\nexport interface UpdateConsentManagerCommandFlags {\n  auth: string;\n  bundleTypes: ConsentBundleType[];\n  deploy: boolean;\n  transcendUrl: string;\n}\n\nexport async function updateConsentManager(\n  this: LocalContext,\n  {\n    auth,\n    bundleTypes = [ConsentBundleType.Production, ConsentBundleType.Test],\n    deploy,\n    transcendUrl,\n  }: UpdateConsentManagerCommandFlags,\n): Promise<void> {\n  doneInputValidation(this.process.exit);\n\n  // Parse authentication as API key or path to list of API keys\n  const apiKeyOrList = await validateTranscendAuth(auth);\n\n  // Handle single update\n  if (typeof apiKeyOrList === 'string') {\n    // Update consent manager\n    await updateConsentManagerVersionToLatest({\n      deploy,\n      transcendUrl,\n      auth: apiKeyOrList,\n      bundleTypes,\n    });\n    logger.info(colors.green('Successfully updated Consent Manager!'));\n  } else {\n    await mapSeries(apiKeyOrList, async (apiKey) => {\n      logger.info(\n        colors.magenta(`Updating Consent Manager for organization \"${apiKey.organizationName}\"...`),\n      );\n\n      await updateConsentManagerVersionToLatest({\n        deploy,\n        transcendUrl,\n        auth: apiKey.apiKey,\n        bundleTypes,\n      });\n\n      logger.info(\n        colors.green(\n          `Successfully updated Consent Manager for organization \"${apiKey.organizationName}\"!`,\n        ),\n      );\n    });\n    logger.info(colors.green('Successfully updated Consent Managers!'));\n  }\n}\n"],"mappings":"qWAiBA,eAAsB,EAEpB,CACE,OACA,cAAc,CAAC,EAAkB,WAAY,EAAkB,KAAK,CACpE,SACA,gBAEa,CACf,EAAoB,KAAK,QAAQ,KAAK,CAGtC,IAAM,EAAe,MAAM,EAAsB,EAAK,CAGlD,OAAO,GAAiB,UAE1B,MAAM,EAAoC,CACxC,SACA,eACA,KAAM,EACN,cACD,CAAC,CACF,EAAO,KAAK,EAAO,MAAM,wCAAwC,CAAC,GAElE,MAAM,EAAU,EAAc,KAAO,IAAW,CAC9C,EAAO,KACL,EAAO,QAAQ,8CAA8C,EAAO,iBAAiB,MAAM,CAC5F,CAED,MAAM,EAAoC,CACxC,SACA,eACA,KAAM,EAAO,OACb,cACD,CAAC,CAEF,EAAO,KACL,EAAO,MACL,0DAA0D,EAAO,iBAAiB,IACnF,CACF,EACD,CACF,EAAO,KAAK,EAAO,MAAM,yCAAyC,CAAC"}

package/dist/impl-DXWN22xV.mjs

@@ -1,2 +0,0 @@
-import{t as e}from"./logger-B-LXIf3U.mjs";import{t}from"./extractErrorMessage-CPnTsT1S.mjs";import{t as n}from"./done-input-validation-DLR0-MJ7.mjs";import{a as r,i,n as a,o,r as s,s as c,t as l}from"./createExtraKeyHandler-C_0EVj10.mjs";import{createReadStream as u,createWriteStream as d,readdirSync as f,statSync as p}from"node:fs";import{basename as m,dirname as h,join as g}from"node:path";import _ from"colors";import*as v from"fast-csv";import{once as y}from"node:events";import{mkdir as b,readdir as x,stat as S,unlink as C}from"node:fs/promises";import{Transform as w}from"node:stream";import{pipeline as T}from"node:stream/promises";import{Parser as E}from"csv-parse";function D(t,n){t||(e.error(_.red(`A --directory must be provided.`)),n.process.exit(1));let r=[];try{r=f(t).filter(e=>e.endsWith(`.csv`)).map(e=>g(t,e)).filter(e=>{try{return p(e).isFile()}catch{return!1}})}catch(r){e.error(_.red(`Failed to read directory: ${t}`)),e.error(_.red(r.message)),n.process.exit(1)}return r.length===0&&(e.error(_.red(`No CSV files found in directory: ${t}`)),n.process.exit(1)),e.info(_.green(`Found ${r.length} CSV files in ${t}`)),r}function O(e){return s(e)}function k(e){return i(e)}const A={renderHeader:O,renderWorkers:k};function j(e,t){let n=d(e),r=v.format({headers:t,writeHeaders:!0,objectMode:!0});return r.pipe(n),{async write(e){r.write(e)||await y(r,`drain`)},async end(){let e=Promise.all([y(n,`finish`)]);r.end(),await e}}}function M(e){return String(e).padStart(4,`0`)}function N(e){return Buffer.byteLength(Object.values(e).map(e=>e==null?``:String(e)).join(`,`),`utf8`)}async function P(t){let{filePath:n,outputDir:r,clearOutputDir:i,chunkSizeMB:a,onProgress:o,reportEveryMs:s=500}=t,{size:c}=await S(n),l=0;e.info(_.magenta(`Chunking ${n} into ~${a}MB files...`));let d=Math.floor(a*1024*1024),f=m(n,`.csv`),p=r||h(n);if(e.info(_.magenta(`Output directory: ${p}`)),await b(p,{recursive:!0}),i){e.warn(_.yellow(`Clearing output directory: ${p}`));let t=await x(p);await Promise.all(t.filter(e=>e.startsWith(`${f}_chunk_`)&&e.endsWith(`.csv`)).map(e=>C(g(p,e))))}let v=null,y=null,D=0,O=1,k=0,A=new E({columns:!1,skip_empty_lines:!0}),P=0,F=0,I=()=>{let e=F>0?P/F:0,t=e>0?Math.max(D,Math.ceil(c/e)):void 0;o(D,t),l=Date.now()};I();let L=null,R=()=>g(p,`${f}_chunk_${M(O)}.csv`),z=new w({objectMode:!0,async transform(t,n,r){try{if(!v){v=t.slice(0),y=v.length,L=j(R(),v),r();return}y!==null&&t.length!==y&&e.warn(_.yellow(`Row has ${t.length} cols; expected ${y}`)),D+=1,D%25e4==0&&o(D);let n=Object.fromEntries(v.map((e,n)=>[e,t[n]])),i=N(n);P+=i,F+=1,Date.now()-l>=s&&I(),L&&k>0&&k+i>d&&(await L.end(),O+=1,k=0,e.info(_.green(`Rolling to chunk ${O} after ${D.toLocaleString()} rows.`)),L=j(R(),v)),L||=j(R(),v),await L.write(n),k+=i,r()}catch(e){r(e)}},async flush(e){try{L&&=(await L.end(),null),I(),e()}catch(t){e(t)}}});await T(u(n),A,z),o(D),e.info(_.green(`Chunked ${n} into ${O} file(s); processed ${D.toLocaleString()} rows.`))}async function F(){let n=Number(process.env.WORKER_ID||`0`);e.info(`[w${n}] ready pid=${process.pid}`),process.send?.({type:`ready`}),process.on(`message`,async r=>{if(!r||typeof r!=`object`||(r.type===`shutdown`&&process.exit(0),r.type!==`task`))return;let{filePath:i,options:a}=r.payload,{outputDir:o,clearOutputDir:s,chunkSizeMB:c}=a;try{await P({filePath:i,outputDir:o,clearOutputDir:s,chunkSizeMB:c,onProgress:(e,t)=>process.send?.({type:`progress`,payload:{filePath:i,processed:e,total:t}})}),process.send?.({type:`result`,payload:{ok:!0,filePath:i}})}catch(r){let a=t(r);e.error(`[w${n}] ERROR ${i}: ${a}`),process.send?.({type:`result`,payload:{ok:!1,filePath:i,error:a}})}}),await new Promise(()=>{})}function I(){return typeof __filename<`u`?__filename:process.argv[1]}async function L(t){n(this.process.exit);let{directory:i,outputDir:s,clearOutputDir:u,chunkSizeMB:d,concurrency:f,viewerMode:p}=t,m=D(i,this),{poolSize:h,cpuCount:g}=c(f,m.length);e.info(_.green(`Chunking ${m.length} CSV file(s) with pool size ${h} (CPU=${g})`));let v=m.map(e=>({filePath:e,options:{outputDir:s,clearOutputDir:u,chunkSizeMB:d}}));await a({title:`Chunk CSV - ${i}`,baseDir:i||s||process.cwd(),childFlag:o,childModulePath:I(),poolSize:h,cpuCount:g,filesTotal:m.length,hooks:{nextTask:()=>v.shift(),taskLabel:e=>e.filePath,initTotals:()=>({}),initSlotProgress:()=>void 0,onProgress:e=>e,onResult:(e,t)=>({totals:e,ok:!!t.ok}),postProcess:async()=>{}},viewerMode:p,render:e=>r(e,A,p),extraKeyHandler:({logsBySlot:e,repaint:t,setPaused:n})=>l({logsBySlot:e,repaint:t,setPaused:n})})}process.argv.includes(`--as-child`)&&F().catch(t=>{e.error(t),process.exit(1)});export{L as chunkCsv};
-//# sourceMappingURL=impl-DXWN22xV.mjs.map

package/dist/impl-DXWN22xV.mjs.map

@@ -1 +0,0 @@
-{"version":3,"file":"impl-DXWN22xV.mjs","names":[],"sources":["../src/lib/helpers/collectCsvFilesOrExit.ts","../src/commands/admin/chunk-csv/ui/plugin.ts","../src/lib/helpers/chunkOneCsvFile.ts","../src/commands/admin/chunk-csv/worker.ts","../src/commands/admin/chunk-csv/impl.ts"],"sourcesContent":["import { readdirSync, statSync } from 'node:fs';\nimport { join } from 'node:path';\n\nimport colors from 'colors';\n\nimport type { LocalContext } from '../../context.js';\nimport { logger } from '../../logger.js';\n\n/**\n * Validate flags and collect CSV file paths from a directory.\n * On validation error, the provided `exit` function is called.\n *\n * @param directory - the directory containing CSV files\n * @param localContext - the context of the command, used for logging and exit\n * @returns an array of valid CSV file paths\n */\nexport function collectCsvFilesOrExit(\n  directory: string | undefined,\n  localContext: LocalContext,\n): string[] {\n  if (!directory) {\n    logger.error(colors.red('A --directory must be provided.'));\n    localContext.process.exit(1);\n  }\n\n  let files: string[] = [];\n  try {\n    const entries = readdirSync(directory);\n    files = entries\n      .filter((f) => f.endsWith('.csv'))\n      .map((f) => join(directory, f))\n      .filter((p) => {\n        try {\n          return statSync(p).isFile();\n        } catch {\n          return false;\n        }\n      });\n  } catch (err) {\n    logger.error(colors.red(`Failed to read directory: ${directory}`));\n    logger.error(colors.red((err as Error).message));\n    localContext.process.exit(1);\n  }\n\n  if (files.length === 0) {\n    logger.error(colors.red(`No CSV files found in directory: ${directory}`));\n    localContext.process.exit(1);\n  }\n  logger.info(colors.green(`Found ${files.length} CSV files in ${directory}`));\n  return files;\n}\n","import {\n  makeHeader,\n  makeWorkerRows,\n  type ChunkSlotProgress,\n  type CommonCtx,\n  type DashboardPlugin,\n} from '../../../../lib/pooling/index.js';\n\n/**\n * Header for chunk-csv (no extra totals block).\n *\n * @param ctx - Dashboard context.\n * @returns Header lines.\n */\nfunction renderHeader<TTotals>(ctx: CommonCtx<TTotals, ChunkSlotProgress>): string[] {\n  // no extra lines — reuse the shared header as-is\n  return makeHeader(ctx);\n}\n\n/**\n * Worker rows for chunk-csv — share the generic row renderer.\n *\n * @param ctx - Dashboard context.\n * @returns Array of strings, each representing one worker row.\n */\nfunction renderWorkers<TTotals>(ctx: CommonCtx<TTotals, ChunkSlotProgress>): string[] {\n  return makeWorkerRows(ctx);\n}\n\nexport const chunkCsvPlugin: DashboardPlugin<unknown, ChunkSlotProgress> = {\n  renderHeader,\n  renderWorkers,\n  // no extras\n};\n","import { once } from 'node:events';\nimport { createReadStream, createWriteStream } from 'node:fs';\nimport { mkdir, readdir, unlink, stat } from 'node:fs/promises';\nimport { basename, dirname, join } from 'node:path';\nimport { Transform } from 'node:stream';\nimport { pipeline } from 'node:stream/promises';\n\nimport colors from 'colors';\nimport { Parser } from 'csv-parse';\nimport * as fastcsv from 'fast-csv';\n\nimport { logger } from '../../logger.js';\n\n/**\n * Options for chunking a single CSV file\n */\nexport type ChunkOpts = {\n  /** Path to the CSV file to chunk */\n  filePath: string;\n  /** Output directory for chunk files; defaults to the same directory as the input file */\n  outputDir?: string;\n  /** Clear output directory before starting */\n  clearOutputDir: boolean;\n  /** Chunk size in MB */\n  chunkSizeMB: number;\n  /** Optional report interval in milliseconds for progress updates */\n  reportEveryMs?: number;\n  /** Callback for progress updates */\n  onProgress: (processed: number, total?: number) => void;\n};\n\n/**\n * Create a CSV writer (fast-csv formatter piped to a write stream) that writes\n * a header line first, and then accepts object rows. Returns a tiny API to\n * write rows with backpressure handling and to close the file cleanly.\n *\n * @param filePath - The path to the output CSV file\n * @param headers - The headers for the CSV file\n * @returns An object with `write` and `end` methods\n */\nfunction createCsvChunkWriter(\n  filePath: string,\n  headers: string[],\n): {\n  /** Write a row object to the CSV file */\n  write: (row: Record<string, unknown>) => Promise<void>;\n  /** Close the CSV file, ensuring all data is flushed */\n  end: () => Promise<void>;\n} {\n  const ws = createWriteStream(filePath);\n  const csv = fastcsv.format({ headers, writeHeaders: true, objectMode: true });\n  // Pipe csv → file stream\n  csv.pipe(ws);\n\n  return {\n    /**\n     * Write a row object to the CSV file.\n     *\n     * @param row - The row data as an object\n     */\n    async write(row) {\n      // Respect backpressure from fast-csv formatter\n      const ok = csv.write(row);\n      if (!ok) {\n        await once(csv, 'drain');\n      }\n    },\n    /**\n     * Close the CSV file, ensuring all data is flushed.\n     */\n    async end() {\n      // End formatter; wait for underlying file stream to finish flush/close\n      const finished = Promise.all([once(ws, 'finish')]);\n      csv.end();\n      await finished;\n    },\n  };\n}\n\n/**\n * Zero-pad chunk numbers to four digits (e.g., 1 → \"0001\").\n *\n * @param n - The chunk number to pad\n * @returns The padded chunk number as a string\n */\nfunction pad4(n: number): string {\n  return String(n).padStart(4, '0');\n}\n\n/**\n * Approximate row size in bytes using comma-joined field values.\n *\n * @param obj - The row object to estimate size for\n * @returns Approximate byte size of the row when serialized as CSV\n */\nfunction approxRowBytes(obj: Record<string, unknown>): number {\n  // naive but fast; adequate for chunk rollover thresholding\n  return Buffer.byteLength(\n    Object.values(obj)\n      .map((v) => (v == null ? '' : String(v)))\n      .join(','),\n    'utf8',\n  );\n}\n\n/**\n * Stream a single CSV file and write chunk files of roughly chunkSizeMB.\n * - Writes header to each chunk.\n * - Logs periodic progress via onProgress.\n *\n * @param opts - Options for chunking the file\n * @returns Promise that resolves when done\n */\nexport async function chunkOneCsvFile(opts: ChunkOpts): Promise<void> {\n  const {\n    filePath,\n    outputDir,\n    clearOutputDir,\n    chunkSizeMB,\n    onProgress,\n    reportEveryMs = 500,\n  } = opts;\n  const { size: fileBytes } = await stat(filePath); // total bytes on disk\n  let lastTick = 0;\n\n  logger.info(colors.magenta(`Chunking ${filePath} into ~${chunkSizeMB}MB files...`));\n\n  const chunkSizeBytes = Math.floor(chunkSizeMB * 1024 * 1024);\n  const baseName = basename(filePath, '.csv');\n  const outDir = outputDir || dirname(filePath);\n  logger.info(colors.magenta(`Output directory: ${outDir}`));\n  await mkdir(outDir, { recursive: true });\n\n  // Clear previous chunk files for this base\n  if (clearOutputDir) {\n    logger.warn(colors.yellow(`Clearing output directory: ${outDir}`));\n    const files = await readdir(outDir);\n    await Promise.all(\n      files\n        .filter((f) => f.startsWith(`${baseName}_chunk_`) && f.endsWith('.csv'))\n        .map((f) => unlink(join(outDir, f))),\n    );\n  }\n\n  let headerRow: string[] | null = null;\n  let expectedCols: number | null = null;\n  let totalLines = 0;\n  let currentChunk = 1;\n  let currentSize = 0;\n\n  const parser = new Parser({\n    columns: false,\n    skip_empty_lines: true,\n  });\n\n  // running sample to estimate avg row bytes\n  let sampleBytes = 0;\n  let sampleRows = 0;\n\n  const emit = (): void => {\n    const avg = sampleRows > 0 ? sampleBytes / sampleRows : 0;\n    const estTotal = avg > 0 ? Math.max(totalLines, Math.ceil(fileBytes / avg)) : undefined;\n    onProgress(totalLines, estTotal); // <-- now has total\n    lastTick = Date.now();\n  };\n\n  // seed an initial 0/N as soon as we start\n  emit();\n\n  // Current active chunk writer; created after we know headers\n  let writer: {\n    /** Write a row object to the current chunk file */\n    write: (row: Record<string, unknown>) => Promise<void>;\n    /** Close the current chunk file */\n    end: () => Promise<void>;\n  } | null = null;\n\n  // Returns current chunk file path — chunk number is always 4-digit padded\n  const currentChunkPath = (): string =>\n    join(outDir, `${baseName}_chunk_${pad4(currentChunk)}.csv`);\n\n  const t = new Transform({\n    objectMode: true,\n    /**\n     * Transform each row of the CSV file into a chunk.\n     *\n     * @param row - The current row being processed\n     * @param _enc - Encoding (not used)\n     * @param cb - Callback to signal completion or error\n     */\n    async transform(row: string[], _enc, cb) {\n      try {\n        // First row is the header\n        if (!headerRow) {\n          headerRow = row.slice(0);\n          expectedCols = headerRow.length;\n\n          // Open first chunk with header asynchronously\n          writer = createCsvChunkWriter(currentChunkPath(), headerRow);\n          cb();\n          return;\n        }\n\n        // sanity check rows (non-fatal)\n        if (expectedCols !== null && row.length !== expectedCols) {\n          // optionally log a warning or collect metrics\n          logger.warn(colors.yellow(`Row has ${row.length} cols; expected ${expectedCols}`));\n        }\n\n        totalLines += 1;\n        if (totalLines % 250_000 === 0) {\n          onProgress(totalLines);\n        }\n\n        // Build row object using the original header\n        const obj = Object.fromEntries(headerRow!.map((h, i) => [h, row[i]]));\n\n        // Determine the row size up-front\n        const rowBytes = approxRowBytes(obj);\n        sampleBytes += rowBytes;\n        sampleRows += 1;\n\n        // time-based throttle for UI updates\n        if (Date.now() - lastTick >= reportEveryMs) emit();\n\n        // If adding this row would exceed the threshold, roll first,\n        // so this row becomes the first row in the next chunk.\n        if (writer && currentSize > 0 && currentSize + rowBytes > chunkSizeBytes) {\n          await writer.end();\n          currentChunk += 1;\n          currentSize = 0;\n          logger.info(\n            colors.green(\n              `Rolling to chunk ${currentChunk} after ${totalLines.toLocaleString()} rows.`,\n            ),\n          );\n          writer = createCsvChunkWriter(currentChunkPath(), headerRow!);\n        }\n\n        // Ensure writer exists (should after header)\n        if (!writer) {\n          writer = createCsvChunkWriter(currentChunkPath(), headerRow!);\n        }\n\n        // Write row and update approximate size\n        await writer.write(obj);\n        currentSize += rowBytes;\n\n        cb();\n      } catch (e) {\n        cb(e as Error);\n      }\n    },\n\n    // Ensure final file is closed\n    /**\n     * Flush is called when the readable has ended; we close any open writer.\n     *\n     * @param cb - Callback to signal completion or error\n     */\n    async flush(cb) {\n      try {\n        if (writer) {\n          await writer.end();\n          writer = null;\n        }\n        emit(); // Final progress tick\n        cb();\n      } catch (e) {\n        cb(e as Error);\n      }\n    },\n  });\n\n  const rs = createReadStream(filePath);\n  await pipeline(rs, parser, t);\n\n  // Final progress tick\n  onProgress(totalLines);\n  logger.info(\n    colors.green(\n      `Chunked ${filePath} into ${currentChunk} file(s); processed ${totalLines.toLocaleString()} rows.`,\n    ),\n  );\n}\n","import { chunkOneCsvFile } from '../../../lib/helpers/chunkOneCsvFile.js';\nimport { extractErrorMessage } from '../../../lib/helpers/index.js';\nimport type { ToWorker } from '../../../lib/pooling/index.js';\nimport { logger } from '../../../logger.js';\n\n/**\n * A unit of work: instructs a worker to chunk a single CSV file.\n */\nexport type ChunkTask = {\n  /** Absolute path of the CSV file to chunk. */\n  filePath: string;\n  /** Options controlling output and chunk size. */\n  options: {\n    /** Optional directory where chunked output files should be written. */\n    outputDir?: string;\n    /** Whether to clear any pre-existing output chunks before writing new ones. */\n    clearOutputDir: boolean;\n    /** Approximate target chunk size in MB (well under Node’s string size limits). */\n    chunkSizeMB: number;\n  };\n};\n\n/**\n * Per-worker progress snapshot for the chunk-csv command.\n */\nexport type ChunkProgress = {\n  /** File being processed by the worker. */\n  filePath: string;\n  /** Number of rows processed so far. */\n  processed: number;\n  /** Optional total rows in the file (not always known). */\n  total?: number;\n};\n\n/**\n * Worker result message once a file has finished processing.\n */\nexport type ChunkResult = {\n  /** Whether the file completed successfully. */\n  ok: boolean;\n  /** File path for which this result applies. */\n  filePath: string;\n  /** Optional error message if the file failed to chunk. */\n  error?: string;\n};\n\n/**\n * Worker entrypoint.\n *\n * Lifecycle:\n * 1) Announce readiness to the parent via `{ type: 'ready' }`.\n * 2) Wait for `{ type: 'task' }` messages; for each, call `chunkOneCsvFile(...)`.\n *    - While chunking, forward progress to the parent via `{ type: 'progress' }`.\n *    - On completion, send `{ type: 'result', ok: true }`.\n *    - On error, send `{ type: 'result', ok: false, error }` and exit(1).\n * 3) On `{ type: 'shutdown' }`, exit(0) gracefully.\n *\n * Notes:\n * - This process is typically spawned by a pool manager that assigns file paths to workers.\n * - The long-lived promise at the end keeps the worker alive between tasks until the parent\n *   sends an explicit shutdown.\n */\nexport async function runChild(): Promise<void> {\n  const workerId = Number(process.env.WORKER_ID || '0');\n  logger.info(`[w${workerId}] ready pid=${process.pid}`);\n\n  // Notify the parent that the worker is ready to receive tasks.\n  process.send?.({ type: 'ready' });\n\n  // Main message loop: receive tasks and shutdown requests from the parent.\n  process.on('message', async (msg: ToWorker<ChunkTask>) => {\n    if (!msg || typeof msg !== 'object') return;\n\n    // Graceful shutdown: let the parent control lifecycle.\n    if (msg.type === 'shutdown') {\n      process.exit(0);\n    }\n\n    // Only handle task messages here.\n    if (msg.type !== 'task') return;\n\n    const { filePath, options } = msg.payload;\n    const { outputDir, clearOutputDir, chunkSizeMB } = options;\n\n    try {\n      // Stream the input CSV and write chunk files asynchronously.\n      await chunkOneCsvFile({\n        filePath,\n        outputDir,\n        clearOutputDir,\n        chunkSizeMB,\n        // Propagate incremental progress to the parent.\n        onProgress: (processed, total) =>\n          process.send?.({\n            type: 'progress',\n            payload: { filePath, processed, total },\n          }),\n      });\n\n      // Report success to the parent.\n      process.send?.({\n        type: 'result',\n        payload: { ok: true, filePath },\n      });\n    } catch (err) {\n      // Log locally and report failure upstream; exit the worker with error code.\n      const message = extractErrorMessage(err);\n      logger.error(`[w${workerId}] ERROR ${filePath}: ${message}`);\n      process.send?.({\n        type: 'result',\n        payload: { ok: false, filePath, error: message },\n      });\n    }\n  });\n\n  // keep alive\n  await new Promise<never>(() => {\n    // This promise never resolves, keeping the worker alive indefinitely\n    // until the parent process instructs shutdown.\n  });\n}\n","import colors from 'colors';\n\nimport type { LocalContext } from '../../../context.js';\nimport { doneInputValidation } from '../../../lib/cli/done-input-validation.js';\nimport { collectCsvFilesOrExit } from '../../../lib/helpers/collectCsvFilesOrExit.js';\nimport {\n  computePoolSize,\n  createExtraKeyHandler,\n  CHILD_FLAG,\n  type PoolHooks,\n  runPool,\n  dashboardPlugin,\n} from '../../../lib/pooling/index.js';\nimport { logger } from '../../../logger.js';\nimport { chunkCsvPlugin } from './ui/index.js';\nimport { runChild, type ChunkProgress, type ChunkResult, type ChunkTask } from './worker.js';\n\n/**\n * Returns the current module's path so the worker pool knows what file to re-exec.\n * In Node ESM, __filename is undefined, so we fall back to argv[1].\n *\n * @returns The current module's path as a string\n */\nfunction getCurrentModulePath(): string {\n  if (typeof __filename !== 'undefined') {\n    return __filename as unknown as string;\n  }\n  return process.argv[1];\n}\n\n/**\n * Totals aggregate for this command.\n * We don’t need custom counters since the runner already tracks\n * completed/failed counts in its header — so we just use an empty record.\n */\ntype Totals = Record<string, never>;\n\n/**\n * CLI flags accepted by the `chunk-csv` command.\n *\n * These are passed down from the CLI parser into the parent process.\n */\nexport type ChunkCsvCommandFlags = {\n  directory: string;\n  outputDir?: string;\n  clearOutputDir: boolean;\n  chunkSizeMB: number;\n  concurrency?: number;\n  viewerMode: boolean;\n};\n\n/**\n * Parent entrypoint for chunking many CSVs in parallel using the worker pool runner.\n *\n * Lifecycle:\n *  1) Discover CSV inputs (exit if none).\n *  2) Compute pool size (CPU-count heuristic or --concurrency).\n *  3) Build a FIFO queue of `ChunkTask`s.\n *  4) Define pool hooks to drive task assignment, progress, and result handling.\n *  5) Launch the pool with `runPool`, rendering via the `chunkCsvPlugin`.\n *\n * @param this  - Bound CLI context (provides process exit + logging).\n * @param flags - CLI options for the run.\n */\nexport async function chunkCsv(this: LocalContext, flags: ChunkCsvCommandFlags): Promise<void> {\n  doneInputValidation(this.process.exit);\n\n  const { directory, outputDir, clearOutputDir, chunkSizeMB, concurrency, viewerMode } = flags;\n\n  /* 1) Discover CSV inputs */\n  const files = collectCsvFilesOrExit(directory, this);\n\n  /* 2) Size the pool */\n  const { poolSize, cpuCount } = computePoolSize(concurrency, files.length);\n\n  logger.info(\n    colors.green(\n      `Chunking ${files.length} CSV file(s) with pool size ${poolSize} (CPU=${cpuCount})`,\n    ),\n  );\n\n  /* 3) Prepare a simple FIFO queue of tasks (one per file). */\n  const queue = files.map<ChunkTask>((filePath) => ({\n    filePath,\n    options: { outputDir, clearOutputDir, chunkSizeMB },\n  }));\n\n  /* 4) Define pool hooks to adapt runner to this command. */\n  const hooks: PoolHooks<ChunkTask, ChunkProgress, ChunkResult, Totals> = {\n    nextTask: () => queue.shift(),\n    taskLabel: (t) => t.filePath,\n    initTotals: () => ({}) as Totals,\n    initSlotProgress: () => undefined,\n    onProgress: (totals) => totals,\n    onResult: (totals, res) => ({ totals, ok: !!res.ok }),\n    // postProcess receives log context when viewerMode=true — we don’t need it here.\n    postProcess: async () => {\n      // nothing extra for chunk-csv\n    },\n  };\n\n  /* 5) Launch the pool runner with our hooks and custom dashboard plugin. */\n  await runPool({\n    title: `Chunk CSV - ${directory}`,\n    baseDir: directory || outputDir || process.cwd(),\n    childFlag: CHILD_FLAG,\n    childModulePath: getCurrentModulePath(),\n    poolSize,\n    cpuCount,\n    filesTotal: files.length,\n    hooks,\n    viewerMode,\n    render: (input) => dashboardPlugin(input, chunkCsvPlugin, viewerMode),\n    extraKeyHandler: ({ logsBySlot, repaint, setPaused }) =>\n      createExtraKeyHandler({\n        logsBySlot,\n        repaint,\n        setPaused,\n      }),\n  });\n}\n\n/* -------------------------------------------------------------------------------------------------\n * If invoked directly as a child process, enter worker loop\n * ------------------------------------------------------------------------------------------------- */\nif (process.argv.includes(CHILD_FLAG)) {\n  runChild().catch((err) => {\n    logger.error(err);\n    process.exit(1);\n  });\n}\n"],"mappings":"sqBAgBA,SAAgB,EACd,EACA,EACU,CACL,IACH,EAAO,MAAM,EAAO,IAAI,kCAAkC,CAAC,CAC3D,EAAa,QAAQ,KAAK,EAAE,EAG9B,IAAI,EAAkB,EAAE,CACxB,GAAI,CAEF,EADgB,EAAY,EAAU,CAEnC,OAAQ,GAAM,EAAE,SAAS,OAAO,CAAC,CACjC,IAAK,GAAM,EAAK,EAAW,EAAE,CAAC,CAC9B,OAAQ,GAAM,CACb,GAAI,CACF,OAAO,EAAS,EAAE,CAAC,QAAQ,MACrB,CACN,MAAO,KAET,OACG,EAAK,CACZ,EAAO,MAAM,EAAO,IAAI,6BAA6B,IAAY,CAAC,CAClE,EAAO,MAAM,EAAO,IAAK,EAAc,QAAQ,CAAC,CAChD,EAAa,QAAQ,KAAK,EAAE,CAQ9B,OALI,EAAM,SAAW,IACnB,EAAO,MAAM,EAAO,IAAI,oCAAoC,IAAY,CAAC,CACzE,EAAa,QAAQ,KAAK,EAAE,EAE9B,EAAO,KAAK,EAAO,MAAM,SAAS,EAAM,OAAO,gBAAgB,IAAY,CAAC,CACrE,ECnCT,SAAS,EAAsB,EAAsD,CAEnF,OAAO,EAAW,EAAI,CASxB,SAAS,EAAuB,EAAsD,CACpF,OAAO,EAAe,EAAI,CAG5B,MAAa,EAA8D,CACzE,eACA,gBAED,CCOD,SAAS,EACP,EACA,EAMA,CACA,IAAM,EAAK,EAAkB,EAAS,CAChC,EAAM,EAAQ,OAAO,CAAE,UAAS,aAAc,GAAM,WAAY,GAAM,CAAC,CAI7E,OAFA,EAAI,KAAK,EAAG,CAEL,CAML,MAAM,MAAM,EAAK,CAEJ,EAAI,MAAM,EAAI,EAEvB,MAAM,EAAK,EAAK,QAAQ,EAM5B,MAAM,KAAM,CAEV,IAAM,EAAW,QAAQ,IAAI,CAAC,EAAK,EAAI,SAAS,CAAC,CAAC,CAClD,EAAI,KAAK,CACT,MAAM,GAET,CASH,SAAS,EAAK,EAAmB,CAC/B,OAAO,OAAO,EAAE,CAAC,SAAS,EAAG,IAAI,CASnC,SAAS,EAAe,EAAsC,CAE5D,OAAO,OAAO,WACZ,OAAO,OAAO,EAAI,CACf,IAAK,GAAO,GAAK,KAAO,GAAK,OAAO,EAAE,CAAE,CACxC,KAAK,IAAI,CACZ,OACD,CAWH,eAAsB,EAAgB,EAAgC,CACpE,GAAM,CACJ,WACA,YACA,iBACA,cACA,aACA,gBAAgB,KACd,EACE,CAAE,KAAM,GAAc,MAAM,EAAK,EAAS,CAC5C,EAAW,EAEf,EAAO,KAAK,EAAO,QAAQ,YAAY,EAAS,SAAS,EAAY,aAAa,CAAC,CAEnF,IAAM,EAAiB,KAAK,MAAM,EAAc,KAAO,KAAK,CACtD,EAAW,EAAS,EAAU,OAAO,CACrC,EAAS,GAAa,EAAQ,EAAS,CAK7C,GAJA,EAAO,KAAK,EAAO,QAAQ,qBAAqB,IAAS,CAAC,CAC1D,MAAM,EAAM,EAAQ,CAAE,UAAW,GAAM,CAAC,CAGpC,EAAgB,CAClB,EAAO,KAAK,EAAO,OAAO,8BAA8B,IAAS,CAAC,CAClE,IAAM,EAAQ,MAAM,EAAQ,EAAO,CACnC,MAAM,QAAQ,IACZ,EACG,OAAQ,GAAM,EAAE,WAAW,GAAG,EAAS,SAAS,EAAI,EAAE,SAAS,OAAO,CAAC,CACvE,IAAK,GAAM,EAAO,EAAK,EAAQ,EAAE,CAAC,CAAC,CACvC,CAGH,IAAI,EAA6B,KAC7B,EAA8B,KAC9B,EAAa,EACb,EAAe,EACf,EAAc,EAEZ,EAAS,IAAI,EAAO,CACxB,QAAS,GACT,iBAAkB,GACnB,CAAC,CAGE,EAAc,EACd,EAAa,EAEX,MAAmB,CACvB,IAAM,EAAM,EAAa,EAAI,EAAc,EAAa,EAClD,EAAW,EAAM,EAAI,KAAK,IAAI,EAAY,KAAK,KAAK,EAAY,EAAI,CAAC,CAAG,IAAA,GAC9E,EAAW,EAAY,EAAS,CAChC,EAAW,KAAK,KAAK,EAIvB,GAAM,CAGN,IAAI,EAKO,KAGL,MACJ,EAAK,EAAQ,GAAG,EAAS,SAAS,EAAK,EAAa,CAAC,MAAM,CAEvD,EAAI,IAAI,EAAU,CACtB,WAAY,GAQZ,MAAM,UAAU,EAAe,EAAM,EAAI,CACvC,GAAI,CAEF,GAAI,CAAC,EAAW,CACd,EAAY,EAAI,MAAM,EAAE,CACxB,EAAe,EAAU,OAGzB,EAAS,EAAqB,GAAkB,CAAE,EAAU,CAC5D,GAAI,CACJ,OAIE,IAAiB,MAAQ,EAAI,SAAW,GAE1C,EAAO,KAAK,EAAO,OAAO,WAAW,EAAI,OAAO,kBAAkB,IAAe,CAAC,CAGpF,GAAc,EACV,EAAa,MAAY,GAC3B,EAAW,EAAW,CAIxB,IAAM,EAAM,OAAO,YAAY,EAAW,KAAK,EAAG,IAAM,CAAC,EAAG,EAAI,GAAG,CAAC,CAAC,CAG/D,EAAW,EAAe,EAAI,CACpC,GAAe,EACf,GAAc,EAGV,KAAK,KAAK,CAAG,GAAY,GAAe,GAAM,CAI9C,GAAU,EAAc,GAAK,EAAc,EAAW,IACxD,MAAM,EAAO,KAAK,CAClB,GAAgB,EAChB,EAAc,EACd,EAAO,KACL,EAAO,MACL,oBAAoB,EAAa,SAAS,EAAW,gBAAgB,CAAC,QACvE,CACF,CACD,EAAS,EAAqB,GAAkB,CAAE,EAAW,EAI/D,AACE,IAAS,EAAqB,GAAkB,CAAE,EAAW,CAI/D,MAAM,EAAO,MAAM,EAAI,CACvB,GAAe,EAEf,GAAI,OACG,EAAG,CACV,EAAG,EAAW,GAUlB,MAAM,MAAM,EAAI,CACd,GAAI,CACF,AAEE,KADA,MAAM,EAAO,KAAK,CACT,MAEX,GAAM,CACN,GAAI,OACG,EAAG,CACV,EAAG,EAAW,GAGnB,CAAC,CAGF,MAAM,EADK,EAAiB,EAAS,CAClB,EAAQ,EAAE,CAG7B,EAAW,EAAW,CACtB,EAAO,KACL,EAAO,MACL,WAAW,EAAS,QAAQ,EAAa,sBAAsB,EAAW,gBAAgB,CAAC,QAC5F,CACF,CC7NH,eAAsB,GAA0B,CAC9C,IAAM,EAAW,OAAO,QAAQ,IAAI,WAAa,IAAI,CACrD,EAAO,KAAK,KAAK,EAAS,cAAc,QAAQ,MAAM,CAGtD,QAAQ,OAAO,CAAE,KAAM,QAAS,CAAC,CAGjC,QAAQ,GAAG,UAAW,KAAO,IAA6B,CASxD,GARI,CAAC,GAAO,OAAO,GAAQ,WAGvB,EAAI,OAAS,YACf,QAAQ,KAAK,EAAE,CAIb,EAAI,OAAS,QAAQ,OAEzB,GAAM,CAAE,WAAU,WAAY,EAAI,QAC5B,CAAE,YAAW,iBAAgB,eAAgB,EAEnD,GAAI,CAEF,MAAM,EAAgB,CACpB,WACA,YACA,iBACA,cAEA,YAAa,EAAW,IACtB,QAAQ,OAAO,CACb,KAAM,WACN,QAAS,CAAE,WAAU,YAAW,QAAO,CACxC,CAAC,CACL,CAAC,CAGF,QAAQ,OAAO,CACb,KAAM,SACN,QAAS,CAAE,GAAI,GAAM,WAAU,CAChC,CAAC,OACK,EAAK,CAEZ,IAAM,EAAU,EAAoB,EAAI,CACxC,EAAO,MAAM,KAAK,EAAS,UAAU,EAAS,IAAI,IAAU,CAC5D,QAAQ,OAAO,CACb,KAAM,SACN,QAAS,CAAE,GAAI,GAAO,WAAU,MAAO,EAAS,CACjD,CAAC,GAEJ,CAGF,MAAM,IAAI,YAAqB,GAG7B,CChGJ,SAAS,GAA+B,CAItC,OAHI,OAAO,WAAe,IACjB,WAEF,QAAQ,KAAK,GAqCtB,eAAsB,EAA6B,EAA4C,CAC7F,EAAoB,KAAK,QAAQ,KAAK,CAEtC,GAAM,CAAE,YAAW,YAAW,iBAAgB,cAAa,cAAa,cAAe,EAGjF,EAAQ,EAAsB,EAAW,KAAK,CAG9C,CAAE,WAAU,YAAa,EAAgB,EAAa,EAAM,OAAO,CAEzE,EAAO,KACL,EAAO,MACL,YAAY,EAAM,OAAO,8BAA8B,EAAS,QAAQ,EAAS,GAClF,CACF,CAGD,IAAM,EAAQ,EAAM,IAAgB,IAAc,CAChD,WACA,QAAS,CAAE,YAAW,iBAAgB,cAAa,CACpD,EAAE,CAiBH,MAAM,EAAQ,CACZ,MAAO,eAAe,IACtB,QAAS,GAAa,GAAa,QAAQ,KAAK,CAChD,UAAW,EACX,gBAAiB,GAAsB,CACvC,WACA,WACA,WAAY,EAAM,OAClB,MAtBsE,CACtE,aAAgB,EAAM,OAAO,CAC7B,UAAY,GAAM,EAAE,SACpB,gBAAmB,EAAE,EACrB,qBAAwB,IAAA,GACxB,WAAa,GAAW,EACxB,UAAW,EAAQ,KAAS,CAAE,SAAQ,GAAI,CAAC,CAAC,EAAI,GAAI,EAEpD,YAAa,SAAY,GAG1B,CAYC,aACA,OAAS,GAAU,EAAgB,EAAO,EAAgB,EAAW,CACrE,iBAAkB,CAAE,aAAY,UAAS,eACvC,EAAsB,CACpB,aACA,UACA,YACD,CAAC,CACL,CAAC,CAMA,QAAQ,KAAK,SAAA,aAAoB,EACnC,GAAU,CAAC,MAAO,GAAQ,CACxB,EAAO,MAAM,EAAI,CACjB,QAAQ,KAAK,EAAE,EACf"}

package/dist/impl-DZnSlfwn2.mjs.map

@@ -1 +0,0 @@
-{"version":3,"file":"impl-DZnSlfwn2.mjs","names":[],"sources":["../src/commands/request/download-files/impl.ts"],"sourcesContent":["import { RequestStatus } from '@transcend-io/privacy-types';\n\nimport type { LocalContext } from '../../../context.js';\nimport { doneInputValidation } from '../../../lib/cli/done-input-validation.js';\nimport { downloadPrivacyRequestFiles } from '../../../lib/requests/index.js';\n\nexport interface DownloadFilesCommandFlags {\n  auth: string;\n  sombraAuth?: string;\n  concurrency: number;\n  requestIds?: string[];\n  statuses?: RequestStatus[];\n  folderPath: string;\n  createdAtBefore?: Date;\n  createdAtAfter?: Date;\n  updatedAtBefore?: Date;\n  updatedAtAfter?: Date;\n  approveAfterDownload: boolean;\n  transcendUrl: string;\n}\n\nexport async function downloadFiles(\n  this: LocalContext,\n  {\n    auth,\n    transcendUrl,\n    folderPath,\n    requestIds,\n    statuses = [RequestStatus.Approving, RequestStatus.Downloadable],\n    concurrency,\n    createdAtBefore,\n    createdAtAfter,\n    updatedAtBefore,\n    updatedAtAfter,\n    approveAfterDownload,\n  }: DownloadFilesCommandFlags,\n): Promise<void> {\n  doneInputValidation(this.process.exit);\n\n  await downloadPrivacyRequestFiles({\n    transcendUrl,\n    auth,\n    folderPath,\n    requestIds,\n    statuses,\n    concurrency,\n    createdAtBefore,\n    createdAtAfter,\n    updatedAtBefore,\n    updatedAtAfter,\n    approveAfterDownload,\n  });\n}\n"],"mappings":"+KAqBA,eAAsB,EAEpB,CACE,OACA,eACA,aACA,aACA,WAAW,CAAC,EAAc,UAAW,EAAc,aAAa,CAChE,cACA,kBACA,iBACA,kBACA,iBACA,wBAEa,CACf,EAAoB,KAAK,QAAQ,KAAK,CAEtC,MAAM,EAA4B,CAChC,eACA,OACA,aACA,aACA,WACA,cACA,kBACA,iBACA,kBACA,iBACA,uBACD,CAAC"}

package/dist/impl-DcC8_dCy.mjs

@@ -1,2 +0,0 @@
-import{t as e}from"./logger-B-LXIf3U.mjs";import{t}from"./pullUnstructuredSubDataPointRecommendations-C4aVhH-W.mjs";import{r as n}from"./makeGraphQLRequest-G078PsEL.mjs";import{s as r}from"./writeCsv-B51ulrVl.mjs";import{t as i}from"./done-input-validation-DLR0-MJ7.mjs";import{uniq as a}from"lodash-es";import o from"colors";async function s({auth:s,file:c,transcendUrl:l,dataSiloIds:u,subCategories:d,status:f,includeEncryptedSnippets:p}){i(this.process.exit);try{let i=await t(n(l,s),{dataSiloIds:u,subCategories:d,status:f,includeEncryptedSnippets:p});e.info(o.magenta(`Writing unstructured discovery files to file "${c}"...`));let m=[];await r(c,i.map(e=>{let t={"Entry ID":e.id,"Data Silo ID":e.dataSiloId,"Object Path ID":e.scannedObjectPathId,"Object ID":e.scannedObjectId,...p?{Entry:e.name,"Context Snippet":e.contextSnippet}:{},"Data Category":`${e.dataSubCategory.category}:${e.dataSubCategory.name}`,"Classification Status":e.status,"Confidence Score":e.confidence,"Classification Method":e.classificationMethod,"Classifier Version":e.classifierVersion};return m=a([...m,...Object.keys(t)]),t}),m)}catch(t){e.error(o.red(`An error occurred syncing the unstructured discovery files: ${t.message}`)),this.process.exit(1)}e.info(o.green(`Successfully synced unstructured discovery files to disk at ${c}!`))}export{s as pullUnstructuredDiscoveryFiles};
-//# sourceMappingURL=impl-DcC8_dCy.mjs.map

package/dist/impl-DcC8_dCy.mjs.map

@@ -1 +0,0 @@
-{"version":3,"file":"impl-DcC8_dCy.mjs","names":[],"sources":["../src/commands/inventory/pull-unstructured-discovery-files/impl.ts"],"sourcesContent":["import type { UnstructuredSubDataPointRecommendationStatus } from '@transcend-io/privacy-types';\nimport colors from 'colors';\nimport { uniq } from 'lodash-es';\n\nimport type { LocalContext } from '../../../context.js';\nimport { doneInputValidation } from '../../../lib/cli/done-input-validation.js';\nimport { pullUnstructuredSubDataPointRecommendations } from '../../../lib/data-inventory/index.js';\nimport { buildTranscendGraphQLClient } from '../../../lib/graphql/index.js';\nimport { writeLargeCsv } from '../../../lib/helpers/index.js';\nimport { logger } from '../../../logger.js';\n\nexport interface PullUnstructuredDiscoveryFilesCommandFlags {\n  auth: string;\n  file: string;\n  transcendUrl: string;\n  dataSiloIds?: string[];\n  subCategories?: string[];\n  status?: UnstructuredSubDataPointRecommendationStatus[];\n  includeEncryptedSnippets: boolean;\n}\n\nexport async function pullUnstructuredDiscoveryFiles(\n  this: LocalContext,\n  {\n    auth,\n    file,\n    transcendUrl,\n    dataSiloIds,\n    subCategories,\n    status,\n    includeEncryptedSnippets,\n  }: PullUnstructuredDiscoveryFilesCommandFlags,\n): Promise<void> {\n  doneInputValidation(this.process.exit);\n\n  try {\n    // Create a GraphQL client\n    const client = buildTranscendGraphQLClient(transcendUrl, auth);\n\n    const entries = await pullUnstructuredSubDataPointRecommendations(client, {\n      dataSiloIds,\n      subCategories, // TODO: https://transcend.height.app/T-40482 - do by name not ID\n      status,\n      includeEncryptedSnippets,\n    });\n\n    logger.info(colors.magenta(`Writing unstructured discovery files to file \"${file}\"...`));\n    let headers: string[] = [];\n    const inputs = entries.map((entry) => {\n      const result = {\n        'Entry ID': entry.id,\n        'Data Silo ID': entry.dataSiloId,\n        'Object Path ID': entry.scannedObjectPathId,\n        'Object ID': entry.scannedObjectId,\n        ...(includeEncryptedSnippets\n          ? { Entry: entry.name, 'Context Snippet': entry.contextSnippet }\n          : {}),\n        'Data Category': `${entry.dataSubCategory.category}:${entry.dataSubCategory.name}`,\n        'Classification Status': entry.status,\n        'Confidence Score': entry.confidence,\n        'Classification Method': entry.classificationMethod,\n        'Classifier Version': entry.classifierVersion,\n      };\n      headers = uniq([...headers, ...Object.keys(result)]);\n      return result;\n    });\n    await writeLargeCsv(file, inputs, headers);\n  } catch (err) {\n    logger.error(\n      colors.red(`An error occurred syncing the unstructured discovery files: ${err.message}`),\n    );\n    this.process.exit(1);\n  }\n\n  // Indicate success\n  logger.info(colors.green(`Successfully synced unstructured discovery files to disk at ${file}!`));\n}\n"],"mappings":"sUAqBA,eAAsB,EAEpB,CACE,OACA,OACA,eACA,cACA,gBACA,SACA,4BAEa,CACf,EAAoB,KAAK,QAAQ,KAAK,CAEtC,GAAI,CAIF,IAAM,EAAU,MAAM,EAFP,EAA4B,EAAc,EAAK,CAEY,CACxE,cACA,gBACA,SACA,2BACD,CAAC,CAEF,EAAO,KAAK,EAAO,QAAQ,iDAAiD,EAAK,MAAM,CAAC,CACxF,IAAI,EAAoB,EAAE,CAmB1B,MAAM,EAAc,EAlBL,EAAQ,IAAK,GAAU,CACpC,IAAM,EAAS,CACb,WAAY,EAAM,GAClB,eAAgB,EAAM,WACtB,iBAAkB,EAAM,oBACxB,YAAa,EAAM,gBACnB,GAAI,EACA,CAAE,MAAO,EAAM,KAAM,kBAAmB,EAAM,eAAgB,CAC9D,EAAE,CACN,gBAAiB,GAAG,EAAM,gBAAgB,SAAS,GAAG,EAAM,gBAAgB,OAC5E,wBAAyB,EAAM,OAC/B,mBAAoB,EAAM,WAC1B,wBAAyB,EAAM,qBAC/B,qBAAsB,EAAM,kBAC7B,CAED,MADA,GAAU,EAAK,CAAC,GAAG,EAAS,GAAG,OAAO,KAAK,EAAO,CAAC,CAAC,CAC7C,GACP,CACgC,EAAQ,OACnC,EAAK,CACZ,EAAO,MACL,EAAO,IAAI,+DAA+D,EAAI,UAAU,CACzF,CACD,KAAK,QAAQ,KAAK,EAAE,CAItB,EAAO,KAAK,EAAO,MAAM,+DAA+D,EAAK,GAAG,CAAC"}

package/dist/impl-Dfc_yQML2.mjs

@@ -1,2 +0,0 @@
-import{t as e}from"./constants-CeMiHaHx.mjs";import{t}from"./logger-B-LXIf3U.mjs";import{n}from"./syncCodePackages-BHgjfXCI.mjs";import{r}from"./makeGraphQLRequest-G078PsEL.mjs";import{t as i}from"./done-input-validation-DLR0-MJ7.mjs";import{t as a}from"./constants-AFtS5Nad.mjs";import{getEntries as o}from"@transcend-io/type-utils";import s from"colors";import{execSync as c}from"child_process";import l from"fast-glob";async function u({scanPath:e,ignoreDirs:n=[],repositoryName:r}){return(await Promise.all(o(a).map(async([i,a])=>{let{ignoreDirs:o,supportedFiles:c,scanFunction:u}=a,d=[...n,...o].filter(e=>e.length>0);try{let n=await l(`${e}/**/${c.join(`|`)}`,{ignore:d.map(t=>`${e}/**/${t}`),unique:!0,onlyFiles:!0});t.info(s.magenta(`Scanning: ${n.length} files of type ${i}`));let a=n.map(t=>u(t).map(n=>({...n,relativePath:t.replace(`${e}/`,``)}))).flat();return t.info(s.green(`Found: ${a.length} packages and ${a.map(({softwareDevelopmentKits:e=[]})=>e).flat().length} sdks`)),a.map(e=>({...e,type:i,repositoryName:r}))}catch(e){throw Error(`Error scanning globs ${c} with error: ${e}`)}}))).flat()}const d=`A repository name must be provided. You can specify using --repositoryName=$REPO_NAME or by ensuring the command "git config --get remote.origin.url" returns the name of the repository`;async function f({auth:a,scanPath:o,ignoreDirs:l,repositoryName:f,transcendUrl:p}){i(this.process.exit);let m=f;if(!m)try{let e=c(`cd ${o} && git config --get remote.origin.url`).toString(`utf-8`).trim();[m]=e.includes(`https:`)?e.split(`/`).slice(3).join(`/`).split(`.`):(e.split(`:`).pop()||``).split(`.`),m||(t.error(s.red(d)),this.process.exit(1))}catch(e){t.error(s.red(`${d} - Got error: ${e.message}`)),this.process.exit(1)}let h=r(p,a),g=await u({scanPath:o,ignoreDirs:l,repositoryName:m});await n(h,g);let _=new URL(e);_.pathname=`/code-scanning/code-packages`,t.info(s.green(`Scan found ${g.length} packages at ${o}! View results at '${_.href}'`))}export{f as scanPackages};
-//# sourceMappingURL=impl-Dfc_yQML2.mjs.map

package/dist/impl-Dfc_yQML2.mjs.map

@@ -1 +0,0 @@
-{"version":3,"file":"impl-Dfc_yQML2.mjs","names":[],"sources":["../src/lib/code-scanning/findCodePackagesInFolder.ts","../src/commands/inventory/scan-packages/impl.ts"],"sourcesContent":["import { getEntries } from '@transcend-io/type-utils';\nimport colors from 'colors';\nimport fastGlob from 'fast-glob';\n\nimport { CodePackageInput } from '../../codecs.js';\nimport { logger } from '../../logger.js';\nimport { CODE_SCANNING_CONFIGS } from './constants.js';\n\n/**\n * Helper to scan and discovery all of the code packages within a folder\n *\n * @param options - Options\n * @returns the list of integrations\n */\nexport async function findCodePackagesInFolder({\n  scanPath,\n  ignoreDirs = [],\n  repositoryName,\n}: {\n  /** The name of the github repository reporting packages for */\n  repositoryName: string;\n  /** Where to look for package.json files */\n  scanPath: string;\n  /** The directories to ignore (excludes node_modules and serverless-build) */\n  ignoreDirs?: string[];\n}): Promise<CodePackageInput[]> {\n  const allCodePackages = await Promise.all(\n    getEntries(CODE_SCANNING_CONFIGS).map(async ([codePackageType, config]) => {\n      const { ignoreDirs: configIgnoreDirs, supportedFiles, scanFunction } = config;\n      const dirsToIgnore = [...ignoreDirs, ...configIgnoreDirs].filter((dir) => dir.length > 0);\n      try {\n        const filesToScan: string[] = await fastGlob(`${scanPath}/**/${supportedFiles.join('|')}`, {\n          ignore: dirsToIgnore.map((dir: string) => `${scanPath}/**/${dir}`),\n          unique: true,\n          onlyFiles: true,\n        });\n        logger.info(\n          colors.magenta(`Scanning: ${filesToScan.length} files of type ${codePackageType}`),\n        );\n        const allPackages = filesToScan\n          .map((filePath) =>\n            scanFunction(filePath).map((result) => ({\n              ...result,\n              relativePath: filePath.replace(`${scanPath}/`, ''),\n            })),\n          )\n          .flat();\n        logger.info(\n          colors.green(\n            `Found: ${allPackages.length} packages and ${\n              allPackages.map(({ softwareDevelopmentKits = [] }) => softwareDevelopmentKits).flat()\n                .length\n            } sdks`,\n          ),\n        );\n\n        return allPackages.map(\n          (pkg): CodePackageInput => ({\n            ...pkg,\n            type: codePackageType,\n            repositoryName,\n          }),\n        );\n      } catch (error) {\n        throw new Error(`Error scanning globs ${supportedFiles} with error: ${error}`);\n      }\n    }),\n  );\n\n  return allCodePackages.flat();\n}\n","import { execSync } from 'child_process';\n\nimport colors from 'colors';\n\nimport { ADMIN_DASH } from '../../../constants.js';\nimport type { LocalContext } from '../../../context.js';\nimport { doneInputValidation } from '../../../lib/cli/done-input-validation.js';\nimport { findCodePackagesInFolder } from '../../../lib/code-scanning/index.js';\nimport { buildTranscendGraphQLClient, syncCodePackages } from '../../../lib/graphql/index.js';\nimport { logger } from '../../../logger.js';\n\nconst REPO_ERROR =\n  'A repository name must be provided. ' +\n  'You can specify using --repositoryName=$REPO_NAME or by ensuring the ' +\n  'command \"git config --get remote.origin.url\" returns the name of the repository';\n\nexport interface ScanPackagesCommandFlags {\n  auth: string;\n  scanPath: string;\n  ignoreDirs?: string[];\n  repositoryName?: string;\n  transcendUrl: string;\n}\n\nexport async function scanPackages(\n  this: LocalContext,\n  { auth, scanPath, ignoreDirs, repositoryName, transcendUrl }: ScanPackagesCommandFlags,\n): Promise<void> {\n  doneInputValidation(this.process.exit);\n\n  // Ensure repository name is specified\n  let gitRepositoryName = repositoryName;\n  if (!gitRepositoryName) {\n    try {\n      const name = execSync(`cd ${scanPath} && git config --get remote.origin.url`);\n      // Trim and parse the URL\n      const url = name.toString('utf-8').trim();\n      [gitRepositoryName] = !url.includes('https:')\n        ? (url.split(':').pop() || '').split('.')\n        : url.split('/').slice(3).join('/').split('.');\n      if (!gitRepositoryName) {\n        logger.error(colors.red(REPO_ERROR));\n        this.process.exit(1);\n      }\n    } catch (err) {\n      logger.error(colors.red(`${REPO_ERROR} - Got error: ${err.message}`));\n      this.process.exit(1);\n    }\n  }\n\n  // Create a GraphQL client\n  const client = buildTranscendGraphQLClient(transcendUrl, auth);\n\n  // Scan the codebase to discovery packages\n  const results = await findCodePackagesInFolder({\n    scanPath,\n    ignoreDirs,\n    repositoryName: gitRepositoryName,\n  });\n\n  // Report scan to Transcend\n  await syncCodePackages(client, results);\n\n  const newUrl = new URL(ADMIN_DASH);\n  newUrl.pathname = '/code-scanning/code-packages';\n\n  // Indicate success\n  logger.info(\n    colors.green(\n      `Scan found ${results.length} packages at ${scanPath}! ` + `View results at '${newUrl.href}'`,\n    ),\n  );\n}\n"],"mappings":"saAcA,eAAsB,EAAyB,CAC7C,WACA,aAAa,EAAE,CACf,kBAQ8B,CA4C9B,OA3CwB,MAAM,QAAQ,IACpC,EAAW,EAAsB,CAAC,IAAI,MAAO,CAAC,EAAiB,KAAY,CACzE,GAAM,CAAE,WAAY,EAAkB,iBAAgB,gBAAiB,EACjE,EAAe,CAAC,GAAG,EAAY,GAAG,EAAiB,CAAC,OAAQ,GAAQ,EAAI,OAAS,EAAE,CACzF,GAAI,CACF,IAAM,EAAwB,MAAM,EAAS,GAAG,EAAS,MAAM,EAAe,KAAK,IAAI,GAAI,CACzF,OAAQ,EAAa,IAAK,GAAgB,GAAG,EAAS,MAAM,IAAM,CAClE,OAAQ,GACR,UAAW,GACZ,CAAC,CACF,EAAO,KACL,EAAO,QAAQ,aAAa,EAAY,OAAO,iBAAiB,IAAkB,CACnF,CACD,IAAM,EAAc,EACjB,IAAK,GACJ,EAAa,EAAS,CAAC,IAAK,IAAY,CACtC,GAAG,EACH,aAAc,EAAS,QAAQ,GAAG,EAAS,GAAI,GAAG,CACnD,EAAE,CACJ,CACA,MAAM,CAUT,OATA,EAAO,KACL,EAAO,MACL,UAAU,EAAY,OAAO,gBAC3B,EAAY,KAAK,CAAE,0BAA0B,EAAE,IAAO,EAAwB,CAAC,MAAM,CAClF,OACJ,OACF,CACF,CAEM,EAAY,IAChB,IAA2B,CAC1B,GAAG,EACH,KAAM,EACN,iBACD,EACF,OACM,EAAO,CACd,MAAU,MAAM,wBAAwB,EAAe,eAAe,IAAQ,GAEhF,CACH,EAEsB,MAAM,CC1D/B,MAAM,EACJ,2LAYF,eAAsB,EAEpB,CAAE,OAAM,WAAU,aAAY,iBAAgB,gBAC/B,CACf,EAAoB,KAAK,QAAQ,KAAK,CAGtC,IAAI,EAAoB,EACxB,GAAI,CAAC,EACH,GAAI,CAGF,IAAM,EAFO,EAAS,MAAM,EAAS,wCAAwC,CAE5D,SAAS,QAAQ,CAAC,MAAM,CACzC,CAAC,GAAsB,EAAI,SAAS,SAAS,CAEzC,EAAI,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC,KAAK,IAAI,CAAC,MAAM,IAAI,EAD3C,EAAI,MAAM,IAAI,CAAC,KAAK,EAAI,IAAI,MAAM,IAAI,CAEtC,IACH,EAAO,MAAM,EAAO,IAAI,EAAW,CAAC,CACpC,KAAK,QAAQ,KAAK,EAAE,QAEf,EAAK,CACZ,EAAO,MAAM,EAAO,IAAI,GAAG,EAAW,gBAAgB,EAAI,UAAU,CAAC,CACrE,KAAK,QAAQ,KAAK,EAAE,CAKxB,IAAM,EAAS,EAA4B,EAAc,EAAK,CAGxD,EAAU,MAAM,EAAyB,CAC7C,WACA,aACA,eAAgB,EACjB,CAAC,CAGF,MAAM,EAAiB,EAAQ,EAAQ,CAEvC,IAAM,EAAS,IAAI,IAAI,EAAW,CAClC,EAAO,SAAW,+BAGlB,EAAO,KACL,EAAO,MACL,cAAc,EAAQ,OAAO,eAAe,EAAS,qBAA0B,EAAO,KAAK,GAC5F,CACF"}

package/dist/impl-DgyjJ8RY2.mjs.map

@@ -1 +0,0 @@
-{"version":3,"file":"impl-DgyjJ8RY2.mjs","names":[],"sources":["../src/commands/request/notify-additional-time/impl.ts"],"sourcesContent":["import type { RequestAction } from '@transcend-io/privacy-types';\n\nimport type { LocalContext } from '../../../context.js';\nimport { doneInputValidation } from '../../../lib/cli/done-input-validation.js';\nimport { notifyPrivacyRequestsAdditionalTime } from '../../../lib/requests/index.js';\n\nexport interface NotifyAdditionalTimeCommandFlags {\n  auth: string;\n  createdAtBefore: Date;\n  createdAtAfter?: Date;\n  updatedAtBefore?: Date;\n  updatedAtAfter?: Date;\n  actions?: RequestAction[];\n  daysLeft: number;\n  days: number;\n  requestIds?: string[];\n  emailTemplate: string;\n  transcendUrl: string;\n  concurrency: number;\n}\n\nexport async function notifyAdditionalTime(\n  this: LocalContext,\n  {\n    auth,\n    transcendUrl,\n    createdAtBefore,\n    createdAtAfter,\n    updatedAtBefore,\n    updatedAtAfter,\n    actions,\n    daysLeft,\n    days,\n    requestIds,\n    emailTemplate,\n    concurrency,\n  }: NotifyAdditionalTimeCommandFlags,\n): Promise<void> {\n  doneInputValidation(this.process.exit);\n\n  await notifyPrivacyRequestsAdditionalTime({\n    transcendUrl,\n    requestActions: actions,\n    auth,\n    emailTemplate,\n    days,\n    daysLeft,\n    requestIds,\n    concurrency,\n    createdAtBefore,\n    createdAtAfter,\n    updatedAtBefore,\n    updatedAtAfter,\n  });\n}\n"],"mappings":"2HAqBA,eAAsB,EAEpB,CACE,OACA,eACA,kBACA,iBACA,kBACA,iBACA,UACA,WACA,OACA,aACA,gBACA,eAEa,CACf,EAAoB,KAAK,QAAQ,KAAK,CAEtC,MAAM,EAAoC,CACxC,eACA,eAAgB,EAChB,OACA,gBACA,OACA,WACA,aACA,cACA,kBACA,iBACA,kBACA,iBACD,CAAC"}

package/dist/impl-DhIyASha.mjs

@@ -1,2 +0,0 @@
-import{t as e}from"./logger-B-LXIf3U.mjs";import{t}from"./createPreferenceAccessTokens-6WLr6z-l.mjs";import{t as n}from"./readCsv-CyOL7eCc.mjs";import{r}from"./makeGraphQLRequest-G078PsEL.mjs";import{a as i}from"./writeCsv-B51ulrVl.mjs";import{t as a}from"./done-input-validation-DLR0-MJ7.mjs";import{SombraStandardScope as o}from"@transcend-io/privacy-types";import{existsSync as s}from"node:fs";import c from"colors";import*as l from"io-ts";import u from"cli-progress";async function d({auth:d,file:f,transcendUrl:p,duration:m,subjectType:h,emailColumnName:g,coreIdentifierColumnName:_}){a(this.process.exit),s(f)||(e.error(c.red(`File does not exist: "${f}". Please provide a valid path to a CSV file.`)),this.process.exit(1));try{let a=r(p,d),s=n(f,l.type({[g]:l.string,..._?{[_]:l.string}:{}}));if(!s.length)throw Error(`Input CSV is empty.`);let v=s.map((e,t)=>[e,t]).filter(([e])=>!e[g]?.trim());if(v.length){let e=v.map(([,e])=>e+2).join(`, `);throw Error(`The following rows are missing the required "${g}" column: ${e}`)}if(_){let e=s.map((e,t)=>[e,t]).filter(([e])=>!e[_]?.trim());if(e.length){let t=e.map(([,e])=>e+2).join(`, `);throw Error(`The following rows are missing the required "${_}" column: ${t}`)}}let y=Math.max(1,Math.floor(m/1e3)),b=s.map((e,t)=>{let n=e[g].trim(),r=_?e[_]?.trim():void 0;return{subjectType:h,scopes:[o.PreferenceManagement],expiresIn:y,email:n,...r?{coreIdentifier:r}:{},index:t}}),x=new u.SingleBar({},u.Presets.shades_classic);x.start(b.length,0);let S=Date.now(),C=await t(a,b,e=>{x.update(e)});x.update(b.length),x.stop();let w=C.map(({accessToken:e,input:t})=>{if(typeof t.index!=`number`)throw Error(`Internal error: missing input index.`);return{...s[t.index],token:e}});e.info(c.magenta(`Writing access tokens to file "${f}"...`)),await i(f,w,!0);let T=Math.round((Date.now()-S)/1e3);e.info(c.green(`Successfully generated ${C.length} access tokens to "${f}" in ${T}s!`))}catch(t){e.error(c.red(`An error occurred while generating access tokens: ${t?.message||String(t)}`)),this.process.exit(1)}}export{d as generateAccessTokens};
-//# sourceMappingURL=impl-DhIyASha.mjs.map

package/dist/impl-DhIyASha.mjs.map

@@ -1 +0,0 @@
-{"version":3,"file":"impl-DhIyASha.mjs","names":[],"sources":["../src/commands/consent/generate-access-tokens/impl.ts"],"sourcesContent":["import { existsSync } from 'node:fs';\n\nimport { SombraStandardScope } from '@transcend-io/privacy-types';\nimport cliProgress from 'cli-progress';\nimport colors from 'colors';\nimport * as t from 'io-ts';\n\nimport type { LocalContext } from '../../../context.js';\nimport { doneInputValidation } from '../../../lib/cli/done-input-validation.js';\nimport {\n  buildTranscendGraphQLClient,\n  createPreferenceAccessTokens,\n  type PreferenceAccessTokenInputWithIndex,\n} from '../../../lib/graphql/index.js';\nimport { writeCsv } from '../../../lib/helpers/index.js';\nimport { readCsv } from '../../../lib/requests/index.js';\nimport { logger } from '../../../logger.js';\n\n/**\n * CLI flags accepted by the `generate-access-tokens` command.\n *\n * These are passed down from the CLI parser into the parent process.\n */\nexport type GenerateAccessTokenCommandFlags = {\n  auth: string;\n  file: string;\n  duration: number;\n  transcendUrl: string;\n  subjectType: string;\n  emailColumnName: string;\n  coreIdentifierColumnName?: string;\n};\n\n/**\n * Take in a CSV of user identifiers and generate access tokens for each user.\n *\n * Expected CSV columns:\n *   - [emailColumnName] (required)\n *   - [coreIdentifierColumnName] (optional)\n *\n * @param this  - Bound CLI context (provides process exit + logging).\n * @param flags - CLI options for the run.\n */\nexport async function generateAccessTokens(\n  this: LocalContext,\n  {\n    auth,\n    file,\n    transcendUrl,\n    duration,\n    subjectType,\n    emailColumnName,\n    coreIdentifierColumnName,\n  }: GenerateAccessTokenCommandFlags,\n): Promise<void> {\n  doneInputValidation(this.process.exit);\n  if (!existsSync(file)) {\n    logger.error(\n      colors.red(`File does not exist: \"${file}\". Please provide a valid path to a CSV file.`),\n    );\n    this.process.exit(1);\n  }\n\n  try {\n    // Create a GraphQL client\n    const client = buildTranscendGraphQLClient(transcendUrl, auth);\n\n    // Read + parse CSV\n    const codec = t.type({\n      [emailColumnName]: t.string,\n      ...(coreIdentifierColumnName ? { [coreIdentifierColumnName]: t.string } : {}),\n    });\n    const rows: Array<Record<string, string>> = readCsv(file, codec);\n    if (!rows.length) {\n      throw new Error('Input CSV is empty.');\n    }\n\n    // Ensure emails and core identifiers exist\n    const missingEmail = rows\n      .map((r, i) => [r, i] as const)\n      .filter(([r]) => !r[emailColumnName]?.trim());\n    if (missingEmail.length) {\n      const rowNumbers = missingEmail\n        .map(([, i]) => i + 2) // +2 to account for header row and 0-indexing\n        .join(', ');\n      throw new Error(\n        `The following rows are missing the required \"${emailColumnName}\" column: ${rowNumbers}`,\n      );\n    }\n    if (coreIdentifierColumnName) {\n      const missingCoreId = rows\n        .map((r, i) => [r, i] as const)\n        .filter(([r]) => !r[coreIdentifierColumnName]?.trim());\n      if (missingCoreId.length) {\n        const rowNumbers = missingCoreId\n          .map(([, i]) => i + 2) // +2 to account for header row and 0-indexing\n          .join(', ');\n        throw new Error(\n          `The following rows are missing the required \"${coreIdentifierColumnName}\" column: ${rowNumbers}`,\n        );\n      }\n    }\n\n    // Duration provided by CLI is in ms; GraphQL expects seconds\n    const expiresInSeconds = Math.max(1, Math.floor(duration / 1000));\n\n    // Build inputs for GraphQL\n    const inputs = rows.map((r, index): PreferenceAccessTokenInputWithIndex => {\n      const email = r[emailColumnName].trim();\n      const coreIdentifier = coreIdentifierColumnName\n        ? r[coreIdentifierColumnName]?.trim()\n        : undefined;\n      const scopes = [SombraStandardScope.PreferenceManagement];\n      return {\n        subjectType,\n        scopes,\n        expiresIn: expiresInSeconds,\n        email,\n        ...(coreIdentifier ? { coreIdentifier } : {}),\n        index,\n      };\n    });\n\n    // Progress bar\n    const progressBar = new cliProgress.SingleBar({}, cliProgress.Presets.shades_classic);\n    progressBar.start(inputs.length, 0);\n\n    // Kick off token creation (batched internally)\n    const t0 = Date.now();\n    const results = await createPreferenceAccessTokens(client, inputs, (progress) => {\n      progressBar.update(progress);\n    });\n    progressBar.update(inputs.length);\n    progressBar.stop();\n\n    // Prepare output CSV rows\n    const outputRows = results.map(({ accessToken, input }) => {\n      if (typeof input.index !== 'number') {\n        throw new Error('Internal error: missing input index.');\n      }\n      return {\n        ...rows[input.index],\n        token: accessToken,\n      };\n    });\n\n    logger.info(colors.magenta(`Writing access tokens to file \"${file}\"...`));\n    await writeCsv(file, outputRows, true);\n\n    const totalTimeSec = Math.round((Date.now() - t0) / 1000);\n    logger.info(\n      colors.green(\n        `Successfully generated ${results.length} access tokens to \"${file}\" in ${totalTimeSec}s!`,\n      ),\n    );\n    // eslint-disable-next-line @typescript-eslint/no-explicit-any\n  } catch (err: any) {\n    logger.error(\n      colors.red(\n        `An error occurred while generating access tokens: ${err?.message || String(err)}`,\n      ),\n    );\n    this.process.exit(1);\n  }\n}\n"],"mappings":"udA2CA,eAAsB,EAEpB,CACE,OACA,OACA,eACA,WACA,cACA,kBACA,4BAEa,CACf,EAAoB,KAAK,QAAQ,KAAK,CACjC,EAAW,EAAK,GACnB,EAAO,MACL,EAAO,IAAI,yBAAyB,EAAK,+CAA+C,CACzF,CACD,KAAK,QAAQ,KAAK,EAAE,EAGtB,GAAI,CAEF,IAAM,EAAS,EAA4B,EAAc,EAAK,CAOxD,EAAsC,EAAQ,EAJtC,EAAE,KAAK,EAClB,GAAkB,EAAE,OACrB,GAAI,EAA2B,EAAG,GAA2B,EAAE,OAAQ,CAAG,EAAE,CAC7E,CAAC,CAC8D,CAChE,GAAI,CAAC,EAAK,OACR,MAAU,MAAM,sBAAsB,CAIxC,IAAM,EAAe,EAClB,KAAK,EAAG,IAAM,CAAC,EAAG,EAAE,CAAU,CAC9B,QAAQ,CAAC,KAAO,CAAC,EAAE,IAAkB,MAAM,CAAC,CAC/C,GAAI,EAAa,OAAQ,CACvB,IAAM,EAAa,EAChB,KAAK,EAAG,KAAO,EAAI,EAAE,CACrB,KAAK,KAAK,CACb,MAAU,MACR,gDAAgD,EAAgB,YAAY,IAC7E,CAEH,GAAI,EAA0B,CAC5B,IAAM,EAAgB,EACnB,KAAK,EAAG,IAAM,CAAC,EAAG,EAAE,CAAU,CAC9B,QAAQ,CAAC,KAAO,CAAC,EAAE,IAA2B,MAAM,CAAC,CACxD,GAAI,EAAc,OAAQ,CACxB,IAAM,EAAa,EAChB,KAAK,EAAG,KAAO,EAAI,EAAE,CACrB,KAAK,KAAK,CACb,MAAU,MACR,gDAAgD,EAAyB,YAAY,IACtF,EAKL,IAAM,EAAmB,KAAK,IAAI,EAAG,KAAK,MAAM,EAAW,IAAK,CAAC,CAG3D,EAAS,EAAK,KAAK,EAAG,IAA+C,CACzE,IAAM,EAAQ,EAAE,GAAiB,MAAM,CACjC,EAAiB,EACnB,EAAE,IAA2B,MAAM,CACnC,IAAA,GAEJ,MAAO,CACL,cACA,OAHa,CAAC,EAAoB,qBAAqB,CAIvD,UAAW,EACX,QACA,GAAI,EAAiB,CAAE,iBAAgB,CAAG,EAAE,CAC5C,QACD,EACD,CAGI,EAAc,IAAI,EAAY,UAAU,EAAE,CAAE,EAAY,QAAQ,eAAe,CACrF,EAAY,MAAM,EAAO,OAAQ,EAAE,CAGnC,IAAM,EAAK,KAAK,KAAK,CACf,EAAU,MAAM,EAA6B,EAAQ,EAAS,GAAa,CAC/E,EAAY,OAAO,EAAS,EAC5B,CACF,EAAY,OAAO,EAAO,OAAO,CACjC,EAAY,MAAM,CAGlB,IAAM,EAAa,EAAQ,KAAK,CAAE,cAAa,WAAY,CACzD,GAAI,OAAO,EAAM,OAAU,SACzB,MAAU,MAAM,uCAAuC,CAEzD,MAAO,CACL,GAAG,EAAK,EAAM,OACd,MAAO,EACR,EACD,CAEF,EAAO,KAAK,EAAO,QAAQ,kCAAkC,EAAK,MAAM,CAAC,CACzE,MAAM,EAAS,EAAM,EAAY,GAAK,CAEtC,IAAM,EAAe,KAAK,OAAO,KAAK,KAAK,CAAG,GAAM,IAAK,CACzD,EAAO,KACL,EAAO,MACL,0BAA0B,EAAQ,OAAO,qBAAqB,EAAK,OAAO,EAAa,IACxF,CACF,OAEM,EAAU,CACjB,EAAO,MACL,EAAO,IACL,qDAAqD,GAAK,SAAW,OAAO,EAAI,GACjF,CACF,CACD,KAAK,QAAQ,KAAK,EAAE"}

package/dist/impl-Dny1LX9A.mjs

@@ -1,2 +0,0 @@
-import{t as e}from"./logger-B-LXIf3U.mjs";import{t}from"./bluebird-CUitXgsY.mjs";import{t as n}from"./fetchIdentifiers-DjqjUnaw.mjs";import{t as r}from"./createSombraGotInstance-CahOgD6V.mjs";import{r as i}from"./makeGraphQLRequest-G078PsEL.mjs";import{t as a}from"./fetchAllPurposesAndPreferences-Dog6N9L2.mjs";import{c as o,i as s,n as c,o as l,t as u}from"./time-Bl_c3W8U.mjs";import{r as d,t as f}from"./writeCsv-B51ulrVl.mjs";import{t as p}from"./done-input-validation-DLR0-MJ7.mjs";import{t as m}from"./types-B4CVJCpj.mjs";import{t as h}from"./withPreferenceRetry-Cb5S310L.mjs";import{decodeCodec as g}from"@transcend-io/type-utils";import _ from"colors";import v from"cli-progress";function y({identifiers:e=[],purposes:t=[],metadata:n=[],consentManagement:r={},system:i={decryptionStatus:`DECRYPTED`},...a},o){let s={...a,...i,...r};if(Array.isArray(e)){let t=new Map;for(let{name:n,value:r}of e)t.has(n)||t.set(n,new Set),r&&t.get(n).add(r);for(let[e,n]of t.entries())s[e]=Array.from(n).join(o)}if(Array.isArray(n)&&(s.metadata=JSON.stringify(n.reduce((e,{key:t,value:n})=>(e[t]=n,e),{}))),Array.isArray(t)){for(let{purpose:e,preferences:n,enabled:r}of t)if(s[e]=!!r,Array.isArray(n))for(let{topic:t,choice:r}of n){let n=`${e}_${t}`,i=null;i=typeof r.booleanValue==`boolean`?r.booleanValue:r.selectValue?r.selectValue:Array.isArray(r.selectValues)?r.selectValues.filter(e=>e.length>0).join(`,`):null,s[n]=i}}return s}function b(e,t,n,r=5e3){let i=Math.max(0,n.getTime()-t.getTime());if(i===0)return[];let a=new Date(Math.floor(t.getTime()/c)*c),o=Math.ceil(i/Math.max(1,r)),s=Math.max(c,o),l=Math.ceil((n.getTime()-a.getTime())/s),u=[];for(let t=0;t<l;t+=1){let r=a.getTime()+t*s,i=Math.min(n.getTime(),r+s)-1,o=Math.max(r,i),c=new Date(r).toISOString(),l=new Date(o).toISOString();e===`timestamp`?u.push({timestampAfter:c,timestampBefore:l}):u.push({system:{updatedAfter:c,updatedBefore:l}})}return u}function x(e,t){return e===`timestamp`?new Date(t.timestamp):t.system?.updatedAt?new Date(t.system.updatedAt):new Date}async function*S(t,n,r,i){let a;for(;;){let o={limit:i};r&&Object.keys(r).length&&(o.filter=r),a&&(o.cursor=a);let{nodes:s,cursor:c}=g(m,await h(`Preference Query`,()=>t.post(`v1/preferences/${n}/query`,{json:o}).json(),{onRetry:(t,n,r)=>{e.warn(_.yellow(`Retry attempt ${t} for iterateConsentPages due to error: ${r}`))}}));if(!s?.length||(yield s,!c))break;a=c}}function C(e){return e.timestampAfter||e.timestampBefore?`timestamp`:`updated`}function w(e,t){if(e===`timestamp`)return{after:t.timestampAfter?new Date(t.timestampAfter):void 0,before:t.timestampBefore?new Date(t.timestampBefore):void 0};let n=t.system??{};return{after:n.updatedAfter?new Date(n.updatedAfter):void 0,before:n.updatedBefore?new Date(n.updatedBefore):void 0}}function T(e,t,n){return e===`timestamp`?{...t,timestampBefore:n??t.timestampBefore}:{...t,system:{...t.system||{},...n?{updatedBefore:n}:{}},timestampAfter:void 0,timestampBefore:void 0}}async function E(t,n,r){e.info(_.magenta(`Single-record probe with filter: ${JSON.stringify(r)}`));let i=await S(t,n,r,1).next();if(i.done||!i.value||i.value.length===0)return e.info(_.yellow(`Probe result: no record`)),null;let a=i.value[0];return e.info(_.green(`Probe result: found record at ${x(C(r),a).toISOString()}`)),a}async function D(t,n){let{partition:r,mode:i,baseFilter:a,maxLookbackDays:s=3650}=n,c=await E(t,r,T(i,a));if(!c)return e.info(_.yellow(`No records found; defaulting earliest day to today.`)),o(new Date);let l=x(i,c);e.info(_.green(`Newest instant: ${l.toISOString()}`));let d=[1,7,30],f=0,p=d[0]*u,m=l,h=null;for(;;){let n=f<d.length?new Date(l.getTime()-d[f]*u):new Date(l.getTime()-p);if((o(new Date).getTime()-o(n).getTime())/864e5>s){e.warn(_.yellow(`Exponential jump exceeded maxLookbackDays=${s}. Using current bounds.`)),h=n;break}e.info(_.magenta(`Probing before=${n.toISOString()} (jump step ${f<d.length?`${d[f]}d`:`${Math.round(p/u)}d`})…`));let c=await E(t,r,T(i,a,n.toISOString()));if(c){m=x(i,c),e.info(_.green(`Found older record at ${m.toISOString()} — continue jumping back.`)),f<d.length-1?(f+=1,p=d[f]*u):f===d.length-1?(f+=1,p=d[d.length-1]*2*u):p*=2;continue}h=n,e.info(_.green(`No record before ${n.toISOString()} — established empty lower bound.`));break}h||=new Date(m.getTime()-u);let g=h,v=m,y=Math.max(u,Math.floor((v.getTime()-g.getTime())/64));e.info(_.magenta(`Exponential forward-from-empty start: empty=${g.toISOString()} found=${v.toISOString()} step=${Math.round(y/u)}d`));for(let n=0;n<8;n+=1){let n=new Date(g.getTime()+y);if(n.getTime()>=v.getTime())break;e.info(_.magenta(`Forward gallop probe before=${n.toISOString()}…`));let o=await E(t,r,T(i,a,n.toISOString()));if(o?(v=x(i,o),e.info(_.green(`Gallop hit at ${v.toISOString()} — tightening found bound. Next step halves.`)),y=Math.max(u,Math.floor(y/2))):(g.setTime(n.getTime()),e.info(_.yellow(`Gallop miss — advancing empty bound to ${g.toISOString()}. Next step doubles.`)),y=Math.min(v.getTime()-g.getTime(),y*2),y<864e5&&(y=u)),v.getTime()-g.getTime()<=864e5)break}for(;v.getTime()-g.getTime()>u;){let n=new Date(g.getTime()+Math.floor((v.getTime()-g.getTime())/2));e.info(_.magenta(`Binary probe before=${n.toISOString()}…`));let o=await E(t,r,T(i,a,n.toISOString()));if(o){let t=x(i,o);e.info(_.green(`Binary probe found record at ${t.toISOString()}.`)),v=t}else e.info(_.yellow(`Binary probe found no record.`)),g=n}let b=o(v);return e.info(_.green(`Earliest day (UTC) resolved to ${b.toISOString()} (instant ≈ ${v.toISOString()}).`)),b}async function O(t,n){let{partition:r,mode:i,baseFilter:a}=n;e.info(_.magenta(`Latest-day discovery: probing newest record…`));let s=await E(t,r,T(i,a));if(!s)return e.info(_.yellow(`No records found at all; defaulting latest day to today.`)),o(new Date);let c=x(i,s);e.info(_.green(`Newest record instant is ${c.toISOString()}.`));let l=o(c);return e.info(_.green(`Latest day (UTC) resolved to ${l.toISOString()} from instant ${c.toISOString()}.`)),l}function k(e,t,n){return e===`timestamp`?{...t,timestampAfter:n.timestampAfter??t.timestampAfter,timestampBefore:n.timestampBefore??t.timestampBefore,system:void 0}:{...t,system:{...t.system||{},...n.system?.updatedAfter?{updatedAfter:n.system.updatedAfter}:{},...n.system?.updatedBefore?{updatedBefore:n.system.updatedBefore}:{}},timestampAfter:void 0,timestampBefore:void 0}}async function A(n,{partition:r,filterBy:i={},limit:a=50,windowConcurrency:o=25,maxChunks:c=5e3,maxLookbackDays:u=3650,onItems:d}){let f=C(i);e.info(_.magenta(`Fetching consent preferences in chunks by ${f===`timestamp`?`timestamp`:`system.updatedAt`}...`));let{after:p,before:m}=w(f,i);if(e.info(_.magenta(`Initial bounds: after=${p?.toISOString()??`undefined`} before=${m?.toISOString()??`undefined`}`)),(!p||!m)&&(p||(e.info(_.magenta(`Discovering earliest day with data for partition ${r}...`)),p=await D(n,{partition:r,mode:f,baseFilter:i,maxLookbackDays:u}),e.info(_.green(`Discovered earliest day with data: ${p.toISOString()}`))),!m)){e.info(_.magenta(`Discovering latest day with data for partition ${r}...`));let t=await O(n,{partition:r,mode:f,baseFilter:i,earliest:p});m=s(t,1),e.info(_.green(`Discovered latest day with data: ${t.toISOString()}`))}e.info(_.green(`Final bounds (UTC): after=${p.toISOString()} before=${m.toISOString()}`));let h=b(f,p,m,c);e.info(_.magenta(`Fetching consent preferences from partition ${r} in ${h.length} chunks...`));let g=new v.SingleBar({format:`Downloading [{bar}] {percentage}% | chunks {value}/{total} | fetched {fetched}`},v.Presets.shades_classic),y=0,x=0;g.start(h.length,0,{fetched:x});let T=Date.now(),E=l(a),A=[];return await t(h.map((e,t)=>({windowFilter:e,idx:t})),async({windowFilter:e})=>{let t=k(f,i,e);for await(let e of S(n,r,t,E))x+=e.length,g.update(y,{fetched:x}),d?await d(e):A.push(...e);y+=1,g.update(y,{fetched:x})},{concurrency:Math.max(1,o)}),g.update(y,{fetched:x}),g.stop(),e.info(_.green(`Fetched ${x} consent preference records from partition ${r} in ${(Date.now()-T)/1e3}s.`)),d?[]:A}async function j(t,{partition:n,filterBy:r={},limit:i=50,onItems:a}){let o=[],s,c=r&&(Object.keys(r).length>0||r.system&&Object.keys(r.system).length>0),l=Math.max(1,Math.min(50,i??50));for(;;){let i={limit:l};c&&(i.filter=r),s&&(i.cursor=s);let{nodes:u,cursor:d}=g(m,await h(`Preference Query`,()=>t.post(`v1/preferences/${n}/query`,{json:i}).json(),{onRetry:(t,n,r)=>{e.warn(_.yellow(`Retry attempt ${t} for fetchConsentPreferences due to error: ${r}`))}}));if(!u||u.length===0||(a?await a(u):o.push(...u),!d))break;s=d}return a?[]:o}const M=[`userId`,`timestamp`,`partition`,`decryptionStatus`,`updatedAt`,`usp`,`gpp`,`tcf`,`airgapVersion`,`metadata`,`metadataTimestamp`];async function N({auth:t,partition:o,sombraAuth:s,file:c,transcendUrl:l,timestampBefore:u,timestampAfter:m,updatedBefore:h,updatedAfter:g,identifiers:v=[],concurrency:b,shouldChunk:x,windowConcurrency:S,maxChunks:C,exportIdentifiersWithDelimiter:w,maxLookbackDays:T}){p(this.process.exit);let E=await r(l,t,s),D=i(l,t),O=v.map(e=>{if(!e.includes(`:`))return{name:`email`,value:e};let[t,n]=e.split(`:`);return{name:t,value:n}}),k={...u?{timestampBefore:u.toISOString()}:{},...m?{timestampAfter:m.toISOString()}:{},...g||h?{system:{...h?{updatedBefore:h.toISOString()}:{},...g?{updatedAfter:g.toISOString()}:{}}}:{},...O.length>0?{identifiers:O}:{}};e.info(`Fetching consent preferences from partition ${o}, using mode=${x?`chunked-stream`:`paged-stream`}...`),e.info(_.magenta(`Preparing CSV at: ${c}`));let[N,P]=await Promise.all([a(D),n(D)]),F=P.map(e=>e.name),I=Array.from(new Set(N.flatMap(e=>e.topics?.map(t=>`${e.trackingType}_${t.slug}`)??[]))).sort((e,t)=>e.localeCompare(t)),L=Array.from(new Set(N.map(e=>e.trackingType))).sort((e,t)=>e.localeCompare(t)),R=[...M,...F,...L,...I],z=null,B=!1,V=e=>{if(!e||e.length===0)return;let t=e.map(e=>y(e,w));if(!B){let e=Object.keys(t[0]??{}),n=new Set;z=[...R,...e].filter(e=>e===void 0||n.has(e)?!1:(n.add(e),!0)),d(c,z),B=!0}f(c,t,z)};if(x){await A(E,{partition:o,filterBy:k,limit:b,windowConcurrency:S,maxChunks:C,maxLookbackDays:T,onItems:e=>V(e)}),e.info(_.green(`Finished writing CSV to ${c}`));return}await j(E,{partition:o,filterBy:k,limit:b,onItems:e=>V(e)}),e.info(_.green(`Finished writing CSV to ${c}`))}export{N as pullConsentPreferences};
-//# sourceMappingURL=impl-Dny1LX9A.mjs.map

package/dist/impl-Dny1LX9A.mjs.map

@@ -1 +0,0 @@
-{"version":3,"file":"impl-Dny1LX9A.mjs","names":["pmap"],"sources":["../src/lib/preference-management/transformPreferenceRecordToCsv.ts","../src/lib/preference-management/buildConsentChunks.ts","../src/lib/preference-management/getComparisonTimeForRecord.ts","../src/lib/preference-management/iterateConsentPages.ts","../src/lib/preference-management/pickConsentChunkMode.ts","../src/lib/preference-management/discoverConsentWindow.ts","../src/lib/preference-management/fetchConsentPreferencesChunked.ts","../src/lib/preference-management/fetchConsentPreferences.ts","../src/commands/consent/pull-consent-preferences/impl.ts"],"sourcesContent":["import type { PreferenceQueryResponseItem } from '@transcend-io/privacy-types';\n\n/**\n * Transforms the output of the consent preferences query into a CSV-friendly format.\n *\n * @param input - The input object containing consent preferences data.\n * @param exportIdentifiersWithDelimiter - Delimiter to use when combining multiple identifier values.\n * @returns A record representing the transformed CSV output.\n */\nexport function transformPreferenceRecordToCsv(\n  {\n    identifiers = [],\n    purposes = [],\n    metadata = [],\n    consentManagement = {},\n    system = {\n      decryptionStatus: 'DECRYPTED',\n    },\n    // keep other top-level fields as-is (e.g., partition, timestamp, metadataTimestamp)\n    ...topLevel\n  }: PreferenceQueryResponseItem,\n  exportIdentifiersWithDelimiter: string,\n): Record<string, unknown> {\n  // Start with: all other top-level fields + spread system and consentManagement\n  const out: Record<string, unknown> = {\n    ...topLevel,\n    ...system,\n    ...consentManagement,\n  };\n\n  // ── identifiers: each identifier.name -> CSV of values\n  if (Array.isArray(identifiers)) {\n    const byName = new Map<string, Set<string>>();\n    for (const { name, value } of identifiers) {\n      if (!byName.has(name)) byName.set(name, new Set());\n      if (value) byName.get(name)!.add(value);\n    }\n    for (const [name, set] of byName.entries()) {\n      out[name] = Array.from(set).join(exportIdentifiersWithDelimiter);\n    }\n  }\n\n  // ── metadata: serialize as JSON\n  if (Array.isArray(metadata)) {\n    out.metadata = JSON.stringify(\n      metadata.reduce(\n        (acc, { key, value }) => {\n          acc[key] = value;\n          return acc;\n        },\n        {} as Record<string, string>,\n      ),\n    );\n  }\n\n  // ── purposes:\n  //   - purpose.slug column => true/false (enabled)\n  //   - for each preference: purpose.slug_preference.slug => bool | single | CSV (multi)\n  if (Array.isArray(purposes)) {\n    for (const { purpose, preferences, enabled } of purposes) {\n      out[purpose] = Boolean(enabled);\n\n      // nested preferences\n      if (Array.isArray(preferences)) {\n        for (const { topic, choice } of preferences) {\n          const col = `${purpose}_${topic}`;\n\n          let val: unknown = null;\n\n          if (typeof choice.booleanValue === 'boolean') {\n            val = choice.booleanValue;\n          } else if (choice.selectValue) {\n            val = choice.selectValue;\n          } else if (Array.isArray(choice.selectValues)) {\n            const vs = choice.selectValues.filter((v) => v.length > 0);\n            val = vs.join(',');\n          } else {\n            // no pref value present -> null\n            val = null;\n          }\n\n          out[col] = val;\n        }\n      }\n    }\n  }\n\n  return out;\n}\n","import { FIVE_MIN_MS } from '../helpers/index.js';\nimport type { ChunkMode, PreferencesQueryFilter } from './types.js';\n\n/**\n * Build chunk windows by splitting [lower, upperExclusive) into up to `maxChunks`\n * equal-sized ranges, with a minimum chunk span of 5 minutes. Boundaries are snapped\n *  once at the start to the nearest 5-minute boundary for stability.\n *\n * Each returned window is already \"half-open\" for an *inclusive* backend:\n * we subtract 1ms from the exclusive end so adjacent chunks do not overlap.\n *\n * Example (timestamp mode): [10:00, 12:00) → { after=10:00:00.000Z, before=11:59:59.999Z }\n *\n * @param mode - 'timestamp' or 'updated'\n * @param lower - Lower bound (inclusive)\n * @param upperExclusive - Upper bound (exclusive)\n * @param maxChunks - Maximum number of chunks to create\n * @returns Array of chunked preference query filters\n */\nexport function buildConsentChunks(\n  mode: ChunkMode,\n  lower: Date,\n  upperExclusive: Date,\n  maxChunks = 5000,\n): Array<PreferencesQueryFilter> {\n  const totalMs = Math.max(0, upperExclusive.getTime() - lower.getTime());\n  if (totalMs === 0) return [];\n\n  // Snap only the starting boundary to the nearest 5-minute boundary.\n  // We avoid re-snapping every step to prevent cumulative drift.\n  const seriesStart = new Date(Math.floor(lower.getTime() / FIVE_MIN_MS) * FIVE_MIN_MS);\n\n  // Compute base chunk size (ceil to ensure ≤ maxChunks), enforced ≥ 5m.\n  const rawChunkMs = Math.ceil(totalMs / Math.max(1, maxChunks));\n  const chunkMs = Math.max(FIVE_MIN_MS, rawChunkMs);\n\n  // Number of chunks needed to cover [seriesStart, upperExclusive)\n  const count = Math.ceil((upperExclusive.getTime() - seriesStart.getTime()) / chunkMs);\n\n  const chunks: PreferencesQueryFilter[] = [];\n\n  for (let i = 0; i < count; i += 1) {\n    const startMs = seriesStart.getTime() + i * chunkMs;\n    const endExclusiveMs = Math.min(upperExclusive.getTime(), startMs + chunkMs);\n\n    // Convert exclusive end to inclusive end for an inclusive backend: -1ms.\n    const endInclusiveMs = endExclusiveMs - 1;\n\n    // Guard: in degenerate cases (shouldn’t happen with the math above), clamp.\n    const safeEndMs = Math.max(startMs, endInclusiveMs);\n\n    const afterIso = new Date(startMs).toISOString();\n    const beforeIso = new Date(safeEndMs).toISOString();\n\n    if (mode === 'timestamp') {\n      chunks.push({\n        timestampAfter: afterIso,\n        timestampBefore: beforeIso,\n      });\n    } else {\n      chunks.push({\n        system: {\n          updatedAfter: afterIso,\n          updatedBefore: beforeIso,\n        },\n      });\n    }\n  }\n\n  return chunks;\n}\n","import type { PreferenceQueryResponseItem } from '@transcend-io/privacy-types';\n\nimport type { ChunkMode } from './types.js';\n\n/**\n * Get the comparison instant for sorting based on the chosen dimension.\n *\n * @param mode - Chunking mode\n * @param item - Preference item\n * @returns date\n */\nexport function getComparisonTimeForRecord(\n  mode: ChunkMode,\n  item: PreferenceQueryResponseItem,\n): Date {\n  if (mode === 'timestamp') {\n    return new Date(item.timestamp);\n  }\n  // mode === 'updated'\n  return item.system?.updatedAt ? new Date(item.system.updatedAt) : new Date();\n}\n","import type { PreferenceQueryResponseItem } from '@transcend-io/privacy-types';\nimport { decodeCodec } from '@transcend-io/type-utils';\nimport colors from 'colors';\nimport type { Got } from 'got';\n\nimport { logger } from '../../logger.js';\nimport { ConsentPreferenceResponse, PreferencesQueryFilter } from './types.js';\nimport { withPreferenceRetry } from './withPreferenceRetry.js';\n\n/**\n * Async generator over pages for a given filter\n *\n * @param sombra - Sombra Got instance\n * @param partition - Partition key\n * @param filter - Query filter\n * @param pageSize - Number of items per page\n * @yields Pages of PreferenceQueryResponseItem\n */\nexport async function* iterateConsentPages(\n  sombra: Got,\n  partition: string,\n  filter: PreferencesQueryFilter,\n  pageSize: number,\n): AsyncGenerator<PreferenceQueryResponseItem[], void, void> {\n  let cursor: string | undefined;\n\n  while (true) {\n    // eslint-disable-next-line @typescript-eslint/no-explicit-any\n    const body: any = { limit: pageSize };\n    if (filter && Object.keys(filter).length) body.filter = filter;\n    if (cursor) body.cursor = cursor;\n\n    const resp = await withPreferenceRetry(\n      'Preference Query',\n      () =>\n        sombra\n          .post(`v1/preferences/${partition}/query`, {\n            json: body,\n          })\n          .json(),\n      {\n        onRetry: (attempt, _error, message) => {\n          logger.warn(\n            colors.yellow(\n              `Retry attempt ${attempt} for iterateConsentPages due to error: ${message}`,\n            ),\n          );\n        },\n      },\n    );\n\n    const { nodes, cursor: nextCursor } = decodeCodec(ConsentPreferenceResponse, resp);\n    if (!nodes?.length) break;\n\n    yield nodes;\n\n    if (!nextCursor) break;\n    cursor = nextCursor;\n  }\n}\n","import type { ChunkMode, PreferencesQueryFilter } from './types.js';\n\n/**\n * Decide which dimension to chunk on: 'timestamp' if timestamps provided, otherwise 'updated'\n *\n * @param filterBy - Filter to examine\n * @returns Chosen chunk mode\n */\nexport function pickConsentChunkMode(filterBy: PreferencesQueryFilter): ChunkMode {\n  const hasTimestamp = !!filterBy.timestampAfter || !!filterBy.timestampBefore;\n  return hasTimestamp ? 'timestamp' : 'updated';\n}\n","import type { PreferenceQueryResponseItem } from '@transcend-io/privacy-types';\n/* eslint-disable max-lines */\nimport colors from 'colors';\nimport type { Got } from 'got';\n\nimport { logger } from '../../logger.js';\nimport { startOfUtcDay, DAY_MS } from '../helpers/index.js';\nimport { getComparisonTimeForRecord } from './getComparisonTimeForRecord.js';\nimport { iterateConsentPages } from './iterateConsentPages.js';\nimport { pickConsentChunkMode } from './pickConsentChunkMode.js';\nimport { ChunkMode, PreferencesQueryFilter } from './types.js';\n\n/**\n * Get after/before bounds from filter for the given mode\n *\n * @param mode - Chunking mode\n * @param filterBy - Filter to examine\n * @returns after/before dates\n */\nexport function getBoundsFromConsentFilter(\n  mode: ChunkMode,\n  filterBy: PreferencesQueryFilter,\n): {\n  /** After date */\n  after?: Date;\n  /** Before date */\n  before?: Date;\n} {\n  if (mode === 'timestamp') {\n    return {\n      after: filterBy.timestampAfter ? new Date(filterBy.timestampAfter) : undefined,\n      before: filterBy.timestampBefore ? new Date(filterBy.timestampBefore) : undefined,\n    };\n  }\n  const u = filterBy.system ?? {};\n  return {\n    after: u.updatedAfter ? new Date(u.updatedAfter) : undefined,\n    before: u.updatedBefore ? new Date(u.updatedBefore) : undefined,\n  };\n}\n\n/**\n * Merge base filter with a \"before\" bound (without mixing dimensions).\n *\n * @param mode - Chunking mode\n * @param base - Base filter to augment\n * @param beforeISO - ISO timestamp to apply as the exclusive *Before bound for the chosen dimension\n * @returns New filter with the appropriate *Before constraint applied\n */\nfunction withBeforeBound(\n  mode: ChunkMode,\n  base: PreferencesQueryFilter,\n  beforeISO?: string,\n): PreferencesQueryFilter {\n  if (mode === 'timestamp') {\n    return {\n      ...base,\n      timestampBefore: beforeISO ?? base.timestampBefore,\n    };\n  }\n  return {\n    ...base,\n    system: {\n      ...(base.system || {}),\n      ...(beforeISO ? { updatedBefore: beforeISO } : {}),\n    },\n    // ensure we don't mix dimensions\n    timestampAfter: undefined,\n    timestampBefore: undefined,\n  };\n}\n\n/**\n * Fetch a single record (or null) with the given filter.\n *\n * @param sombra - Got instance configured for Sombra API\n * @param partition - Preference Store partition id\n * @param filter - Query filter to use (page size internally forced to 1)\n * @returns The first record or null if none\n */\nasync function fetchOne(\n  sombra: Got,\n  partition: string,\n  filter: PreferencesQueryFilter,\n): Promise<PreferenceQueryResponseItem | null> {\n  logger.info(colors.magenta(`Single-record probe with filter: ${JSON.stringify(filter)}`));\n  const it = iterateConsentPages(sombra, partition, filter, /* pageSize */ 1);\n  const res = await it.next();\n  if (res.done || !res.value || res.value.length === 0) {\n    logger.info(colors.yellow('Probe result: no record'));\n    return null;\n  }\n  const item = res.value[0]!;\n  logger.info(\n    colors.green(\n      `Probe result: found record at ${getComparisonTimeForRecord(\n        pickConsentChunkMode(filter),\n        item,\n      ).toISOString()}`,\n    ),\n  );\n  return item;\n}\n\n/**\n * Robust earliest-day search (UTC):\n * 1) Anchor at the newest record (single-record probe).\n * 2) Exponential “jump back” using seeds (1d, 7d, 30d) then doubling (60d, 120d, 240d, …)\n *    to cross into an empty region and establish a lower empty bound.\n * 3) **Exponential forward-from-empty**: gallop forward from the empty bound toward the last-found\n *    to land close to the frontier quickly.\n * 4) Tighten with a short binary search on time using single-record probes.\n *\n * (Implementation note: preserves the public signature and docs while improving efficiency.)\n *\n * @param sombra - Sombra\n * @param opts - Options\n * @returns Earliest day with data (UTC start-of-day)\n */\nexport async function findEarliestDayWithData(\n  sombra: Got,\n  opts: {\n    /** Partition */\n    partition: string;\n    /** Chunking mode */\n    mode: ChunkMode;\n    /** Base filter */\n    baseFilter: PreferencesQueryFilter;\n    /** Optional safety cap in days to avoid unbounded lookback (default ~10 years) */\n    maxLookbackDays?: number;\n  },\n): Promise<Date> {\n  const { partition, mode, baseFilter, maxLookbackDays = 3650 } = opts;\n\n  // 1) Find newest record (anchors our backtracking).\n  const newest = await fetchOne(sombra, partition, withBeforeBound(mode, baseFilter));\n  if (!newest) {\n    logger.info(colors.yellow('No records found; defaulting earliest day to today.'));\n    return startOfUtcDay(new Date());\n  }\n  const newestInstant = getComparisonTimeForRecord(mode, newest);\n  logger.info(colors.green(`Newest instant: ${newestInstant.toISOString()}`));\n\n  // 2) Exponential jump back to find an empty region.\n  const seedSteps = [1, 7, 30]; // days\n  let stepDaysIdx = 0;\n  let stepMs = seedSteps[0] * DAY_MS;\n\n  let lastFoundInstant = newestInstant; // last instant we *could* find a record before\n  let emptyBeforeInstant: Date | null = null; // first bound that yielded no results\n\n  // eslint-disable-next-line no-constant-condition\n  while (true) {\n    const probeBound =\n      stepDaysIdx < seedSteps.length\n        ? new Date(newestInstant.getTime() - seedSteps[stepDaysIdx] * DAY_MS)\n        : new Date(newestInstant.getTime() - stepMs);\n\n    // stop if we exceeded lookback cap\n    const daysSince =\n      (startOfUtcDay(new Date()).getTime() - startOfUtcDay(probeBound).getTime()) / DAY_MS;\n    if (daysSince > maxLookbackDays) {\n      logger.warn(\n        colors.yellow(\n          `Exponential jump exceeded maxLookbackDays=${maxLookbackDays}. Using current bounds.`,\n        ),\n      );\n      emptyBeforeInstant = probeBound;\n      break;\n    }\n\n    logger.info(\n      colors.magenta(\n        `Probing before=${probeBound.toISOString()} (jump step ${\n          stepDaysIdx < seedSteps.length\n            ? `${seedSteps[stepDaysIdx]}d`\n            : `${Math.round(stepMs / DAY_MS)}d`\n        })…`,\n      ),\n    );\n\n    const hit = await fetchOne(\n      sombra,\n      partition,\n      withBeforeBound(mode, baseFilter, probeBound.toISOString()),\n    );\n\n    if (hit) {\n      lastFoundInstant = getComparisonTimeForRecord(mode, hit);\n      logger.info(\n        colors.green(\n          `Found older record at ${lastFoundInstant.toISOString()} — continue jumping back.`,\n        ),\n      );\n      // advance step\n      if (stepDaysIdx < seedSteps.length - 1) {\n        stepDaysIdx += 1;\n        stepMs = seedSteps[stepDaysIdx] * DAY_MS;\n      } else if (stepDaysIdx === seedSteps.length - 1) {\n        stepDaysIdx += 1; // switch to doubling mode\n        stepMs = seedSteps[seedSteps.length - 1] * 2 * DAY_MS; // start at 60d\n      } else {\n        stepMs *= 2;\n      }\n      // eslint-disable-next-line no-continue\n      continue;\n    }\n\n    // crossed into an empty zone — remember this bound\n    emptyBeforeInstant = probeBound;\n    logger.info(\n      colors.green(`No record before ${probeBound.toISOString()} — established empty lower bound.`),\n    );\n    break;\n  }\n\n  // Guard: if for some reason empty bound wasn't set, synthesize one “just before” lastFound.\n  if (!emptyBeforeInstant) {\n    emptyBeforeInstant = new Date(lastFoundInstant.getTime() - DAY_MS);\n  }\n\n  // 3) Exponential forward-from-empty toward the found frontier.\n  //    This “gallop” reduces the span dramatically before binary search.\n  //    We keep moving the empty bound forward with exponentially growing steps\n  //    until we get a hit; then we shrink onto that hit instant.\n  let lo = emptyBeforeInstant; // known EMPTY (no data before this bound)\n  let hi = lastFoundInstant; // known FOUND (there is data before this instant)\n  let fwdStep = Math.max(DAY_MS, Math.floor((hi.getTime() - lo.getTime()) / 64)); // start small-ish\n  logger.info(\n    colors.magenta(\n      `Exponential forward-from-empty start: empty=${lo.toISOString()} found=${hi.toISOString()} step=${Math.round(\n        fwdStep / DAY_MS,\n      )}d`,\n    ),\n  );\n\n  // Do a few gallop iterations (bounded so we don't loop forever if distribution is dense)\n  for (let i = 0; i < 8; i += 1) {\n    const probe = new Date(lo.getTime() + fwdStep);\n    if (probe.getTime() >= hi.getTime()) break;\n\n    logger.info(colors.magenta(`Forward gallop probe before=${probe.toISOString()}…`));\n    const hit = await fetchOne(\n      sombra,\n      partition,\n      withBeforeBound(mode, baseFilter, probe.toISOString()),\n    );\n\n    if (hit) {\n      // We crossed into data — tighten hi to the actual hit instant.\n      hi = getComparisonTimeForRecord(mode, hit);\n      logger.info(\n        colors.green(\n          `Gallop hit at ${hi.toISOString()} — tightening found bound. Next step halves.`,\n        ),\n      );\n      fwdStep = Math.max(DAY_MS, Math.floor(fwdStep / 2));\n    } else {\n      // Still empty up to probe — advance lo and double the step.\n      lo.setTime(probe.getTime());\n      logger.info(\n        colors.yellow(\n          `Gallop miss — advancing empty bound to ${lo.toISOString()}. Next step doubles.`,\n        ),\n      );\n      fwdStep = Math.min(hi.getTime() - lo.getTime(), fwdStep * 2);\n      if (fwdStep < DAY_MS) fwdStep = DAY_MS;\n    }\n\n    if (hi.getTime() - lo.getTime() <= DAY_MS) break;\n  }\n\n  // 4) Finish with a short binary search between [lo (empty), hi (found)].\n  while (hi.getTime() - lo.getTime() > DAY_MS) {\n    const mid = new Date(lo.getTime() + Math.floor((hi.getTime() - lo.getTime()) / 2));\n    logger.info(colors.magenta(`Binary probe before=${mid.toISOString()}…`));\n\n    const hit = await fetchOne(\n      sombra,\n      partition,\n      withBeforeBound(mode, baseFilter, mid.toISOString()),\n    );\n\n    if (hit) {\n      const when = getComparisonTimeForRecord(mode, hit);\n      logger.info(colors.green(`Binary probe found record at ${when.toISOString()}.`));\n      hi = when; // there is data before mid -> earliest could be even earlier\n    } else {\n      logger.info(colors.yellow('Binary probe found no record.'));\n      lo = mid; // still empty -> move low up\n    }\n  }\n\n  const earliestDay = startOfUtcDay(hi);\n  logger.info(\n    colors.green(\n      `Earliest day (UTC) resolved to ${earliestDay.toISOString()} (instant ≈ ${hi.toISOString()}).`,\n    ),\n  );\n  return earliestDay;\n}\n\n/**\n * Find latest day with data using exponential growth forward from earliest (UTC day math).\n *\n * (Implementation note: per your request, we now fetch a single newest record to infer the latest day.)\n *\n * @param sombra - Sombra\n * @param opts - Options\n * @returns Latest day with data\n */\nexport async function findLatestDayWithData(\n  sombra: Got,\n  opts: {\n    /** Partition */\n    partition: string;\n    /** Chunking mode */\n    mode: ChunkMode;\n    /** Base filter */\n    baseFilter: PreferencesQueryFilter;\n    /** Earliest date */\n    earliest: Date; // inclusive day start\n  },\n): Promise<Date> {\n  const { partition, mode, baseFilter } = opts;\n\n  logger.info(colors.magenta('Latest-day discovery: probing newest record…'));\n  const latest = await fetchOne(sombra, partition, withBeforeBound(mode, baseFilter));\n  if (!latest) {\n    logger.info(colors.yellow('No records found at all; defaulting latest day to today.'));\n    return startOfUtcDay(new Date());\n  }\n\n  const when = getComparisonTimeForRecord(mode, latest);\n  logger.info(colors.green(`Newest record instant is ${when.toISOString()}.`));\n\n  const latestDay = startOfUtcDay(when);\n  logger.info(\n    colors.green(\n      `Latest day (UTC) resolved to ${latestDay.toISOString()} from instant ${when.toISOString()}.`,\n    ),\n  );\n\n  return latestDay;\n}\n/* eslint-enable max-lines */\n","import type { PreferenceQueryResponseItem } from '@transcend-io/privacy-types';\nimport cliProgress from 'cli-progress';\nimport colors from 'colors';\nimport type { Got } from 'got';\n\nimport { logger } from '../../logger.js';\nimport { map as pmap } from '../bluebird.js';\nimport { addDaysUtc, clampPageSize } from '../helpers/index.js';\nimport { buildConsentChunks } from './buildConsentChunks.js';\nimport {\n  findEarliestDayWithData,\n  findLatestDayWithData,\n  getBoundsFromConsentFilter,\n} from './discoverConsentWindow.js';\nimport { iterateConsentPages } from './iterateConsentPages.js';\nimport { pickConsentChunkMode } from './pickConsentChunkMode.js';\nimport { PreferencesQueryFilter, ChunkMode } from './types.js';\n\n/**\n * Merge baseFilter with a window filter, taking care not to mix timestamp/updated fields improperly.\n *\n * @param mode - The chunking mode\n * @param base - The base filter\n * @param window - The per-chunk window filter\n * @returns merged filter\n */\nfunction mergeFilter(\n  mode: ChunkMode,\n  base: PreferencesQueryFilter,\n  window: PreferencesQueryFilter,\n): PreferencesQueryFilter {\n  if (mode === 'timestamp') {\n    return {\n      ...base,\n      timestampAfter: window.timestampAfter ?? base.timestampAfter,\n      timestampBefore: window.timestampBefore ?? base.timestampBefore,\n      // ensure we don't pass `system.*` when chunking by timestamp\n      system: undefined,\n    };\n  }\n  // mode === 'updated'\n  return {\n    ...base,\n    system: {\n      ...(base.system || {}),\n      ...(window.system?.updatedAfter ? { updatedAfter: window.system.updatedAfter } : {}),\n      ...(window.system?.updatedBefore ? { updatedBefore: window.system.updatedBefore } : {}),\n    },\n    // Ensure we don't mix dimensions\n    timestampAfter: undefined,\n    timestampBefore: undefined,\n  };\n}\n\n/**\n * High-level chunked fetch with progress bar.\n *\n * If an `onItems` callback is provided, pages are streamed to the callback\n * as they are fetched (no accumulation in memory). If no callback is provided,\n * the function returns all items (legacy behavior).\n *\n * @param sombra - Got instance\n * @param options - Options\n * @returns preference items (only if onItems is not provided)\n */\nexport async function fetchConsentPreferencesChunked(\n  sombra: Got,\n  {\n    partition,\n    filterBy = {},\n    limit = 50,\n    windowConcurrency = 25,\n    maxChunks = 5000,\n    maxLookbackDays = 3650,\n    onItems,\n  }: {\n    /** Partition */\n    partition: string;\n    /** Filter by preferences */\n    filterBy?: PreferencesQueryFilter;\n    /** Limit number of results (page size) */\n    limit?: number;\n    /** Window concurrency */\n    windowConcurrency?: number;\n    /** Max chunks */\n    maxChunks?: number; // up to N chunks; min 1 hour per chunk\n    /** Max lookback days for discovering bounds */\n    maxLookbackDays?: number;\n    /** Optional streaming sink; if provided, items are not accumulated */\n    // eslint-disable-next-line @typescript-eslint/no-explicit-any\n    onItems?: (items: PreferenceQueryResponseItem[]) => Promise<any> | any;\n  },\n): Promise<PreferenceQueryResponseItem[]> {\n  const mode: ChunkMode = pickConsentChunkMode(filterBy);\n  logger.info(\n    colors.magenta(\n      `Fetching consent preferences in chunks by ${\n        mode === 'timestamp' ? 'timestamp' : 'system.updatedAt'\n      }...`,\n    ),\n  );\n\n  // Resolve / discover bounds (UTC)\n  let { after, before } = getBoundsFromConsentFilter(mode, filterBy);\n  logger.info(\n    colors.magenta(\n      `Initial bounds: after=${after?.toISOString() ?? 'undefined'} before=${\n        before?.toISOString() ?? 'undefined'\n      }`,\n    ),\n  );\n\n  if (!after || !before) {\n    if (!after) {\n      logger.info(\n        colors.magenta(`Discovering earliest day with data for partition ${partition}...`),\n      );\n      after = await findEarliestDayWithData(sombra, {\n        partition,\n        mode,\n        baseFilter: filterBy,\n        maxLookbackDays,\n      });\n      logger.info(colors.green(`Discovered earliest day with data: ${after.toISOString()}`));\n    }\n    if (!before) {\n      logger.info(colors.magenta(`Discovering latest day with data for partition ${partition}...`));\n      const latestDay = await findLatestDayWithData(sombra, {\n        partition,\n        mode,\n        baseFilter: filterBy,\n        earliest: after,\n      });\n      // Exclusive upper bound = latest day start + 1 day (UTC)\n      before = addDaysUtc(latestDay, 1);\n      logger.info(colors.green(`Discovered latest day with data: ${latestDay.toISOString()}`));\n    }\n  }\n\n  logger.info(\n    colors.green(`Final bounds (UTC): after=${after.toISOString()} before=${before.toISOString()}`),\n  );\n\n  // Build up to `maxChunks` chunks, min 1 hour each\n  const chunks = buildConsentChunks(mode, after, before, maxChunks);\n\n  logger.info(\n    colors.magenta(\n      `Fetching consent preferences from partition ${partition} in ${chunks.length} chunks...`,\n    ),\n  );\n\n  // Progress bar over chunks (unordered):\n  // - value = completed chunks (out-of-order OK)\n  // - payload fetched = total records fetched\n  const bar = new cliProgress.SingleBar(\n    {\n      format: 'Downloading [{bar}] {percentage}% | chunks {value}/{total} | fetched {fetched}',\n    },\n    cliProgress.Presets.shades_classic,\n  );\n\n  let completed = 0; // finished chunks (out-of-order)\n  let fetched = 0; // raw records counter\n\n  bar.start(chunks.length, 0, { fetched });\n\n  const t0 = Date.now();\n  const pageSize = clampPageSize(limit);\n\n  // If we are streaming, do not accumulate everything in memory.\n  const out: PreferenceQueryResponseItem[] = [];\n\n  await pmap(\n    chunks.map((windowFilter, idx) => ({ windowFilter, idx })),\n    async ({ windowFilter }) => {\n      const filter = mergeFilter(mode, filterBy, windowFilter);\n\n      // Stream this chunk page-by-page\n      for await (const page of iterateConsentPages(sombra, partition, filter, pageSize)) {\n        fetched += page.length;\n        bar.update(completed, { fetched });\n\n        if (onItems) {\n          await onItems(page);\n        } else {\n          out.push(...page);\n        }\n      }\n\n      completed += 1;\n      bar.update(completed, { fetched });\n    },\n    { concurrency: Math.max(1, windowConcurrency) },\n  );\n\n  bar.update(completed, { fetched });\n  bar.stop();\n\n  logger.info(\n    colors.green(\n      `Fetched ${fetched} consent preference records from partition ${partition} in ${\n        (Date.now() - t0) / 1000\n      }s.`,\n    ),\n  );\n\n  return onItems ? [] : out;\n}\n","import { PreferenceQueryResponseItem } from '@transcend-io/privacy-types';\nimport { decodeCodec } from '@transcend-io/type-utils';\nimport colors from 'colors';\nimport type { Got } from 'got';\n\nimport { logger } from '../../logger.js';\nimport { ConsentPreferenceResponse, PreferencesQueryFilter } from './types.js';\nimport { withPreferenceRetry } from './withPreferenceRetry.js';\n\n/**\n * Fetch consent preferences for the managed consent database (new query endpoint)\n *\n * Uses POST /v1/preferences/{partition}/query with cursor pagination.\n *\n * If `onItems` is provided, this streams pages to the callback and does not\n * accumulate results in memory. If omitted, the function returns all items.\n *\n * @param sombra - Sombra instance (must include auth headers)\n * @param options - Query options\n * @returns All nodes (only when onItems is not provided)\n */\nexport async function fetchConsentPreferences(\n  sombra: Got,\n  {\n    partition,\n    filterBy = {},\n    limit = 50,\n    onItems,\n  }: {\n    /** Partition key to fetch (moved to URL path on new endpoint) */\n    partition: string;\n    /** Query filter (wrapped under \"filter\" in request body) */\n    filterBy?: PreferencesQueryFilter;\n    /** Number of users per page (1–50 per API spec) */\n    limit?: number;\n    /** Optional streaming sink; if provided, pages are not accumulated */\n    onItems?: (items: PreferenceQueryResponseItem[]) => Promise<void> | void;\n  },\n): Promise<PreferenceQueryResponseItem[]> {\n  const collected: PreferenceQueryResponseItem[] = [];\n\n  // Cursor-based pagination per new endpoint\n  let cursor: string | undefined;\n\n  // Build the filter payload, omitting empty filter\n  const hasFilter =\n    filterBy &&\n    (Object.keys(filterBy).length > 0 ||\n      (filterBy.system && Object.keys(filterBy.system).length > 0));\n\n  // Enforce API max (defensive; backend also validates)\n  const pageSize = Math.max(1, Math.min(50, limit ?? 50));\n\n  // Keep fetching until no cursor is returned\n  // (The API returns an opaque cursor string for the next page)\n  // eslint-disable-next-line no-constant-condition\n  while (true) {\n    const body: {\n      /** Filter by user identifiers (new shape) */\n      filter?: PreferencesQueryFilter;\n      /** Cursor for pagination */\n      cursor?: string;\n      /** Number of records per page */\n      limit: number;\n    } = { limit: pageSize };\n\n    if (hasFilter) {\n      body.filter = filterBy;\n    }\n    if (cursor) {\n      body.cursor = cursor;\n    }\n\n    const response = await withPreferenceRetry(\n      'Preference Query',\n      () =>\n        sombra\n          .post(`v1/preferences/${partition}/query`, {\n            json: body,\n          })\n          .json(),\n      {\n        onRetry: (attempt, _error, message) => {\n          logger.warn(\n            colors.yellow(\n              `Retry attempt ${attempt} for fetchConsentPreferences due to error: ${message}`,\n            ),\n          );\n        },\n      },\n    );\n\n    const { nodes, cursor: nextCursor } = decodeCodec(ConsentPreferenceResponse, response);\n\n    if (!nodes || nodes.length === 0) {\n      break;\n    }\n\n    if (onItems) {\n      await onItems(nodes);\n    } else {\n      collected.push(...nodes);\n    }\n\n    if (!nextCursor) {\n      break;\n    }\n    cursor = nextCursor;\n  }\n\n  return onItems ? [] : collected;\n}\n","import type { PreferenceQueryResponseItem } from '@transcend-io/privacy-types';\nimport colors from 'colors';\n\nimport type { LocalContext } from '../../../context.js';\nimport { doneInputValidation } from '../../../lib/cli/done-input-validation.js';\nimport {\n  buildTranscendGraphQLClient,\n  createSombraGotInstance,\n  fetchAllIdentifiers,\n  fetchAllPurposesAndPreferences,\n} from '../../../lib/graphql/index.js';\nimport { initCsvFile, appendCsvRowsOrdered } from '../../../lib/helpers/index.js';\nimport {\n  fetchConsentPreferences,\n  fetchConsentPreferencesChunked,\n  transformPreferenceRecordToCsv,\n  type PreferenceIdentifier,\n} from '../../../lib/preference-management/index.js';\nimport { logger } from '../../../logger.js';\n\n// Known “core” columns your transformer usually produces up front.\n// Leave this list conservative; we’ll still union with transformer keys.\nconst CORE_COLS = [\n  'userId',\n  'timestamp',\n  'partition',\n  'decryptionStatus',\n  'updatedAt',\n  'usp',\n  'gpp',\n  'tcf',\n  'airgapVersion',\n  'metadata',\n  'metadataTimestamp',\n];\n\nexport interface PullConsentPreferencesCommandFlags {\n  auth: string;\n  partition: string;\n  sombraAuth?: string;\n  file: string;\n  transcendUrl: string;\n  timestampBefore?: Date;\n  exportIdentifiersWithDelimiter: string;\n  timestampAfter?: Date;\n  updatedBefore?: Date;\n  updatedAfter?: Date;\n  identifiers?: string[];\n  concurrency: number;\n  shouldChunk: boolean;\n  windowConcurrency: number;\n  maxChunks: number;\n  maxLookbackDays: number;\n}\n\nexport async function pullConsentPreferences(\n  this: LocalContext,\n  {\n    auth,\n    partition,\n    sombraAuth,\n    file,\n    transcendUrl,\n    timestampBefore,\n    timestampAfter,\n    updatedBefore,\n    updatedAfter,\n    identifiers = [],\n    concurrency,\n    shouldChunk,\n    windowConcurrency,\n    maxChunks,\n    exportIdentifiersWithDelimiter,\n    maxLookbackDays,\n  }: PullConsentPreferencesCommandFlags,\n): Promise<void> {\n  doneInputValidation(this.process.exit);\n\n  // Create sombra instance to communicate with\n  const sombra = await createSombraGotInstance(transcendUrl, auth, sombraAuth);\n  const client = buildTranscendGraphQLClient(transcendUrl, auth);\n\n  // Identifiers are key:value, parse to PreferenceIdentifier[]\n  const parsedIdentifiers = identifiers.map((identifier): PreferenceIdentifier => {\n    if (!identifier.includes(':')) {\n      return {\n        name: 'email',\n        value: identifier,\n      };\n    }\n    const [name, value] = identifier.split(':');\n    return { name, value };\n  });\n\n  // Build filter\n  const filterBy = {\n    ...(timestampBefore ? { timestampBefore: timestampBefore.toISOString() } : {}),\n    ...(timestampAfter ? { timestampAfter: timestampAfter.toISOString() } : {}),\n    ...(updatedAfter || updatedBefore\n      ? {\n          system: {\n            ...(updatedBefore ? { updatedBefore: updatedBefore.toISOString() } : {}),\n            ...(updatedAfter ? { updatedAfter: updatedAfter.toISOString() } : {}),\n          },\n        }\n      : {}),\n    ...(parsedIdentifiers.length > 0 ? { identifiers: parsedIdentifiers } : {}),\n  };\n\n  logger.info(\n    `Fetching consent preferences from partition ${partition}, using mode=${\n      shouldChunk ? 'chunked-stream' : 'paged-stream'\n    }...`,\n  );\n\n  logger.info(colors.magenta(`Preparing CSV at: ${file}`));\n\n  // Fetch full sets (purposes+topics, identifiers) to ensure header completeness\n  const [purposesWithTopics, allIdentifiers] = await Promise.all([\n    fetchAllPurposesAndPreferences(client),\n    fetchAllIdentifiers(client),\n  ]);\n\n  // Identifier columns: exactly the identifier names\n  const identifierCols = allIdentifiers.map((i) => i.name);\n\n  // Preference topic columns: topic names (de-duped)\n  const topicCols = Array.from(\n    new Set(\n      purposesWithTopics.flatMap((p) => p.topics?.map((t) => `${p.trackingType}_${t.slug}`) ?? []),\n    ),\n  ).sort((a, b) => a.localeCompare(b));\n\n  // Some setups also want a per-purpose boolean column (e.g., “Email”, “Sms”).\n  // If your transformer includes those, list them here, derived from purposes:\n  const purposeCols = Array.from(new Set(purposesWithTopics.map((p) => p.trackingType))).sort(\n    (a, b) => a.localeCompare(b),\n  );\n\n  // Build the complete header skeleton.\n  // We’ll still union with the first transformed row’s keys to be safe.\n  const completeHeadersList = [...CORE_COLS, ...identifierCols, ...purposeCols, ...topicCols];\n\n  // Lazily initialize CSV header order from the first transformed row.\n  let headerOrder: string[] | null = null;\n  let wroteHeader = false;\n  const writeRows = (items: PreferenceQueryResponseItem[]): void => {\n    if (!items || items.length === 0) return;\n    const rows = items.map((row) =>\n      transformPreferenceRecordToCsv(row, exportIdentifiersWithDelimiter),\n    );\n    if (!wroteHeader) {\n      const firstKeys = Object.keys(rows[0] ?? {});\n      const seen = new Set<string>();\n      headerOrder = [...completeHeadersList, ...firstKeys].filter((k) => {\n        if (k === undefined) return false;\n        if (seen.has(k)) return false;\n        seen.add(k);\n        return true;\n      });\n      initCsvFile(file, headerOrder);\n      wroteHeader = true;\n    }\n    appendCsvRowsOrdered(file, rows, headerOrder!);\n  };\n\n  if (shouldChunk) {\n    // Stream via chunked fetcher with page callback\n    await fetchConsentPreferencesChunked(sombra, {\n      partition,\n      filterBy,\n      limit: concurrency,\n      windowConcurrency,\n      maxChunks,\n      maxLookbackDays,\n      onItems: (items) => writeRows(items),\n    });\n\n    logger.info(colors.green(`Finished writing CSV to ${file}`));\n    return;\n  }\n\n  // Non-chunked path: still stream page-by-page via onItems (no in-memory accumulation)\n  await fetchConsentPreferences(sombra, {\n    partition,\n    filterBy,\n    limit: concurrency, // page size (API max 50 enforced internally)\n    onItems: (items) => writeRows(items),\n  });\n\n  logger.info(colors.green(`Finished writing CSV to ${file}`));\n}\n"],"mappings":"irBASA,SAAgB,EACd,CACE,cAAc,EAAE,CAChB,WAAW,EAAE,CACb,WAAW,EAAE,CACb,oBAAoB,EAAE,CACtB,SAAS,CACP,iBAAkB,YACnB,CAED,GAAG,GAEL,EACyB,CAEzB,IAAM,EAA+B,CACnC,GAAG,EACH,GAAG,EACH,GAAG,EACJ,CAGD,GAAI,MAAM,QAAQ,EAAY,CAAE,CAC9B,IAAM,EAAS,IAAI,IACnB,IAAK,GAAM,CAAE,OAAM,WAAW,EACvB,EAAO,IAAI,EAAK,EAAE,EAAO,IAAI,EAAM,IAAI,IAAM,CAC9C,GAAO,EAAO,IAAI,EAAK,CAAE,IAAI,EAAM,CAEzC,IAAK,GAAM,CAAC,EAAM,KAAQ,EAAO,SAAS,CACxC,EAAI,GAAQ,MAAM,KAAK,EAAI,CAAC,KAAK,EAA+B,CAoBpE,GAfI,MAAM,QAAQ,EAAS,GACzB,EAAI,SAAW,KAAK,UAClB,EAAS,QACN,EAAK,CAAE,MAAK,YACX,EAAI,GAAO,EACJ,GAET,EAAE,CACH,CACF,EAMC,MAAM,QAAQ,EAAS,CACzB,KAAK,GAAM,CAAE,UAAS,cAAa,aAAa,EAI9C,GAHA,EAAI,GAAW,EAAQ,EAGnB,MAAM,QAAQ,EAAY,CAC5B,IAAK,GAAM,CAAE,QAAO,YAAY,EAAa,CAC3C,IAAM,EAAM,GAAG,EAAQ,GAAG,IAEtB,EAAe,KAEnB,AASE,EATE,OAAO,EAAO,cAAiB,UAC3B,EAAO,aACJ,EAAO,YACV,EAAO,YACJ,MAAM,QAAQ,EAAO,aAAa,CAChC,EAAO,aAAa,OAAQ,GAAM,EAAE,OAAS,EAAE,CACjD,KAAK,IAAI,CAGZ,KAGR,EAAI,GAAO,GAMnB,OAAO,ECpET,SAAgB,EACd,EACA,EACA,EACA,EAAY,IACmB,CAC/B,IAAM,EAAU,KAAK,IAAI,EAAG,EAAe,SAAS,CAAG,EAAM,SAAS,CAAC,CACvE,GAAI,IAAY,EAAG,MAAO,EAAE,CAI5B,IAAM,EAAc,IAAI,KAAK,KAAK,MAAM,EAAM,SAAS,CAAG,EAAY,CAAG,EAAY,CAG/E,EAAa,KAAK,KAAK,EAAU,KAAK,IAAI,EAAG,EAAU,CAAC,CACxD,EAAU,KAAK,IAAI,EAAa,EAAW,CAG3C,EAAQ,KAAK,MAAM,EAAe,SAAS,CAAG,EAAY,SAAS,EAAI,EAAQ,CAE/E,EAAmC,EAAE,CAE3C,IAAK,IAAI,EAAI,EAAG,EAAI,EAAO,GAAK,EAAG,CACjC,IAAM,EAAU,EAAY,SAAS,CAAG,EAAI,EAItC,EAHiB,KAAK,IAAI,EAAe,SAAS,CAAE,EAAU,EAAQ,CAGpC,EAGlC,EAAY,KAAK,IAAI,EAAS,EAAe,CAE7C,EAAW,IAAI,KAAK,EAAQ,CAAC,aAAa,CAC1C,EAAY,IAAI,KAAK,EAAU,CAAC,aAAa,CAE/C,IAAS,YACX,EAAO,KAAK,CACV,eAAgB,EAChB,gBAAiB,EAClB,CAAC,CAEF,EAAO,KAAK,CACV,OAAQ,CACN,aAAc,EACd,cAAe,EAChB,CACF,CAAC,CAIN,OAAO,EC1DT,SAAgB,EACd,EACA,EACM,CAKN,OAJI,IAAS,YACJ,IAAI,KAAK,EAAK,UAAU,CAG1B,EAAK,QAAQ,UAAY,IAAI,KAAK,EAAK,OAAO,UAAU,CAAG,IAAI,KCDxE,eAAuB,EACrB,EACA,EACA,EACA,EAC2D,CAC3D,IAAI,EAEJ,OAAa,CAEX,IAAM,EAAY,CAAE,MAAO,EAAU,CACjC,GAAU,OAAO,KAAK,EAAO,CAAC,SAAQ,EAAK,OAAS,GACpD,IAAQ,EAAK,OAAS,GAqB1B,GAAM,CAAE,QAAO,OAAQ,GAAe,EAAY,EAnBrC,MAAM,EACjB,uBAEE,EACG,KAAK,kBAAkB,EAAU,QAAS,CACzC,KAAM,EACP,CAAC,CACD,MAAM,CACX,CACE,SAAU,EAAS,EAAQ,IAAY,CACrC,EAAO,KACL,EAAO,OACL,iBAAiB,EAAQ,yCAAyC,IACnE,CACF,EAEJ,CACF,CAEiF,CAKlF,GAJI,CAAC,GAAO,SAEZ,MAAM,EAEF,CAAC,GAAY,MACjB,EAAS,GCjDb,SAAgB,EAAqB,EAA6C,CAEhF,OADuB,EAAS,gBAAoB,EAAS,gBACvC,YAAc,UCStC,SAAgB,EACd,EACA,EAMA,CACA,GAAI,IAAS,YACX,MAAO,CACL,MAAO,EAAS,eAAiB,IAAI,KAAK,EAAS,eAAe,CAAG,IAAA,GACrE,OAAQ,EAAS,gBAAkB,IAAI,KAAK,EAAS,gBAAgB,CAAG,IAAA,GACzE,CAEH,IAAM,EAAI,EAAS,QAAU,EAAE,CAC/B,MAAO,CACL,MAAO,EAAE,aAAe,IAAI,KAAK,EAAE,aAAa,CAAG,IAAA,GACnD,OAAQ,EAAE,cAAgB,IAAI,KAAK,EAAE,cAAc,CAAG,IAAA,GACvD,CAWH,SAAS,EACP,EACA,EACA,EACwB,CAOxB,OANI,IAAS,YACJ,CACL,GAAG,EACH,gBAAiB,GAAa,EAAK,gBACpC,CAEI,CACL,GAAG,EACH,OAAQ,CACN,GAAI,EAAK,QAAU,EAAE,CACrB,GAAI,EAAY,CAAE,cAAe,EAAW,CAAG,EAAE,CAClD,CAED,eAAgB,IAAA,GAChB,gBAAiB,IAAA,GAClB,CAWH,eAAe,EACb,EACA,EACA,EAC6C,CAC7C,EAAO,KAAK,EAAO,QAAQ,oCAAoC,KAAK,UAAU,EAAO,GAAG,CAAC,CAEzF,IAAM,EAAM,MADD,EAAoB,EAAQ,EAAW,EAAuB,EAAE,CACtD,MAAM,CAC3B,GAAI,EAAI,MAAQ,CAAC,EAAI,OAAS,EAAI,MAAM,SAAW,EAEjD,OADA,EAAO,KAAK,EAAO,OAAO,0BAA0B,CAAC,CAC9C,KAET,IAAM,EAAO,EAAI,MAAM,GASvB,OARA,EAAO,KACL,EAAO,MACL,iCAAiC,EAC/B,EAAqB,EAAO,CAC5B,EACD,CAAC,aAAa,GAChB,CACF,CACM,EAkBT,eAAsB,EACpB,EACA,EAUe,CACf,GAAM,CAAE,YAAW,OAAM,aAAY,kBAAkB,MAAS,EAG1D,EAAS,MAAM,EAAS,EAAQ,EAAW,EAAgB,EAAM,EAAW,CAAC,CACnF,GAAI,CAAC,EAEH,OADA,EAAO,KAAK,EAAO,OAAO,sDAAsD,CAAC,CAC1E,EAAc,IAAI,KAAO,CAElC,IAAM,EAAgB,EAA2B,EAAM,EAAO,CAC9D,EAAO,KAAK,EAAO,MAAM,mBAAmB,EAAc,aAAa,GAAG,CAAC,CAG3E,IAAM,EAAY,CAAC,EAAG,EAAG,GAAG,CACxB,EAAc,EACd,EAAS,EAAU,GAAK,EAExB,EAAmB,EACnB,EAAkC,KAGtC,OAAa,CACX,IAAM,EACJ,EAAc,EAAU,OACpB,IAAI,KAAK,EAAc,SAAS,CAAG,EAAU,GAAe,EAAO,CACnE,IAAI,KAAK,EAAc,SAAS,CAAG,EAAO,CAKhD,IADG,EAAc,IAAI,KAAO,CAAC,SAAS,CAAG,EAAc,EAAW,CAAC,SAAS,EAAA,MAC5D,EAAiB,CAC/B,EAAO,KACL,EAAO,OACL,6CAA6C,EAAgB,yBAC9D,CACF,CACD,EAAqB,EACrB,MAGF,EAAO,KACL,EAAO,QACL,kBAAkB,EAAW,aAAa,CAAC,cACzC,EAAc,EAAU,OACpB,GAAG,EAAU,GAAa,GAC1B,GAAG,KAAK,MAAM,EAAS,EAAO,CAAC,GACpC,IACF,CACF,CAED,IAAM,EAAM,MAAM,EAChB,EACA,EACA,EAAgB,EAAM,EAAY,EAAW,aAAa,CAAC,CAC5D,CAED,GAAI,EAAK,CACP,EAAmB,EAA2B,EAAM,EAAI,CACxD,EAAO,KACL,EAAO,MACL,yBAAyB,EAAiB,aAAa,CAAC,2BACzD,CACF,CAEG,EAAc,EAAU,OAAS,GACnC,GAAe,EACf,EAAS,EAAU,GAAe,GACzB,IAAgB,EAAU,OAAS,GAC5C,GAAe,EACf,EAAS,EAAU,EAAU,OAAS,GAAK,EAAI,GAE/C,GAAU,EAGZ,SAIF,EAAqB,EACrB,EAAO,KACL,EAAO,MAAM,oBAAoB,EAAW,aAAa,CAAC,mCAAmC,CAC9F,CACD,MAIF,AACE,IAAqB,IAAI,KAAK,EAAiB,SAAS,CAAG,EAAO,CAOpE,IAAI,EAAK,EACL,EAAK,EACL,EAAU,KAAK,IAAI,EAAQ,KAAK,OAAO,EAAG,SAAS,CAAG,EAAG,SAAS,EAAI,GAAG,CAAC,CAC9E,EAAO,KACL,EAAO,QACL,+CAA+C,EAAG,aAAa,CAAC,SAAS,EAAG,aAAa,CAAC,QAAQ,KAAK,MACrG,EAAU,EACX,CAAC,GACH,CACF,CAGD,IAAK,IAAI,EAAI,EAAG,EAAI,EAAG,GAAK,EAAG,CAC7B,IAAM,EAAQ,IAAI,KAAK,EAAG,SAAS,CAAG,EAAQ,CAC9C,GAAI,EAAM,SAAS,EAAI,EAAG,SAAS,CAAE,MAErC,EAAO,KAAK,EAAO,QAAQ,+BAA+B,EAAM,aAAa,CAAC,GAAG,CAAC,CAClF,IAAM,EAAM,MAAM,EAChB,EACA,EACA,EAAgB,EAAM,EAAY,EAAM,aAAa,CAAC,CACvD,CAuBD,GArBI,GAEF,EAAK,EAA2B,EAAM,EAAI,CAC1C,EAAO,KACL,EAAO,MACL,iBAAiB,EAAG,aAAa,CAAC,8CACnC,CACF,CACD,EAAU,KAAK,IAAI,EAAQ,KAAK,MAAM,EAAU,EAAE,CAAC,GAGnD,EAAG,QAAQ,EAAM,SAAS,CAAC,CAC3B,EAAO,KACL,EAAO,OACL,0CAA0C,EAAG,aAAa,CAAC,sBAC5D,CACF,CACD,EAAU,KAAK,IAAI,EAAG,SAAS,CAAG,EAAG,SAAS,CAAE,EAAU,EAAE,CACxD,EAAA,QAAkB,EAAU,IAG9B,EAAG,SAAS,CAAG,EAAG,SAAS,EAAA,MAAY,MAI7C,KAAO,EAAG,SAAS,CAAG,EAAG,SAAS,CAAG,GAAQ,CAC3C,IAAM,EAAM,IAAI,KAAK,EAAG,SAAS,CAAG,KAAK,OAAO,EAAG,SAAS,CAAG,EAAG,SAAS,EAAI,EAAE,CAAC,CAClF,EAAO,KAAK,EAAO,QAAQ,uBAAuB,EAAI,aAAa,CAAC,GAAG,CAAC,CAExE,IAAM,EAAM,MAAM,EAChB,EACA,EACA,EAAgB,EAAM,EAAY,EAAI,aAAa,CAAC,CACrD,CAED,GAAI,EAAK,CACP,IAAM,EAAO,EAA2B,EAAM,EAAI,CAClD,EAAO,KAAK,EAAO,MAAM,gCAAgC,EAAK,aAAa,CAAC,GAAG,CAAC,CAChF,EAAK,OAEL,EAAO,KAAK,EAAO,OAAO,gCAAgC,CAAC,CAC3D,EAAK,EAIT,IAAM,EAAc,EAAc,EAAG,CAMrC,OALA,EAAO,KACL,EAAO,MACL,kCAAkC,EAAY,aAAa,CAAC,cAAc,EAAG,aAAa,CAAC,IAC5F,CACF,CACM,EAYT,eAAsB,EACpB,EACA,EAUe,CACf,GAAM,CAAE,YAAW,OAAM,cAAe,EAExC,EAAO,KAAK,EAAO,QAAQ,+CAA+C,CAAC,CAC3E,IAAM,EAAS,MAAM,EAAS,EAAQ,EAAW,EAAgB,EAAM,EAAW,CAAC,CACnF,GAAI,CAAC,EAEH,OADA,EAAO,KAAK,EAAO,OAAO,2DAA2D,CAAC,CAC/E,EAAc,IAAI,KAAO,CAGlC,IAAM,EAAO,EAA2B,EAAM,EAAO,CACrD,EAAO,KAAK,EAAO,MAAM,4BAA4B,EAAK,aAAa,CAAC,GAAG,CAAC,CAE5E,IAAM,EAAY,EAAc,EAAK,CAOrC,OANA,EAAO,KACL,EAAO,MACL,gCAAgC,EAAU,aAAa,CAAC,gBAAgB,EAAK,aAAa,CAAC,GAC5F,CACF,CAEM,EC7TT,SAAS,EACP,EACA,EACA,EACwB,CAWxB,OAVI,IAAS,YACJ,CACL,GAAG,EACH,eAAgB,EAAO,gBAAkB,EAAK,eAC9C,gBAAiB,EAAO,iBAAmB,EAAK,gBAEhD,OAAQ,IAAA,GACT,CAGI,CACL,GAAG,EACH,OAAQ,CACN,GAAI,EAAK,QAAU,EAAE,CACrB,GAAI,EAAO,QAAQ,aAAe,CAAE,aAAc,EAAO,OAAO,aAAc,CAAG,EAAE,CACnF,GAAI,EAAO,QAAQ,cAAgB,CAAE,cAAe,EAAO,OAAO,cAAe,CAAG,EAAE,CACvF,CAED,eAAgB,IAAA,GAChB,gBAAiB,IAAA,GAClB,CAcH,eAAsB,EACpB,EACA,CACE,YACA,WAAW,EAAE,CACb,QAAQ,GACR,oBAAoB,GACpB,YAAY,IACZ,kBAAkB,KAClB,WAkBsC,CACxC,IAAM,EAAkB,EAAqB,EAAS,CACtD,EAAO,KACL,EAAO,QACL,6CACE,IAAS,YAAc,YAAc,mBACtC,KACF,CACF,CAGD,GAAI,CAAE,QAAO,UAAW,EAA2B,EAAM,EAAS,CASlE,GARA,EAAO,KACL,EAAO,QACL,yBAAyB,GAAO,aAAa,EAAI,YAAY,UAC3D,GAAQ,aAAa,EAAI,cAE5B,CACF,EAEG,CAAC,GAAS,CAAC,KACR,IACH,EAAO,KACL,EAAO,QAAQ,oDAAoD,EAAU,KAAK,CACnF,CACD,EAAQ,MAAM,EAAwB,EAAQ,CAC5C,YACA,OACA,WAAY,EACZ,kBACD,CAAC,CACF,EAAO,KAAK,EAAO,MAAM,sCAAsC,EAAM,aAAa,GAAG,CAAC,EAEpF,CAAC,GAAQ,CACX,EAAO,KAAK,EAAO,QAAQ,kDAAkD,EAAU,KAAK,CAAC,CAC7F,IAAM,EAAY,MAAM,EAAsB,EAAQ,CACpD,YACA,OACA,WAAY,EACZ,SAAU,EACX,CAAC,CAEF,EAAS,EAAW,EAAW,EAAE,CACjC,EAAO,KAAK,EAAO,MAAM,oCAAoC,EAAU,aAAa,GAAG,CAAC,CAI5F,EAAO,KACL,EAAO,MAAM,6BAA6B,EAAM,aAAa,CAAC,UAAU,EAAO,aAAa,GAAG,CAChG,CAGD,IAAM,EAAS,EAAmB,EAAM,EAAO,EAAQ,EAAU,CAEjE,EAAO,KACL,EAAO,QACL,+CAA+C,EAAU,MAAM,EAAO,OAAO,YAC9E,CACF,CAKD,IAAM,EAAM,IAAI,EAAY,UAC1B,CACE,OAAQ,iFACT,CACD,EAAY,QAAQ,eACrB,CAEG,EAAY,EACZ,EAAU,EAEd,EAAI,MAAM,EAAO,OAAQ,EAAG,CAAE,UAAS,CAAC,CAExC,IAAM,EAAK,KAAK,KAAK,CACf,EAAW,EAAc,EAAM,CAG/B,EAAqC,EAAE,CAoC7C,OAlCA,MAAMA,EACJ,EAAO,KAAK,EAAc,KAAS,CAAE,eAAc,MAAK,EAAE,CAC1D,MAAO,CAAE,kBAAmB,CAC1B,IAAM,EAAS,EAAY,EAAM,EAAU,EAAa,CAGxD,UAAW,IAAM,KAAQ,EAAoB,EAAQ,EAAW,EAAQ,EAAS,CAC/E,GAAW,EAAK,OAChB,EAAI,OAAO,EAAW,CAAE,UAAS,CAAC,CAE9B,EACF,MAAM,EAAQ,EAAK,CAEnB,EAAI,KAAK,GAAG,EAAK,CAIrB,GAAa,EACb,EAAI,OAAO,EAAW,CAAE,UAAS,CAAC,EAEpC,CAAE,YAAa,KAAK,IAAI,EAAG,EAAkB,CAAE,CAChD,CAED,EAAI,OAAO,EAAW,CAAE,UAAS,CAAC,CAClC,EAAI,MAAM,CAEV,EAAO,KACL,EAAO,MACL,WAAW,EAAQ,6CAA6C,EAAU,OACvE,KAAK,KAAK,CAAG,GAAM,IACrB,IACF,CACF,CAEM,EAAU,EAAE,CAAG,EC1LxB,eAAsB,EACpB,EACA,CACE,YACA,WAAW,EAAE,CACb,QAAQ,GACR,WAWsC,CACxC,IAAM,EAA2C,EAAE,CAG/C,EAGE,EACJ,IACC,OAAO,KAAK,EAAS,CAAC,OAAS,GAC7B,EAAS,QAAU,OAAO,KAAK,EAAS,OAAO,CAAC,OAAS,GAGxD,EAAW,KAAK,IAAI,EAAG,KAAK,IAAI,GAAI,GAAS,GAAG,CAAC,CAKvD,OAAa,CACX,IAAM,EAOF,CAAE,MAAO,EAAU,CAEnB,IACF,EAAK,OAAS,GAEZ,IACF,EAAK,OAAS,GAsBhB,GAAM,CAAE,QAAO,OAAQ,GAAe,EAAY,EAnBjC,MAAM,EACrB,uBAEE,EACG,KAAK,kBAAkB,EAAU,QAAS,CACzC,KAAM,EACP,CAAC,CACD,MAAM,CACX,CACE,SAAU,EAAS,EAAQ,IAAY,CACrC,EAAO,KACL,EAAO,OACL,iBAAiB,EAAQ,6CAA6C,IACvE,CACF,EAEJ,CACF,CAEqF,CAYtF,GAVI,CAAC,GAAS,EAAM,SAAW,IAI3B,EACF,MAAM,EAAQ,EAAM,CAEpB,EAAU,KAAK,GAAG,EAAM,CAGtB,CAAC,GACH,MAEF,EAAS,EAGX,OAAO,EAAU,EAAE,CAAG,ECxFxB,MAAM,EAAY,CAChB,SACA,YACA,YACA,mBACA,YACA,MACA,MACA,MACA,gBACA,WACA,oBACD,CAqBD,eAAsB,EAEpB,CACE,OACA,YACA,aACA,OACA,eACA,kBACA,iBACA,gBACA,eACA,cAAc,EAAE,CAChB,cACA,cACA,oBACA,YACA,iCACA,mBAEa,CACf,EAAoB,KAAK,QAAQ,KAAK,CAGtC,IAAM,EAAS,MAAM,EAAwB,EAAc,EAAM,EAAW,CACtE,EAAS,EAA4B,EAAc,EAAK,CAGxD,EAAoB,EAAY,IAAK,GAAqC,CAC9E,GAAI,CAAC,EAAW,SAAS,IAAI,CAC3B,MAAO,CACL,KAAM,QACN,MAAO,EACR,CAEH,GAAM,CAAC,EAAM,GAAS,EAAW,MAAM,IAAI,CAC3C,MAAO,CAAE,OAAM,QAAO,EACtB,CAGI,EAAW,CACf,GAAI,EAAkB,CAAE,gBAAiB,EAAgB,aAAa,CAAE,CAAG,EAAE,CAC7E,GAAI,EAAiB,CAAE,eAAgB,EAAe,aAAa,CAAE,CAAG,EAAE,CAC1E,GAAI,GAAgB,EAChB,CACE,OAAQ,CACN,GAAI,EAAgB,CAAE,cAAe,EAAc,aAAa,CAAE,CAAG,EAAE,CACvE,GAAI,EAAe,CAAE,aAAc,EAAa,aAAa,CAAE,CAAG,EAAE,CACrE,CACF,CACD,EAAE,CACN,GAAI,EAAkB,OAAS,EAAI,CAAE,YAAa,EAAmB,CAAG,EAAE,CAC3E,CAED,EAAO,KACL,+CAA+C,EAAU,eACvD,EAAc,iBAAmB,eAClC,KACF,CAED,EAAO,KAAK,EAAO,QAAQ,qBAAqB,IAAO,CAAC,CAGxD,GAAM,CAAC,EAAoB,GAAkB,MAAM,QAAQ,IAAI,CAC7D,EAA+B,EAAO,CACtC,EAAoB,EAAO,CAC5B,CAAC,CAGI,EAAiB,EAAe,IAAK,GAAM,EAAE,KAAK,CAGlD,EAAY,MAAM,KACtB,IAAI,IACF,EAAmB,QAAS,GAAM,EAAE,QAAQ,IAAK,GAAM,GAAG,EAAE,aAAa,GAAG,EAAE,OAAO,EAAI,EAAE,CAAC,CAC7F,CACF,CAAC,MAAM,EAAG,IAAM,EAAE,cAAc,EAAE,CAAC,CAI9B,EAAc,MAAM,KAAK,IAAI,IAAI,EAAmB,IAAK,GAAM,EAAE,aAAa,CAAC,CAAC,CAAC,MACpF,EAAG,IAAM,EAAE,cAAc,EAAE,CAC7B,CAIK,EAAsB,CAAC,GAAG,EAAW,GAAG,EAAgB,GAAG,EAAa,GAAG,EAAU,CAGvF,EAA+B,KAC/B,EAAc,GACZ,EAAa,GAA+C,CAChE,GAAI,CAAC,GAAS,EAAM,SAAW,EAAG,OAClC,IAAM,EAAO,EAAM,IAAK,GACtB,EAA+B,EAAK,EAA+B,CACpE,CACD,GAAI,CAAC,EAAa,CAChB,IAAM,EAAY,OAAO,KAAK,EAAK,IAAM,EAAE,CAAC,CACtC,EAAO,IAAI,IACjB,EAAc,CAAC,GAAG,EAAqB,GAAG,EAAU,CAAC,OAAQ,GACvD,IAAM,IAAA,IACN,EAAK,IAAI,EAAE,CAAS,IACxB,EAAK,IAAI,EAAE,CACJ,IACP,CACF,EAAY,EAAM,EAAY,CAC9B,EAAc,GAEhB,EAAqB,EAAM,EAAM,EAAa,EAGhD,GAAI,EAAa,CAEf,MAAM,EAA+B,EAAQ,CAC3C,YACA,WACA,MAAO,EACP,oBACA,YACA,kBACA,QAAU,GAAU,EAAU,EAAM,CACrC,CAAC,CAEF,EAAO,KAAK,EAAO,MAAM,2BAA2B,IAAO,CAAC,CAC5D,OAIF,MAAM,EAAwB,EAAQ,CACpC,YACA,WACA,MAAO,EACP,QAAU,GAAU,EAAU,EAAM,CACrC,CAAC,CAEF,EAAO,KAAK,EAAO,MAAM,2BAA2B,IAAO,CAAC"}

package/dist/impl-KV3yZaHz2.mjs.map

@@ -1 +0,0 @@
-{"version":3,"file":"impl-KV3yZaHz2.mjs","names":[],"sources":["../src/commands/request/export/impl.ts"],"sourcesContent":["import type { RequestAction, RequestStatus } from '@transcend-io/privacy-types';\nimport colors from 'colors';\n\nimport type { LocalContext } from '../../../context.js';\nimport { doneInputValidation } from '../../../lib/cli/done-input-validation.js';\nimport { streamPrivacyRequestsToCsv } from '../../../lib/requests/index.js';\nimport { logger } from '../../../logger.js';\n\nexport interface ExportCommandFlags {\n  auth: string;\n  sombraAuth?: string;\n  actions?: RequestAction[];\n  statuses?: RequestStatus[];\n  transcendUrl: string;\n  file: string;\n  concurrency: number;\n  createdAtBefore?: Date;\n  createdAtAfter?: Date;\n  updatedAtBefore?: Date;\n  updatedAtAfter?: Date;\n  showTests?: boolean;\n  skipRequestIdentifiers?: boolean;\n  pageLimit: number;\n}\n\n// `export` is a reserved keyword, so we need to prefix it with an underscore\n// eslint-disable-next-line no-underscore-dangle\nexport async function _export(\n  this: LocalContext,\n  {\n    auth,\n    transcendUrl,\n    file,\n    pageLimit,\n    concurrency,\n    actions,\n    sombraAuth,\n    skipRequestIdentifiers,\n    statuses,\n    createdAtBefore,\n    createdAtAfter,\n    updatedAtBefore,\n    updatedAtAfter,\n    showTests,\n  }: ExportCommandFlags,\n): Promise<void> {\n  doneInputValidation(this.process.exit);\n\n  const { filePaths, totalCount } = await streamPrivacyRequestsToCsv({\n    transcendUrl,\n    concurrency,\n    pageLimit,\n    actions,\n    statuses,\n    auth,\n    sombraAuth,\n    skipRequestIdentifiers,\n    createdAtBefore,\n    createdAtAfter,\n    updatedAtBefore,\n    updatedAtAfter,\n    isTest: showTests,\n    file,\n  });\n\n  logger.info(\n    colors.green(\n      `Successfully wrote ${totalCount} requests to ` +\n        `${filePaths.length} file(s): ${filePaths.join(', ')}`,\n    ),\n  );\n}\n"],"mappings":"kLA2BA,eAAsB,EAEpB,CACE,OACA,eACA,OACA,YACA,cACA,UACA,aACA,yBACA,WACA,kBACA,iBACA,kBACA,iBACA,aAEa,CACf,EAAoB,KAAK,QAAQ,KAAK,CAEtC,GAAM,CAAE,YAAW,cAAe,MAAM,EAA2B,CACjE,eACA,cACA,YACA,UACA,WACA,OACA,aACA,yBACA,kBACA,iBACA,kBACA,iBACA,OAAQ,EACR,OACD,CAAC,CAEF,EAAO,KACL,EAAO,MACL,sBAAsB,EAAW,eAC5B,EAAU,OAAO,YAAY,EAAU,KAAK,KAAK,GACvD,CACF"}

package/dist/impl-VHp2K2bg.mjs

@@ -1,2 +0,0 @@
-import{t as e}from"./retryRequestDataSilos-DXwN5uPw.mjs";import{t}from"./done-input-validation-DLR0-MJ7.mjs";async function n({auth:n,dataSiloId:r,actions:i,transcendUrl:a}){t(this.process.exit),await e({requestActions:i,transcendUrl:a,auth:n,dataSiloId:r})}export{n as retryRequestDataSilos};
-//# sourceMappingURL=impl-VHp2K2bg.mjs.map

package/dist/impl-VHp2K2bg.mjs.map

@@ -1 +0,0 @@
-{"version":3,"file":"impl-VHp2K2bg.mjs","names":["retryRequestDataSilosHelper"],"sources":["../src/commands/request/system/retry-request-data-silos/impl.ts"],"sourcesContent":["import type { RequestAction } from '@transcend-io/privacy-types';\n\nimport type { LocalContext } from '../../../../context.js';\nimport { doneInputValidation } from '../../../../lib/cli/done-input-validation.js';\nimport { retryRequestDataSilos as retryRequestDataSilosHelper } from '../../../../lib/requests/index.js';\n\nexport interface RetryRequestDataSilosCommandFlags {\n  auth: string;\n  dataSiloId: string;\n  actions: RequestAction[];\n  transcendUrl: string;\n}\n\nexport async function retryRequestDataSilos(\n  this: LocalContext,\n  { auth, dataSiloId, actions, transcendUrl }: RetryRequestDataSilosCommandFlags,\n): Promise<void> {\n  doneInputValidation(this.process.exit);\n\n  await retryRequestDataSilosHelper({\n    requestActions: actions,\n    transcendUrl,\n    auth,\n    dataSiloId,\n  });\n}\n"],"mappings":"6GAaA,eAAsB,EAEpB,CAAE,OAAM,aAAY,UAAS,gBACd,CACf,EAAoB,KAAK,QAAQ,KAAK,CAEtC,MAAMA,EAA4B,CAChC,eAAgB,EAChB,eACA,OACA,aACD,CAAC"}

package/dist/impl-dEQtD5uE.mjs

@@ -1,2 +0,0 @@
-import{t as e}from"./uploadPrivacyRequestsFromCsv-BmP1JluQ.mjs";import{t}from"./splitCsvToList-BRq_CIfd.mjs";import{t as n}from"./done-input-validation-DLR0-MJ7.mjs";async function r({auth:r,file:i,transcendUrl:a,cacheFilepath:o,requestReceiptFolder:s,sombraAuth:c,concurrency:l,attributes:u,isTest:d,isSilent:f,skipSendingReceipt:p,emailIsVerified:m,skipFilterStep:h,dryRun:g,debug:_,defaultPhoneCountryCode:v}){n(this.process.exit),await e({cacheFilepath:o,requestReceiptFolder:s,file:i,auth:r,sombraAuth:c,concurrency:l,transcendUrl:a,defaultPhoneCountryCode:v,attributes:t(u),debug:_,skipFilterStep:h,isSilent:f,skipSendingReceipt:p,emailIsVerified:m,isTest:d,dryRun:g})}export{r as upload};
-//# sourceMappingURL=impl-dEQtD5uE.mjs.map

package/dist/impl-dEQtD5uE.mjs.map

@@ -1 +0,0 @@
-{"version":3,"file":"impl-dEQtD5uE.mjs","names":[],"sources":["../src/commands/request/upload/impl.ts"],"sourcesContent":["import type { LocalContext } from '../../../context.js';\nimport { doneInputValidation } from '../../../lib/cli/done-input-validation.js';\nimport { splitCsvToList, uploadPrivacyRequestsFromCsv } from '../../../lib/requests/index.js';\n\nexport interface UploadCommandFlags {\n  auth: string;\n  file: string;\n  transcendUrl: string;\n  cacheFilepath: string;\n  requestReceiptFolder: string;\n  sombraAuth?: string;\n  concurrency: number;\n  attributes: string;\n  isTest: boolean;\n  isSilent: boolean;\n  skipSendingReceipt: boolean;\n  emailIsVerified: boolean;\n  skipFilterStep: boolean;\n  dryRun: boolean;\n  debug: boolean;\n  defaultPhoneCountryCode: string;\n}\n\nexport async function upload(\n  this: LocalContext,\n  {\n    auth,\n    file,\n    transcendUrl,\n    cacheFilepath,\n    requestReceiptFolder,\n    sombraAuth,\n    concurrency,\n    attributes,\n    isTest,\n    isSilent,\n    skipSendingReceipt,\n    emailIsVerified,\n    skipFilterStep,\n    dryRun,\n    debug,\n    defaultPhoneCountryCode,\n  }: UploadCommandFlags,\n): Promise<void> {\n  doneInputValidation(this.process.exit);\n\n  await uploadPrivacyRequestsFromCsv({\n    cacheFilepath,\n    requestReceiptFolder,\n    file,\n    auth,\n    sombraAuth,\n    concurrency,\n    transcendUrl,\n    defaultPhoneCountryCode,\n    attributes: splitCsvToList(attributes),\n    debug,\n    skipFilterStep,\n    isSilent,\n    skipSendingReceipt,\n    emailIsVerified,\n    isTest,\n    dryRun,\n  });\n}\n"],"mappings":"sKAuBA,eAAsB,EAEpB,CACE,OACA,OACA,eACA,gBACA,uBACA,aACA,cACA,aACA,SACA,WACA,qBACA,kBACA,iBACA,SACA,QACA,2BAEa,CACf,EAAoB,KAAK,QAAQ,KAAK,CAEtC,MAAM,EAA6B,CACjC,gBACA,uBACA,OACA,OACA,aACA,cACA,eACA,0BACA,WAAY,EAAe,EAAW,CACtC,QACA,iBACA,WACA,qBACA,kBACA,SACA,SACD,CAAC"}

package/dist/impl-dlRlTYAQ.mjs

@@ -1,2 +0,0 @@
-import{n as e}from"./constants-CeMiHaHx.mjs";import{t}from"./logger-B-LXIf3U.mjs";import{r as n}from"./makeGraphQLRequest-G078PsEL.mjs";import{s as r}from"./writeCsv-B51ulrVl.mjs";import{t as i}from"./pullAllDatapoints-DiMWp8a7.mjs";import{t as a}from"./done-input-validation-DLR0-MJ7.mjs";import{groupBy as o,uniq as s}from"lodash-es";import c from"colors";async function l({auth:l,file:u,transcendUrl:d,dataSiloIds:f,includeAttributes:p,includeGuessedCategories:m,parentCategories:h,subCategories:g=[]}){a(this.process.exit);try{let e=await i(n(d,l),{dataSiloIds:f,includeGuessedCategories:m,parentCategories:h,includeAttributes:p,subCategories:g});t.info(c.magenta(`Writing datapoints to file "${u}"...`));let a=[];await r(u,e.map(e=>{let t={"Property ID":e.id,"Data Silo":e.dataSilo.title,Object:e.dataPoint.name,"Object Path":e.dataPoint.path.join(`.`),Property:e.name,"Property Description":e.description,"Data Categories":e.categories.map(e=>`${e.category}:${e.name}`).join(`, `),"Guessed Category":e.pendingCategoryGuesses?.[0]?`${e.pendingCategoryGuesses[0].category.category}:${e.pendingCategoryGuesses[0].category.name}`:``,"Processing Purposes":e.purposes.map(e=>`${e.purpose}:${e.name}`).join(`, `),...Object.entries(o(e.attributeValues||[],({attributeKey:e})=>e.name)).reduce((e,[t,n])=>(e[t]=n.map(e=>e.name).join(`,`),e),{})};return a=s([...a,...Object.keys(t)]),t}),a)}catch(e){t.error(c.red(`An error occurred syncing the datapoints: ${e.message}`)),this.process.exit(1)}t.info(c.green(`Successfully synced datapoints to disk at ${u}! View at ${e}`))}export{l as pullDatapoints};
-//# sourceMappingURL=impl-dlRlTYAQ.mjs.map

package/dist/impl-dlRlTYAQ.mjs.map

@@ -1 +0,0 @@
-{"version":3,"file":"impl-dlRlTYAQ.mjs","names":[],"sources":["../src/commands/inventory/pull-datapoints/impl.ts"],"sourcesContent":["import { DataCategoryType } from '@transcend-io/privacy-types';\nimport colors from 'colors';\nimport { uniq, groupBy } from 'lodash-es';\n\nimport { ADMIN_DASH_DATAPOINTS } from '../../../constants.js';\nimport type { LocalContext } from '../../../context.js';\nimport { doneInputValidation } from '../../../lib/cli/done-input-validation.js';\nimport { pullAllDatapoints } from '../../../lib/data-inventory/index.js';\nimport { buildTranscendGraphQLClient } from '../../../lib/graphql/index.js';\nimport { writeLargeCsv } from '../../../lib/helpers/index.js';\nimport { logger } from '../../../logger.js';\n\nexport interface PullDatapointsCommandFlags {\n  auth: string;\n  file: string;\n  transcendUrl: string;\n  dataSiloIds?: string[];\n  includeAttributes: boolean;\n  includeGuessedCategories: boolean;\n  parentCategories?: DataCategoryType[];\n  subCategories?: string[];\n}\n\nexport async function pullDatapoints(\n  this: LocalContext,\n  {\n    auth,\n    file,\n    transcendUrl,\n    dataSiloIds,\n    includeAttributes,\n    includeGuessedCategories,\n    parentCategories,\n    subCategories = [],\n  }: PullDatapointsCommandFlags,\n): Promise<void> {\n  doneInputValidation(this.process.exit);\n\n  try {\n    // Create a GraphQL client\n    const client = buildTranscendGraphQLClient(transcendUrl, auth);\n\n    const dataPoints = await pullAllDatapoints(client, {\n      dataSiloIds,\n      includeGuessedCategories,\n      parentCategories,\n      includeAttributes,\n      subCategories, // TODO: https://transcend.height.app/T-40482 - do by name not ID\n    });\n\n    logger.info(colors.magenta(`Writing datapoints to file \"${file}\"...`));\n    let headers: string[] = [];\n    const inputs = dataPoints.map((point) => {\n      const result = {\n        'Property ID': point.id,\n        'Data Silo': point.dataSilo.title,\n        Object: point.dataPoint.name,\n        'Object Path': point.dataPoint.path.join('.'),\n        Property: point.name,\n        'Property Description': point.description,\n        'Data Categories': point.categories\n          .map((category) => `${category.category}:${category.name}`)\n          .join(', '),\n        'Guessed Category': point.pendingCategoryGuesses?.[0]\n          ? `${point.pendingCategoryGuesses![0]!.category.category}:${\n              point.pendingCategoryGuesses![0]!.category.name\n            }`\n          : '',\n        'Processing Purposes': point.purposes\n          .map((purpose) => `${purpose.purpose}:${purpose.name}`)\n          .join(', '),\n        ...Object.entries(\n          groupBy(point.attributeValues || [], ({ attributeKey }) => attributeKey.name),\n        ).reduce(\n          (acc, [key, values]) => {\n            acc[key] = values.map((value) => value.name).join(',');\n            return acc;\n          },\n          {} as Record<string, string>,\n        ),\n      };\n      headers = uniq([...headers, ...Object.keys(result)]);\n      return result;\n    });\n    await writeLargeCsv(file, inputs, headers);\n  } catch (err) {\n    logger.error(colors.red(`An error occurred syncing the datapoints: ${err.message}`));\n    this.process.exit(1);\n  }\n\n  // Indicate success\n  logger.info(\n    colors.green(\n      `Successfully synced datapoints to disk at ${file}! View at ${ADMIN_DASH_DATAPOINTS}`,\n    ),\n  );\n}\n"],"mappings":"sWAuBA,eAAsB,EAEpB,CACE,OACA,OACA,eACA,cACA,oBACA,2BACA,mBACA,gBAAgB,EAAE,EAEL,CACf,EAAoB,KAAK,QAAQ,KAAK,CAEtC,GAAI,CAIF,IAAM,EAAa,MAAM,EAFV,EAA4B,EAAc,EAAK,CAEX,CACjD,cACA,2BACA,mBACA,oBACA,gBACD,CAAC,CAEF,EAAO,KAAK,EAAO,QAAQ,+BAA+B,EAAK,MAAM,CAAC,CACtE,IAAI,EAAoB,EAAE,CAiC1B,MAAM,EAAc,EAhCL,EAAW,IAAK,GAAU,CACvC,IAAM,EAAS,CACb,cAAe,EAAM,GACrB,YAAa,EAAM,SAAS,MAC5B,OAAQ,EAAM,UAAU,KACxB,cAAe,EAAM,UAAU,KAAK,KAAK,IAAI,CAC7C,SAAU,EAAM,KAChB,uBAAwB,EAAM,YAC9B,kBAAmB,EAAM,WACtB,IAAK,GAAa,GAAG,EAAS,SAAS,GAAG,EAAS,OAAO,CAC1D,KAAK,KAAK,CACb,mBAAoB,EAAM,yBAAyB,GAC/C,GAAG,EAAM,uBAAwB,GAAI,SAAS,SAAS,GACrD,EAAM,uBAAwB,GAAI,SAAS,OAE7C,GACJ,sBAAuB,EAAM,SAC1B,IAAK,GAAY,GAAG,EAAQ,QAAQ,GAAG,EAAQ,OAAO,CACtD,KAAK,KAAK,CACb,GAAG,OAAO,QACR,EAAQ,EAAM,iBAAmB,EAAE,EAAG,CAAE,kBAAmB,EAAa,KAAK,CAC9E,CAAC,QACC,EAAK,CAAC,EAAK,MACV,EAAI,GAAO,EAAO,IAAK,GAAU,EAAM,KAAK,CAAC,KAAK,IAAI,CAC/C,GAET,EAAE,CACH,CACF,CAED,MADA,GAAU,EAAK,CAAC,GAAG,EAAS,GAAG,OAAO,KAAK,EAAO,CAAC,CAAC,CAC7C,GACP,CACgC,EAAQ,OACnC,EAAK,CACZ,EAAO,MAAM,EAAO,IAAI,6CAA6C,EAAI,UAAU,CAAC,CACpF,KAAK,QAAQ,KAAK,EAAE,CAItB,EAAO,KACL,EAAO,MACL,6CAA6C,EAAK,YAAY,IAC/D,CACF"}

package/dist/impl-f4UPMoS_2.mjs

@@ -1,2 +0,0 @@
-import{r as e}from"./constants-CeMiHaHx.mjs";import{t}from"./logger-B-LXIf3U.mjs";import{r as n}from"./readTranscendYaml-D-J1ilS0.mjs";import{n as r}from"./bluebird-CUitXgsY.mjs";import{r as i}from"./makeGraphQLRequest-G078PsEL.mjs";import{n as a,r as o,t as s}from"./mergeTranscendInputs-C64BJsse.mjs";import{t as c}from"./validateTranscendAuth-1W1IylqE.mjs";import{t as l}from"./listFiles-qzyQMaYH.mjs";import{t as u}from"./done-input-validation-DLR0-MJ7.mjs";import{existsSync as d,lstatSync as f}from"node:fs";import{join as p}from"node:path";import m from"colors";async function h({transcendUrl:e,auth:n,pageSize:r,publishToPrivacyCenter:o,contents:s,deleteExtraAttributeValues:c=!1,classifyService:l=!1}){let u=i(e,n);try{return!await a(s,u,{pageSize:r,publishToPrivacyCenter:o,classifyService:l,deleteExtraAttributeValues:c})}catch(e){return t.error(m.red(`An unexpected error occurred syncing the schema: ${e.message}`)),!1}}async function g({file:i=`./transcend.yml`,transcendUrl:a,auth:g,variables:_,pageSize:v,publishToPrivacyCenter:y,classifyService:b,deleteExtraAttributeValues:x}){u(this.process.exit);let S=await c(g),C=o(_),w;if(w=Array.isArray(S)&&f(i).isDirectory()?l(i).map(e=>p(i,e)):i.split(`,`),w.length<1)throw Error(`No file specified!`);let T=w.map(e=>{d(e)?t.info(m.magenta(`Reading file "${e}"...`)):(t.error(m.red(`The file path does not exist on disk: ${e}. You can specify the filepath using --file=./examples/transcend.yml`)),this.process.exit(1));try{let r=n(e,C);return t.info(m.green(`Successfully read in "${e}"`)),{content:r,name:e.split(`/`).pop().replace(`.yml`,``)}}catch(e){t.error(m.red(`The shape of your yaml file is invalid with the following errors: ${e.message}`)),this.process.exit(1)}});if(typeof S==`string`){let[n,...r]=T.map(({content:e})=>e);await h({transcendUrl:a,auth:S,contents:s(n,...r),publishToPrivacyCenter:y,deleteExtraAttributeValues:x,pageSize:v,classifyService:!!b})||(t.info(m.red(`Sync encountered errors. View output above for more information, or check out ${e}`)),this.process.exit(1))}else{if(T.length!==1&&T.length!==S.length)throw Error(`Expected list of yml files to be equal to the list of API keys.Got ${T.length} YML file${T.length===1?``:`s`} and ${S.length} API key${S.length===1?``:`s`}`);let n=[];await r(S,async(e,r)=>{let i=`[${r+1}/${S.length}][${e.organizationName}] `;t.info(m.magenta(`~~~\n\n${i}Attempting to push configuration...\n\n~~~`));let o=T.length===1?T[0].content:T.find(t=>t.name===e.organizationName)?.content;if(!o){t.error(m.red(`${i}Failed to find transcend.yml file for organization: "${e.organizationName}".`)),n.push(e.organizationName);return}await h({transcendUrl:a,auth:e.apiKey,contents:o,pageSize:v,publishToPrivacyCenter:y,deleteExtraAttributeValues:x,classifyService:b})?t.info(m.green(`${i}Successfully pushed configuration!`)):(t.error(m.red(`${i}Failed to sync configuration.`)),n.push(e.organizationName))}),n.length>0&&(t.info(m.red(`Sync encountered errors for "${n.join(`,`)}". View output above for more information, or check out ${e}`)),this.process.exit(1))}t.info(m.green(`Successfully synced yaml file to Transcend! View at ${e}`))}export{g as push};
-//# sourceMappingURL=impl-f4UPMoS_2.mjs.map

package/dist/impl-f4UPMoS_2.mjs.map

@@ -1 +0,0 @@
-{"version":3,"file":"impl-f4UPMoS_2.mjs","names":[],"sources":["../src/commands/inventory/push/impl.ts"],"sourcesContent":["import { existsSync, lstatSync } from 'node:fs';\nimport { join } from 'node:path';\n\nimport colors from 'colors';\n\nimport { TranscendInput } from '../../../codecs.js';\nimport { ADMIN_DASH_INTEGRATIONS } from '../../../constants.js';\nimport type { LocalContext } from '../../../context.js';\nimport { validateTranscendAuth, listFiles } from '../../../lib/api-keys/index.js';\nimport { mapSeries } from '../../../lib/bluebird.js';\nimport { doneInputValidation } from '../../../lib/cli/done-input-validation.js';\nimport {\n  buildTranscendGraphQLClient,\n  syncConfigurationToTranscend,\n} from '../../../lib/graphql/index.js';\nimport { parseVariablesFromString } from '../../../lib/helpers/parseVariablesFromString.js';\nimport { mergeTranscendInputs } from '../../../lib/mergeTranscendInputs.js';\nimport { readTranscendYaml } from '../../../lib/readTranscendYaml.js';\nimport { logger } from '../../../logger.js';\n\n/**\n * Sync configuration to Transcend\n *\n * @param options - Options\n * @returns True if synced successfully, false if error occurs\n */\nasync function syncConfiguration({\n  transcendUrl,\n  auth,\n  pageSize,\n  publishToPrivacyCenter,\n  contents,\n  deleteExtraAttributeValues = false,\n  classifyService = false,\n}: {\n  /** Transcend YAML */\n  contents: TranscendInput;\n  /** Transcend URL */\n  transcendUrl: string;\n  /** API key */\n  auth: string;\n  /** Page size */\n  pageSize: number;\n  /** Skip privacy center publish step */\n  publishToPrivacyCenter: boolean;\n  /** classify data flow service if missing */\n  classifyService?: boolean;\n  /** Delete attributes when syncing */\n  deleteExtraAttributeValues?: boolean;\n}): Promise<boolean> {\n  const client = buildTranscendGraphQLClient(transcendUrl, auth);\n\n  // Sync to Transcend\n  try {\n    const encounteredError = await syncConfigurationToTranscend(contents, client, {\n      pageSize,\n      publishToPrivacyCenter,\n      classifyService,\n      deleteExtraAttributeValues,\n    });\n    return !encounteredError;\n  } catch (err) {\n    logger.error(colors.red(`An unexpected error occurred syncing the schema: ${err.message}`));\n    return false;\n  }\n}\n\nexport interface PushCommandFlags {\n  auth: string;\n  file: string;\n  transcendUrl: string;\n  pageSize: number;\n  variables: string;\n  publishToPrivacyCenter: boolean;\n  classifyService: boolean;\n  deleteExtraAttributeValues: boolean;\n}\n\nexport async function push(\n  this: LocalContext,\n  {\n    file = './transcend.yml',\n    transcendUrl,\n    auth,\n    variables,\n    pageSize,\n    publishToPrivacyCenter,\n    classifyService,\n    deleteExtraAttributeValues,\n  }: PushCommandFlags,\n): Promise<void> {\n  doneInputValidation(this.process.exit);\n\n  // Parse authentication as API key or path to list of API keys\n  const apiKeyOrList = await validateTranscendAuth(auth);\n\n  // Parse out the variables\n  const vars = parseVariablesFromString(variables);\n\n  // check if we are being passed a list of API keys and a list of files\n  let fileList: string[];\n  if (Array.isArray(apiKeyOrList) && lstatSync(file).isDirectory()) {\n    fileList = listFiles(file).map((filePath) => join(file, filePath));\n  } else {\n    fileList = file.split(',');\n  }\n\n  // Ensure at least one file is parsed\n  if (fileList.length < 1) {\n    throw new Error('No file specified!');\n  }\n\n  // eslint-disable-next-line array-callback-return,consistent-return\n  const transcendInputs = fileList.map((filePath) => {\n    // Ensure yaml file exists on disk\n    if (!existsSync(filePath)) {\n      logger.error(\n        colors.red(\n          `The file path does not exist on disk: ${filePath}. You can specify the filepath using --file=./examples/transcend.yml`,\n        ),\n      );\n      this.process.exit(1);\n    } else {\n      logger.info(colors.magenta(`Reading file \"${filePath}\"...`));\n    }\n\n    try {\n      // Read in the yaml file and validate it's shape\n      const newContents = readTranscendYaml(filePath, vars);\n      logger.info(colors.green(`Successfully read in \"${filePath}\"`));\n      return {\n        content: newContents,\n        name: filePath.split('/').pop()!.replace('.yml', ''),\n      };\n    } catch (err) {\n      logger.error(\n        colors.red(\n          `The shape of your yaml file is invalid with the following errors: ${err.message}`,\n        ),\n      );\n      this.process.exit(1);\n    }\n  });\n\n  // process a single API key\n  if (typeof apiKeyOrList === 'string') {\n    // if passed multiple inputs, merge them together\n    const [base, ...rest] = transcendInputs.map(({ content }) => content);\n    const contents = mergeTranscendInputs(base, ...rest);\n\n    // sync the configuration\n    const success = await syncConfiguration({\n      transcendUrl,\n      auth: apiKeyOrList,\n      contents,\n      publishToPrivacyCenter,\n      deleteExtraAttributeValues,\n      pageSize,\n      classifyService: !!classifyService,\n    });\n\n    // exist with error code\n    if (!success) {\n      logger.info(\n        colors.red(\n          `Sync encountered errors. View output above for more information, or check out ${ADMIN_DASH_INTEGRATIONS}`,\n        ),\n      );\n\n      this.process.exit(1);\n    }\n  } else {\n    // if passed multiple inputs, expect them to be one per instance\n    if (transcendInputs.length !== 1 && transcendInputs.length !== apiKeyOrList.length) {\n      throw new Error(\n        'Expected list of yml files to be equal to the list of API keys.' +\n          `Got ${transcendInputs.length} YML file${\n            transcendInputs.length === 1 ? '' : 's'\n          } and ${apiKeyOrList.length} API key${apiKeyOrList.length === 1 ? '' : 's'}`,\n      );\n    }\n\n    const encounteredErrors: string[] = [];\n    await mapSeries(apiKeyOrList, async (apiKey, ind) => {\n      const prefix = `[${ind + 1}/${apiKeyOrList.length}][${apiKey.organizationName}] `;\n      logger.info(colors.magenta(`~~~\\n\\n${prefix}Attempting to push configuration...\\n\\n~~~`));\n\n      // use the merged contents if 1 yml passed, else use the contents that map to that organization\n      const useContents =\n        transcendInputs.length === 1\n          ? transcendInputs[0].content\n          : transcendInputs.find((input) => input.name === apiKey.organizationName)?.content;\n\n      // Throw error if cannot find a yml file matching that organization name\n      if (!useContents) {\n        logger.error(\n          colors.red(\n            `${prefix}Failed to find transcend.yml file for organization: \"${apiKey.organizationName}\".`,\n          ),\n        );\n        encounteredErrors.push(apiKey.organizationName);\n        return;\n      }\n\n      const success = await syncConfiguration({\n        transcendUrl,\n        auth: apiKey.apiKey,\n        contents: useContents,\n        pageSize,\n        publishToPrivacyCenter,\n        deleteExtraAttributeValues,\n        classifyService,\n      });\n\n      if (success) {\n        logger.info(colors.green(`${prefix}Successfully pushed configuration!`));\n      } else {\n        logger.error(colors.red(`${prefix}Failed to sync configuration.`));\n        encounteredErrors.push(apiKey.organizationName);\n      }\n    });\n\n    if (encounteredErrors.length > 0) {\n      logger.info(\n        colors.red(\n          `Sync encountered errors for \"${encounteredErrors.join(\n            ',',\n          )}\". View output above for more information, or check out ${ADMIN_DASH_INTEGRATIONS}`,\n        ),\n      );\n\n      this.process.exit(1);\n    }\n  }\n\n  // Indicate success\n  logger.info(\n    colors.green(`Successfully synced yaml file to Transcend! View at ${ADMIN_DASH_INTEGRATIONS}`),\n  );\n}\n"],"mappings":"yjBA0BA,eAAe,EAAkB,CAC/B,eACA,OACA,WACA,yBACA,WACA,6BAA6B,GAC7B,kBAAkB,IAgBC,CACnB,IAAM,EAAS,EAA4B,EAAc,EAAK,CAG9D,GAAI,CAOF,MAAO,CANkB,MAAM,EAA6B,EAAU,EAAQ,CAC5E,WACA,yBACA,kBACA,6BACD,CAAC,OAEK,EAAK,CAEZ,OADA,EAAO,MAAM,EAAO,IAAI,oDAAoD,EAAI,UAAU,CAAC,CACpF,IAeX,eAAsB,EAEpB,CACE,OAAO,kBACP,eACA,OACA,YACA,WACA,yBACA,kBACA,8BAEa,CACf,EAAoB,KAAK,QAAQ,KAAK,CAGtC,IAAM,EAAe,MAAM,EAAsB,EAAK,CAGhD,EAAO,EAAyB,EAAU,CAG5C,EAQJ,GAPA,AAGE,EAHE,MAAM,QAAQ,EAAa,EAAI,EAAU,EAAK,CAAC,aAAa,CACnD,EAAU,EAAK,CAAC,IAAK,GAAa,EAAK,EAAM,EAAS,CAAC,CAEvD,EAAK,MAAM,IAAI,CAIxB,EAAS,OAAS,EACpB,MAAU,MAAM,qBAAqB,CAIvC,IAAM,EAAkB,EAAS,IAAK,GAAa,CAE5C,EAAW,EAAS,CAQvB,EAAO,KAAK,EAAO,QAAQ,iBAAiB,EAAS,MAAM,CAAC,EAP5D,EAAO,MACL,EAAO,IACL,yCAAyC,EAAS,sEACnD,CACF,CACD,KAAK,QAAQ,KAAK,EAAE,EAKtB,GAAI,CAEF,IAAM,EAAc,EAAkB,EAAU,EAAK,CAErD,OADA,EAAO,KAAK,EAAO,MAAM,yBAAyB,EAAS,GAAG,CAAC,CACxD,CACL,QAAS,EACT,KAAM,EAAS,MAAM,IAAI,CAAC,KAAK,CAAE,QAAQ,OAAQ,GAAG,CACrD,OACM,EAAK,CACZ,EAAO,MACL,EAAO,IACL,qEAAqE,EAAI,UAC1E,CACF,CACD,KAAK,QAAQ,KAAK,EAAE,GAEtB,CAGF,GAAI,OAAO,GAAiB,SAAU,CAEpC,GAAM,CAAC,EAAM,GAAG,GAAQ,EAAgB,KAAK,CAAE,aAAc,EAAQ,CAIrD,MAAM,EAAkB,CACtC,eACA,KAAM,EACN,SANe,EAAqB,EAAM,GAAG,EAAK,CAOlD,yBACA,6BACA,WACA,gBAAiB,CAAC,CAAC,EACpB,CAAC,GAIA,EAAO,KACL,EAAO,IACL,iFAAiF,IAClF,CACF,CAED,KAAK,QAAQ,KAAK,EAAE,MAEjB,CAEL,GAAI,EAAgB,SAAW,GAAK,EAAgB,SAAW,EAAa,OAC1E,MAAU,MACR,sEACS,EAAgB,OAAO,WAC5B,EAAgB,SAAW,EAAI,GAAK,IACrC,OAAO,EAAa,OAAO,UAAU,EAAa,SAAW,EAAI,GAAK,MAC1E,CAGH,IAAM,EAA8B,EAAE,CACtC,MAAM,EAAU,EAAc,MAAO,EAAQ,IAAQ,CACnD,IAAM,EAAS,IAAI,EAAM,EAAE,GAAG,EAAa,OAAO,IAAI,EAAO,iBAAiB,IAC9E,EAAO,KAAK,EAAO,QAAQ,UAAU,EAAO,4CAA4C,CAAC,CAGzF,IAAM,EACJ,EAAgB,SAAW,EACvB,EAAgB,GAAG,QACnB,EAAgB,KAAM,GAAU,EAAM,OAAS,EAAO,iBAAiB,EAAE,QAG/E,GAAI,CAAC,EAAa,CAChB,EAAO,MACL,EAAO,IACL,GAAG,EAAO,uDAAuD,EAAO,iBAAiB,IAC1F,CACF,CACD,EAAkB,KAAK,EAAO,iBAAiB,CAC/C,OAGc,MAAM,EAAkB,CACtC,eACA,KAAM,EAAO,OACb,SAAU,EACV,WACA,yBACA,6BACA,kBACD,CAAC,CAGA,EAAO,KAAK,EAAO,MAAM,GAAG,EAAO,oCAAoC,CAAC,EAExE,EAAO,MAAM,EAAO,IAAI,GAAG,EAAO,+BAA+B,CAAC,CAClE,EAAkB,KAAK,EAAO,iBAAiB,GAEjD,CAEE,EAAkB,OAAS,IAC7B,EAAO,KACL,EAAO,IACL,gCAAgC,EAAkB,KAChD,IACD,CAAC,0DAA0D,IAC7D,CACF,CAED,KAAK,QAAQ,KAAK,EAAE,EAKxB,EAAO,KACL,EAAO,MAAM,uDAAuD,IAA0B,CAC/F"}

package/dist/impl-ph0q6K3i.mjs

@@ -1,2 +0,0 @@
-import{t as e}from"./logger-B-LXIf3U.mjs";import{a as t,r as n}from"./readTranscendYaml-D-J1ilS0.mjs";import{n as r}from"./fetchCatalogs-CBk871k6.mjs";import{r as i}from"./makeGraphQLRequest-G078PsEL.mjs";import{t as a}from"./listFiles-qzyQMaYH.mjs";import{t as o}from"./done-input-validation-DLR0-MJ7.mjs";import{t as s}from"./dataFlowsToDataSilos-NhvBw1iy.mjs";import{existsSync as c,lstatSync as l}from"node:fs";import{join as u}from"node:path";import d from"colors";async function f({auth:f,dataFlowsYmlFolder:p,dataSilosYmlFolder:m,ignoreYmls:h=[],transcendUrl:g}){o(this.process.exit),(!c(p)||!l(p).isDirectory())&&(e.error(d.red(`Folder does not exist: "${p}"`)),this.process.exit(1)),(!c(m)||!l(m).isDirectory())&&(e.error(d.red(`Folder does not exist: "${m}"`)),this.process.exit(1));let{serviceToTitle:_,serviceToSupportedIntegration:v}=await r(i(g,f));a(p).forEach(r=>{let{"data-flows":i=[]}=n(u(p,r)),{adTechDataSilos:a,siteTechDataSilos:o}=s(i,{serviceToSupportedIntegration:v,serviceToTitle:_}),c=[...a,...o];e.log(`Total Services: ${c.length}`),e.log(`Ad Tech Services: ${a.length}`),e.log(`Site Tech Services: ${o.length}`),t(u(m,r),{"data-silos":h.includes(r)?[]:c})})}export{f as deriveDataSilosFromDataFlows};
-//# sourceMappingURL=impl-ph0q6K3i.mjs.map

package/dist/impl-ph0q6K3i.mjs.map

@@ -1 +0,0 @@
-{"version":3,"file":"impl-ph0q6K3i.mjs","names":[],"sources":["../src/commands/inventory/derive-data-silos-from-data-flows/impl.ts"],"sourcesContent":["import { existsSync, lstatSync } from 'node:fs';\nimport { join } from 'node:path';\n\nimport colors from 'colors';\n\nimport { DataFlowInput } from '../../../codecs.js';\nimport type { LocalContext } from '../../../context.js';\nimport { listFiles } from '../../../lib/api-keys/index.js';\nimport { doneInputValidation } from '../../../lib/cli/done-input-validation.js';\nimport { dataFlowsToDataSilos } from '../../../lib/consent-manager/dataFlowsToDataSilos.js';\nimport { fetchAndIndexCatalogs, buildTranscendGraphQLClient } from '../../../lib/graphql/index.js';\nimport { readTranscendYaml, writeTranscendYaml } from '../../../lib/readTranscendYaml.js';\nimport { logger } from '../../../logger.js';\n\nexport interface DeriveDataSilosFromDataFlowsCommandFlags {\n  auth: string;\n  dataFlowsYmlFolder: string;\n  dataSilosYmlFolder: string;\n  ignoreYmls?: string[];\n  transcendUrl: string;\n}\n\nexport async function deriveDataSilosFromDataFlows(\n  this: LocalContext,\n  {\n    auth,\n    dataFlowsYmlFolder,\n    dataSilosYmlFolder,\n    ignoreYmls = [],\n    transcendUrl,\n  }: DeriveDataSilosFromDataFlowsCommandFlags,\n): Promise<void> {\n  doneInputValidation(this.process.exit);\n\n  // Ensure folder is passed\n  if (!existsSync(dataFlowsYmlFolder) || !lstatSync(dataFlowsYmlFolder).isDirectory()) {\n    logger.error(colors.red(`Folder does not exist: \"${dataFlowsYmlFolder}\"`));\n    this.process.exit(1);\n  }\n\n  // Ensure folder is passed\n  if (!existsSync(dataSilosYmlFolder) || !lstatSync(dataSilosYmlFolder).isDirectory()) {\n    logger.error(colors.red(`Folder does not exist: \"${dataSilosYmlFolder}\"`));\n    this.process.exit(1);\n  }\n\n  // Fetch all integrations in the catalog\n  const client = buildTranscendGraphQLClient(transcendUrl, auth);\n  const { serviceToTitle, serviceToSupportedIntegration } = await fetchAndIndexCatalogs(client);\n\n  // List of each data flow yml file\n  listFiles(dataFlowsYmlFolder).forEach((directory) => {\n    // read in the data flows for a specific instance\n    const { 'data-flows': dataFlows = [] } = readTranscendYaml(join(dataFlowsYmlFolder, directory));\n\n    // map the data flows to data silos\n    const { adTechDataSilos, siteTechDataSilos } = dataFlowsToDataSilos(\n      dataFlows as DataFlowInput[],\n      {\n        serviceToSupportedIntegration,\n        serviceToTitle,\n      },\n    );\n\n    // combine and write to yml file\n    const dataSilos = [...adTechDataSilos, ...siteTechDataSilos];\n    logger.log(`Total Services: ${dataSilos.length}`);\n    logger.log(`Ad Tech Services: ${adTechDataSilos.length}`);\n    logger.log(`Site Tech Services: ${siteTechDataSilos.length}`);\n    writeTranscendYaml(join(dataSilosYmlFolder, directory), {\n      'data-silos': ignoreYmls.includes(directory) ? [] : dataSilos,\n    });\n  });\n}\n"],"mappings":"sdAsBA,eAAsB,EAEpB,CACE,OACA,qBACA,qBACA,aAAa,EAAE,CACf,gBAEa,CACf,EAAoB,KAAK,QAAQ,KAAK,EAGlC,CAAC,EAAW,EAAmB,EAAI,CAAC,EAAU,EAAmB,CAAC,aAAa,IACjF,EAAO,MAAM,EAAO,IAAI,2BAA2B,EAAmB,GAAG,CAAC,CAC1E,KAAK,QAAQ,KAAK,EAAE,GAIlB,CAAC,EAAW,EAAmB,EAAI,CAAC,EAAU,EAAmB,CAAC,aAAa,IACjF,EAAO,MAAM,EAAO,IAAI,2BAA2B,EAAmB,GAAG,CAAC,CAC1E,KAAK,QAAQ,KAAK,EAAE,EAKtB,GAAM,CAAE,iBAAgB,iCAAkC,MAAM,EADjD,EAA4B,EAAc,EAAK,CAC+B,CAG7F,EAAU,EAAmB,CAAC,QAAS,GAAc,CAEnD,GAAM,CAAE,aAAc,EAAY,EAAE,EAAK,EAAkB,EAAK,EAAoB,EAAU,CAAC,CAGzF,CAAE,kBAAiB,qBAAsB,EAC7C,EACA,CACE,gCACA,iBACD,CACF,CAGK,EAAY,CAAC,GAAG,EAAiB,GAAG,EAAkB,CAC5D,EAAO,IAAI,mBAAmB,EAAU,SAAS,CACjD,EAAO,IAAI,qBAAqB,EAAgB,SAAS,CACzD,EAAO,IAAI,uBAAuB,EAAkB,SAAS,CAC7D,EAAmB,EAAK,EAAoB,EAAU,CAAE,CACtD,aAAc,EAAW,SAAS,EAAU,CAAG,EAAE,CAAG,EACrD,CAAC,EACF"}

package/dist/makeGraphQLRequest-G078PsEL.mjs

@@ -1,2 +0,0 @@
-import{n as e}from"./package-BjNQxHlz.mjs";import{t}from"./logger-B-LXIf3U.mjs";import n from"colors";import{GraphQLClient as r}from"graphql-request";function i(t,n){return new r(`${t}/graphql`,{headers:{...n,version:e}})}function a(e,t){return i(e,{Authorization:`Bearer ${t}`})}function o(e){return new Promise(t=>{setTimeout(()=>t(e),e)})}const s=[`syntax error`,`got invalid value`,`Client error`,`cannot affect row a second time`,`GRAPHQL_VALIDATION_FAILED`];async function c(e,r,i,a,c=4){let l=0;for(;;)try{return await e.request(r,i,a)}catch(e){if(e.message.includes(`API key is invalid`)&&(t.error(n.red("API key is invalid. Please ensure that the key provided to `transcendAuth` has the proper scope and is not expired, and that `transcendUrl` corresponds to the correct backend for your organization.")),process.exit(1)),s.some(t=>e.message.includes(t)))throw e;if(e.message.startsWith(`Client error: Too many requests`)){let r=e.response.headers?.get(`x-ratelimit-reset`),i=r?new Date(r).getTime()-new Date().getTime()+100:1e3*10;t.log(n.yellow(`DETECTED RATE LIMIT: ${e.message}. Sleeping for ${i}ms`)),await o(i)}if(l>=c)throw e;l+=1,t.log(n.yellow(`Retrying failed request (${l} / ${c}): ${e.message}`))}}export{i,o as n,a as r,c as t};
-//# sourceMappingURL=makeGraphQLRequest-G078PsEL.mjs.map

package/dist/makeGraphQLRequest-G078PsEL.mjs.map

@@ -1 +0,0 @@
-{"version":3,"file":"makeGraphQLRequest-G078PsEL.mjs","names":[],"sources":["../src/lib/graphql/buildTranscendGraphQLClient.ts","../src/lib/helpers/sleepPromise.ts","../src/lib/graphql/makeGraphQLRequest.ts"],"sourcesContent":["import { GraphQLClient } from 'graphql-request';\n\nimport { version } from '../../../package.json';\n\n/**\n * Create a GraphQL client\n *\n * @param transcendUrl - Transcend API URL\n * @param headers - Request headers to include in each request\n * @returns GraphQL client\n */\nexport function buildTranscendGraphQLClientGeneric(\n  transcendUrl: string,\n  headers: Record<string, string>,\n): GraphQLClient {\n  // Create a GraphQL client\n  return new GraphQLClient(`${transcendUrl}/graphql`, {\n    headers: {\n      ...headers,\n      version,\n    },\n  });\n}\n\n/**\n * Create a GraphQL client capable of submitting requests with an API key\n *\n * @param transcendUrl - Transcend API URL\n * @param auth - API key to authenticate to API\n * @returns GraphQL client\n */\nexport function buildTranscendGraphQLClient(transcendUrl: string, auth: string): GraphQLClient {\n  return buildTranscendGraphQLClientGeneric(transcendUrl, {\n    Authorization: `Bearer ${auth}`,\n  });\n}\n","/**\n * Sleep in a promise\n *\n * @param sleepTime - The time to sleep in milliseconds.\n * @returns Resolves promise\n */\nexport function sleepPromise(sleepTime: number): Promise<number> {\n  return new Promise((resolve) => {\n    setTimeout(() => resolve(sleepTime), sleepTime);\n  });\n}\n","import colors from 'colors';\nimport type { GraphQLClient, RequestDocument, Variables } from 'graphql-request';\n\nimport { logger } from '../../logger.js';\nimport { sleepPromise } from '../helpers/index.js';\n\nconst MAX_RETRIES = 4;\n\nconst KNOWN_ERRORS = [\n  'syntax error',\n  'got invalid value',\n  'Client error',\n  'cannot affect row a second time',\n  'GRAPHQL_VALIDATION_FAILED',\n];\n\n/**\n * Make a GraphQL request with retries\n *\n * @param client - GraphQL client\n * @param document - document\n * @param variables - Variable\n * @param requestHeaders - Headers\n * @param maxRequests - Max number of requests\n * @returns Response\n */\nexport async function makeGraphQLRequest<T, V extends Variables = Variables>(\n  client: GraphQLClient,\n  document: RequestDocument,\n  variables?: V,\n  requestHeaders?: Record<string, string> | string[][] | Headers,\n  maxRequests = MAX_RETRIES,\n): Promise<T> {\n  let retryCount = 0;\n  // eslint-disable-next-line no-constant-condition\n  while (true) {\n    try {\n      const result = await client.request(document, variables, requestHeaders);\n      return result as T;\n    } catch (err) {\n      if (err.message.includes('API key is invalid')) {\n        logger.error(\n          colors.red(\n            'API key is invalid. ' +\n              'Please ensure that the key provided to `transcendAuth` has the proper scope and is not expired, ' +\n              'and that `transcendUrl` corresponds to the correct backend for your organization.',\n          ),\n        );\n        process.exit(1);\n      }\n\n      if (KNOWN_ERRORS.some((msg) => err.message.includes(msg))) {\n        throw err;\n      }\n\n      // wait for rate limit to resolve\n      if (err.message.startsWith('Client error: Too many requests')) {\n        const rateLimitResetAt = err.response.headers?.get('x-ratelimit-reset');\n        const sleepTime = rateLimitResetAt\n          ? new Date(rateLimitResetAt).getTime() - new Date().getTime() + 100\n          : 1000 * 10;\n        logger.log(\n          colors.yellow(`DETECTED RATE LIMIT: ${err.message}. Sleeping for ${sleepTime}ms`),\n        );\n\n        await sleepPromise(sleepTime);\n      }\n\n      if (retryCount >= maxRequests) {\n        throw err;\n      }\n      retryCount += 1;\n      logger.log(\n        colors.yellow(`Retrying failed request (${retryCount} / ${maxRequests}): ${err.message}`),\n      );\n    }\n  }\n}\n"],"mappings":"sJAWA,SAAgB,EACd,EACA,EACe,CAEf,OAAO,IAAI,EAAc,GAAG,EAAa,UAAW,CAClD,QAAS,CACP,GAAG,EACH,UACD,CACF,CAAC,CAUJ,SAAgB,EAA4B,EAAsB,EAA6B,CAC7F,OAAO,EAAmC,EAAc,CACtD,cAAe,UAAU,IAC1B,CAAC,CC5BJ,SAAgB,EAAa,EAAoC,CAC/D,OAAO,IAAI,QAAS,GAAY,CAC9B,eAAiB,EAAQ,EAAU,CAAE,EAAU,EAC/C,CCHJ,MAEM,EAAe,CACnB,eACA,oBACA,eACA,kCACA,4BACD,CAYD,eAAsB,EACpB,EACA,EACA,EACA,EACA,EAAc,EACF,CACZ,IAAI,EAAa,EAEjB,OACE,GAAI,CAEF,OADe,MAAM,EAAO,QAAQ,EAAU,EAAW,EAAe,OAEjE,EAAK,CAYZ,GAXI,EAAI,QAAQ,SAAS,qBAAqB,GAC5C,EAAO,MACL,EAAO,IACL,wMAGD,CACF,CACD,QAAQ,KAAK,EAAE,EAGb,EAAa,KAAM,GAAQ,EAAI,QAAQ,SAAS,EAAI,CAAC,CACvD,MAAM,EAIR,GAAI,EAAI,QAAQ,WAAW,kCAAkC,CAAE,CAC7D,IAAM,EAAmB,EAAI,SAAS,SAAS,IAAI,oBAAoB,CACjE,EAAY,EACd,IAAI,KAAK,EAAiB,CAAC,SAAS,CAAG,IAAI,MAAM,CAAC,SAAS,CAAG,IAC9D,IAAO,GACX,EAAO,IACL,EAAO,OAAO,wBAAwB,EAAI,QAAQ,iBAAiB,EAAU,IAAI,CAClF,CAED,MAAM,EAAa,EAAU,CAG/B,GAAI,GAAc,EAChB,MAAM,EAER,GAAc,EACd,EAAO,IACL,EAAO,OAAO,4BAA4B,EAAW,KAAK,EAAY,KAAK,EAAI,UAAU,CAC1F"}

package/dist/markRequestDataSiloIdsCompleted-DmAz-R0M.mjs

@@ -1,2 +0,0 @@
-import{a as e}from"./constants-CeMiHaHx.mjs";import{t}from"./logger-B-LXIf3U.mjs";import{t as n}from"./bluebird-CUitXgsY.mjs";import{t as r}from"./RequestDataSilo-_Iv44M9u.mjs";import{r as i,t as a}from"./makeGraphQLRequest-G078PsEL.mjs";import{t as o}from"./fetchRequestDataSilo-CF6XOTQ-.mjs";import{RequestDataSiloStatus as s}from"@transcend-io/privacy-types";import c from"colors";import l from"cli-progress";async function u({requestIds:u,dataSiloId:d,auth:f,concurrency:p=100,status:m=s.Resolved,transcendUrl:h=e}){let g=i(h,f),_=new Date().getTime(),v=new l.SingleBar({},l.Presets.shades_classic);t.info(c.magenta(`Notifying Transcend for data silo "${d}" marking "${u.length}" requests as completed.`));let y=0;v.start(u.length,0),await n(u,async e=>{let t=await o(g,{requestId:e,dataSiloId:d});try{await a(g,r,{requestDataSiloId:t.id,status:m})}catch(e){if(!e.message.includes(`Client error: Request must be active:`)&&!e.message.includes(`Failed to find RequestDataSilo`))throw e}y+=1,v.update(y)},{concurrency:p}),v.stop();let b=new Date().getTime()-_;return t.info(c.green(`Successfully notified Transcend in "${b/1e3}" seconds!`)),u.length}export{u as t};
-//# sourceMappingURL=markRequestDataSiloIdsCompleted-DmAz-R0M.mjs.map

package/dist/markRequestDataSiloIdsCompleted-DmAz-R0M.mjs.map

@@ -1 +0,0 @@
-{"version":3,"file":"markRequestDataSiloIdsCompleted-DmAz-R0M.mjs","names":[],"sources":["../src/lib/cron/markRequestDataSiloIdsCompleted.ts"],"sourcesContent":["import { RequestDataSiloStatus } from '@transcend-io/privacy-types';\nimport cliProgress from 'cli-progress';\nimport colors from 'colors';\n\nimport { DEFAULT_TRANSCEND_API } from '../../constants.js';\nimport { logger } from '../../logger.js';\nimport { map } from '../bluebird.js';\nimport {\n  CHANGE_REQUEST_DATA_SILO_STATUS,\n  fetchRequestDataSilo,\n  makeGraphQLRequest,\n  buildTranscendGraphQLClient,\n} from '../graphql/index.js';\n\n/**\n * Given a CSV of Request IDs, mark associated RequestDataSilos as completed\n *\n * @param options - Options\n * @returns Number of items marked as completed\n */\nexport async function markRequestDataSiloIdsCompleted({\n  requestIds,\n  dataSiloId,\n  auth,\n  concurrency = 100,\n  status = RequestDataSiloStatus.Resolved,\n  transcendUrl = DEFAULT_TRANSCEND_API,\n}: {\n  /** The list of request ids to mark as completed  */\n  requestIds: string[];\n  /** Transcend API key authentication */\n  auth: string;\n  /** Data Silo ID to pull down jobs for */\n  dataSiloId: string;\n  /** Status to update requests to */\n  status?: RequestDataSiloStatus;\n  /** Upload concurrency */\n  concurrency?: number;\n  /** API URL for Transcend backend */\n  transcendUrl?: string;\n}): Promise<number> {\n  // Find all requests made before createdAt that are in a removing data state\n  const client = buildTranscendGraphQLClient(transcendUrl, auth);\n\n  // Time duration\n  const t0 = new Date().getTime();\n  // create a new progress bar instance and use shades_classic theme\n  const progressBar = new cliProgress.SingleBar({}, cliProgress.Presets.shades_classic);\n\n  // Notify Transcend\n  logger.info(\n    colors.magenta(\n      `Notifying Transcend for data silo \"${dataSiloId}\" marking \"${requestIds.length}\" requests as completed.`,\n    ),\n  );\n\n  let total = 0;\n  progressBar.start(requestIds.length, 0);\n  await map(\n    requestIds,\n    async (requestId) => {\n      const requestDataSilo = await fetchRequestDataSilo(client, {\n        requestId,\n        dataSiloId,\n      });\n\n      try {\n        await makeGraphQLRequest<{\n          /** Whether we successfully uploaded the results */\n          success: boolean;\n        }>(client, CHANGE_REQUEST_DATA_SILO_STATUS, {\n          requestDataSiloId: requestDataSilo.id,\n          status,\n        });\n      } catch (err) {\n        if (\n          !err.message.includes('Client error: Request must be active:') &&\n          !err.message.includes('Failed to find RequestDataSilo')\n        ) {\n          throw err;\n        }\n      }\n\n      total += 1;\n      progressBar.update(total);\n    },\n    { concurrency },\n  );\n\n  progressBar.stop();\n  const t1 = new Date().getTime();\n  const totalTime = t1 - t0;\n\n  logger.info(colors.green(`Successfully notified Transcend in \"${totalTime / 1000}\" seconds!`));\n  return requestIds.length;\n}\n"],"mappings":"4ZAoBA,eAAsB,EAAgC,CACpD,aACA,aACA,OACA,cAAc,IACd,SAAS,EAAsB,SAC/B,eAAe,GAcG,CAElB,IAAM,EAAS,EAA4B,EAAc,EAAK,CAGxD,EAAK,IAAI,MAAM,CAAC,SAAS,CAEzB,EAAc,IAAI,EAAY,UAAU,EAAE,CAAE,EAAY,QAAQ,eAAe,CAGrF,EAAO,KACL,EAAO,QACL,sCAAsC,EAAW,aAAa,EAAW,OAAO,0BACjF,CACF,CAED,IAAI,EAAQ,EACZ,EAAY,MAAM,EAAW,OAAQ,EAAE,CACvC,MAAM,EACJ,EACA,KAAO,IAAc,CACnB,IAAM,EAAkB,MAAM,EAAqB,EAAQ,CACzD,YACA,aACD,CAAC,CAEF,GAAI,CACF,MAAM,EAGH,EAAQ,EAAiC,CAC1C,kBAAmB,EAAgB,GACnC,SACD,CAAC,OACK,EAAK,CACZ,GACE,CAAC,EAAI,QAAQ,SAAS,wCAAwC,EAC9D,CAAC,EAAI,QAAQ,SAAS,iCAAiC,CAEvD,MAAM,EAIV,GAAS,EACT,EAAY,OAAO,EAAM,EAE3B,CAAE,cAAa,CAChB,CAED,EAAY,MAAM,CAElB,IAAM,EADK,IAAI,MAAM,CAAC,SAAS,CACR,EAGvB,OADA,EAAO,KAAK,EAAO,MAAM,uCAAuC,EAAY,IAAK,YAAY,CAAC,CACvF,EAAW"}

package/dist/markSilentPrivacyRequests-s7_aBROE.mjs

@@ -1,2 +0,0 @@
-import{a as e}from"./constants-CeMiHaHx.mjs";import{t}from"./logger-B-LXIf3U.mjs";import{t as n}from"./bluebird-CUitXgsY.mjs";import{o as r}from"./request-CAsR6CMY.mjs";import{r as i,t as a}from"./makeGraphQLRequest-G078PsEL.mjs";import{r as o}from"./fetchAllRequests-DEPTEUbi.mjs";import{RequestStatus as s}from"@transcend-io/privacy-types";import c from"colors";import l from"cli-progress";async function u({requestActions:u,auth:d,requestIds:f,statuses:p=[s.Compiling,s.RequestMade,s.Delayed,s.Approving,s.Secondary,s.Enriching,s.Waiting,s.SecondaryApproving],createdAtAfter:m,createdAtBefore:h,updatedAtBefore:g,updatedAtAfter:_,concurrency:v=100,transcendUrl:y=e}){let b=i(y,d),x=new Date().getTime(),S=new l.SingleBar({},l.Presets.shades_classic),C=await o(b,{actions:u,statuses:p,createdAtBefore:h,createdAtAfter:m,updatedAtBefore:g,updatedAtAfter:_,isSilent:!1,requestIds:f});t.info(c.magenta(`Marking "${C.length}" as silent mode.`));let w=0;S.start(C.length,0),await n(C,async e=>{await a(b,r,{input:{id:e.id,isSilent:!0}}),w+=1,S.update(w)},{concurrency:v}),S.stop();let T=new Date().getTime()-x;return t.info(c.green(`Successfully marked ${w} requests as silent mode in "${T/1e3}" seconds!`)),C.length}export{u as t};
-//# sourceMappingURL=markSilentPrivacyRequests-s7_aBROE.mjs.map