@transcend-io/cli 10.1.0 → 10.2.1

package/dist/{dataFlowsToDataSilos-DUj1NhOt.mjs.map → dataFlowsToDataSilos-Ca2DtTsd.mjs.map}

@@ -1 +1 @@
-{"version":3,"file":"dataFlowsToDataSilos-DUj1NhOt.mjs","names":[],"sources":["../src/lib/consent-manager/dataFlowsToDataSilos.ts"],"sourcesContent":["import { type IndexedCatalogs } from '@transcend-io/sdk';\nimport { union } from 'lodash-es';\n\nimport { DataFlowInput, DataSiloInput } from '../../codecs.js';\n\n/**\n * Convert data flow configurations into a set of data silo configurations\n *\n * @param inputs - Data flow input to convert to data silos\n * @param options - Additional options\n * @returns Business entity configuration input\n */\nexport function dataFlowsToDataSilos(\n  inputs: DataFlowInput[],\n  {\n    adTechPurposes = ['SaleOfInfo'],\n    serviceToTitle,\n    serviceToSupportedIntegration,\n  }: IndexedCatalogs & {\n    /** List of purposes that are considered \"Ad Tech\"  */\n    adTechPurposes?: string[];\n  },\n): {\n  /** List of data silo configurations for site-tech services */\n  siteTechDataSilos: DataSiloInput[];\n  /** List of data silo configurations for ad-tech services */\n  adTechDataSilos: DataSiloInput[];\n} {\n  // List of site tech integrations\n  let siteTechIntegrations: string[] = [];\n\n  // List of ad tech integrations\n  const adTechIntegrations: string[] = [];\n\n  // Mapping from service name to list of\n  const serviceToFoundOnDomain: { [k in string]: string[] } = {};\n\n  // iterate over each flow\n  inputs.forEach((flow) => {\n    // process data flows with services\n    const { service, attributes = [] } = flow;\n    if (!service || service === 'internalService') {\n      return;\n    }\n\n    // create mapping to found on domain\n    const foundOnDomain = attributes.find((attr) => attr.key === 'Found on Domain');\n\n    // Create a list of all domains where the data flow was found\n    if (foundOnDomain) {\n      if (!serviceToFoundOnDomain[service]) {\n        serviceToFoundOnDomain[service] = [];\n      }\n      serviceToFoundOnDomain[service]!.push(\n        ...foundOnDomain.values.map((v) => v.replace('https://', '').replace('http://', '')),\n      );\n      serviceToFoundOnDomain[service] = [...new Set(serviceToFoundOnDomain[service])];\n    }\n\n    // Keep track of ad tech\n    if (union(flow.trackingPurposes, adTechPurposes).length > 0) {\n      // add service to ad tech list\n      adTechIntegrations.push(service);\n\n      // remove from site tech list\n      if (siteTechIntegrations.includes(service)) {\n        siteTechIntegrations = siteTechIntegrations.filter((s) => s !== service);\n      }\n    } else if (!adTechIntegrations.includes(service)) {\n      // add to site tech list\n      siteTechIntegrations.push(service);\n    }\n  });\n\n  // create the list of ad tech integrations\n  const adTechDataSilos = [...new Set(adTechIntegrations)].map((service) => ({\n    title: serviceToTitle[service],\n    ...(serviceToSupportedIntegration[service]\n      ? { integrationName: service }\n      : { integrationName: 'promptAPerson', 'outer-type': service }),\n    attributes: [\n      {\n        key: 'Tech Type',\n        values: ['Ad Tech'],\n      },\n      {\n        key: 'Found On Domain',\n        values: serviceToFoundOnDomain[service] || [],\n      },\n    ],\n  }));\n\n  // create the list of site tech integrations\n  const siteTechDataSilos = [...new Set(siteTechIntegrations)].map((service) => ({\n    title: serviceToTitle[service],\n    ...(serviceToSupportedIntegration[service]\n      ? { integrationName: service }\n      : { integrationName: 'promptAPerson', outerType: service }),\n    attributes: [\n      {\n        key: 'Tech Type',\n        values: ['Site Tech'],\n      },\n      {\n        key: 'Found On Domain',\n        values: serviceToFoundOnDomain[service] || [],\n      },\n    ],\n  }));\n\n  return {\n    siteTechDataSilos,\n    adTechDataSilos,\n  };\n}\n"],"mappings":"kCAYA,SAAgB,EACd,EACA,CACE,iBAAiB,CAAC,aAAa,CAC/B,iBACA,iCAUF,CAEA,IAAI,EAAiC,EAAE,CAGjC,EAA+B,EAAE,CAGjC,EAAsD,EAAE,CAG9D,EAAO,QAAS,GAAS,CAEvB,GAAM,CAAE,UAAS,aAAa,EAAE,EAAK,EACrC,GAAI,CAAC,GAAW,IAAY,kBAC1B,OAIF,IAAM,EAAgB,EAAW,KAAM,GAAS,EAAK,MAAQ,kBAAkB,CAG3E,IACG,EAAuB,KAC1B,EAAuB,GAAW,EAAE,EAEtC,EAAuB,GAAU,KAC/B,GAAG,EAAc,OAAO,IAAK,GAAM,EAAE,QAAQ,WAAY,GAAG,CAAC,QAAQ,UAAW,GAAG,CAAC,CACrF,CACD,EAAuB,GAAW,CAAC,GAAG,IAAI,IAAI,EAAuB,GAAS,CAAC,EAI7E,EAAM,EAAK,iBAAkB,EAAe,CAAC,OAAS,GAExD,EAAmB,KAAK,EAAQ,CAG5B,EAAqB,SAAS,EAAQ,GACxC,EAAuB,EAAqB,OAAQ,GAAM,IAAM,EAAQ,GAEhE,EAAmB,SAAS,EAAQ,EAE9C,EAAqB,KAAK,EAAQ,EAEpC,CAGF,IAAM,EAAkB,CAAC,GAAG,IAAI,IAAI,EAAmB,CAAC,CAAC,IAAK,IAAa,CACzE,MAAO,EAAe,GACtB,GAAI,EAA8B,GAC9B,CAAE,gBAAiB,EAAS,CAC5B,CAAE,gBAAiB,gBAAiB,aAAc,EAAS,CAC/D,WAAY,CACV,CACE,IAAK,YACL,OAAQ,CAAC,UAAU,CACpB,CACD,CACE,IAAK,kBACL,OAAQ,EAAuB,IAAY,EAAE,CAC9C,CACF,CACF,EAAE,CAoBH,MAAO,CACL,kBAlBwB,CAAC,GAAG,IAAI,IAAI,EAAqB,CAAC,CAAC,IAAK,IAAa,CAC7E,MAAO,EAAe,GACtB,GAAI,EAA8B,GAC9B,CAAE,gBAAiB,EAAS,CAC5B,CAAE,gBAAiB,gBAAiB,UAAW,EAAS,CAC5D,WAAY,CACV,CACE,IAAK,YACL,OAAQ,CAAC,YAAY,CACtB,CACD,CACE,IAAK,kBACL,OAAQ,EAAuB,IAAY,EAAE,CAC9C,CACF,CACF,EAAE,CAID,kBACD"}
+{"version":3,"file":"dataFlowsToDataSilos-Ca2DtTsd.mjs","names":[],"sources":["../src/lib/consent-manager/dataFlowsToDataSilos.ts"],"sourcesContent":["import { type IndexedCatalogs } from '@transcend-io/sdk';\nimport { union } from 'lodash-es';\n\nimport { DataFlowInput, DataSiloInput } from '../../codecs.js';\n\n/**\n * Convert data flow configurations into a set of data silo configurations\n *\n * @param inputs - Data flow input to convert to data silos\n * @param options - Additional options\n * @returns Business entity configuration input\n */\nexport function dataFlowsToDataSilos(\n  inputs: DataFlowInput[],\n  {\n    adTechPurposes = ['SaleOfInfo'],\n    serviceToTitle,\n    serviceToSupportedIntegration,\n  }: IndexedCatalogs & {\n    /** List of purposes that are considered \"Ad Tech\"  */\n    adTechPurposes?: string[];\n  },\n): {\n  /** List of data silo configurations for site-tech services */\n  siteTechDataSilos: DataSiloInput[];\n  /** List of data silo configurations for ad-tech services */\n  adTechDataSilos: DataSiloInput[];\n} {\n  // List of site tech integrations\n  let siteTechIntegrations: string[] = [];\n\n  // List of ad tech integrations\n  const adTechIntegrations: string[] = [];\n\n  // Mapping from service name to list of\n  const serviceToFoundOnDomain: { [k in string]: string[] } = {};\n\n  // iterate over each flow\n  inputs.forEach((flow) => {\n    // process data flows with services\n    const { service, attributes = [] } = flow;\n    if (!service || service === 'internalService') {\n      return;\n    }\n\n    // create mapping to found on domain\n    const foundOnDomain = attributes.find((attr) => attr.key === 'Found on Domain');\n\n    // Create a list of all domains where the data flow was found\n    if (foundOnDomain) {\n      if (!serviceToFoundOnDomain[service]) {\n        serviceToFoundOnDomain[service] = [];\n      }\n      serviceToFoundOnDomain[service]!.push(\n        ...foundOnDomain.values.map((v) => v.replace('https://', '').replace('http://', '')),\n      );\n      serviceToFoundOnDomain[service] = [...new Set(serviceToFoundOnDomain[service])];\n    }\n\n    // Keep track of ad tech\n    if (union(flow.trackingPurposes, adTechPurposes).length > 0) {\n      // add service to ad tech list\n      adTechIntegrations.push(service);\n\n      // remove from site tech list\n      if (siteTechIntegrations.includes(service)) {\n        siteTechIntegrations = siteTechIntegrations.filter((s) => s !== service);\n      }\n    } else if (!adTechIntegrations.includes(service)) {\n      // add to site tech list\n      siteTechIntegrations.push(service);\n    }\n  });\n\n  // create the list of ad tech integrations\n  const adTechDataSilos = [...new Set(adTechIntegrations)].map((service) => ({\n    title: serviceToTitle[service],\n    ...(serviceToSupportedIntegration[service]\n      ? { integrationName: service }\n      : { integrationName: 'promptAPerson', 'outer-type': service }),\n    attributes: [\n      {\n        key: 'Tech Type',\n        values: ['Ad Tech'],\n      },\n      {\n        key: 'Found On Domain',\n        values: serviceToFoundOnDomain[service] || [],\n      },\n    ],\n  }));\n\n  // create the list of site tech integrations\n  const siteTechDataSilos = [...new Set(siteTechIntegrations)].map((service) => ({\n    title: serviceToTitle[service],\n    ...(serviceToSupportedIntegration[service]\n      ? { integrationName: service }\n      : { integrationName: 'promptAPerson', outerType: service }),\n    attributes: [\n      {\n        key: 'Tech Type',\n        values: ['Site Tech'],\n      },\n      {\n        key: 'Found On Domain',\n        values: serviceToFoundOnDomain[service] || [],\n      },\n    ],\n  }));\n\n  return {\n    siteTechDataSilos,\n    adTechDataSilos,\n  };\n}\n"],"mappings":"kCAYA,SAAgB,EACd,EACA,CACE,iBAAiB,CAAC,aAAa,CAC/B,iBACA,iCAUF,CAEA,IAAI,EAAiC,EAAE,CAGjC,EAA+B,EAAE,CAGjC,EAAsD,EAAE,CAG9D,EAAO,QAAS,GAAS,CAEvB,GAAM,CAAE,UAAS,aAAa,EAAE,EAAK,EACrC,GAAI,CAAC,GAAW,IAAY,kBAC1B,OAIF,IAAM,EAAgB,EAAW,KAAM,GAAS,EAAK,MAAQ,kBAAkB,CAG3E,IACG,EAAuB,KAC1B,EAAuB,GAAW,EAAE,EAEtC,EAAuB,GAAU,KAC/B,GAAG,EAAc,OAAO,IAAK,GAAM,EAAE,QAAQ,WAAY,GAAG,CAAC,QAAQ,UAAW,GAAG,CAAC,CACrF,CACD,EAAuB,GAAW,CAAC,GAAG,IAAI,IAAI,EAAuB,GAAS,CAAC,EAI7E,EAAM,EAAK,iBAAkB,EAAe,CAAC,OAAS,GAExD,EAAmB,KAAK,EAAQ,CAG5B,EAAqB,SAAS,EAAQ,GACxC,EAAuB,EAAqB,OAAQ,GAAM,IAAM,EAAQ,GAEhE,EAAmB,SAAS,EAAQ,EAE9C,EAAqB,KAAK,EAAQ,EAEpC,CAGF,IAAM,EAAkB,CAAC,GAAG,IAAI,IAAI,EAAmB,CAAC,CAAC,IAAK,IAAa,CACzE,MAAO,EAAe,GACtB,GAAI,EAA8B,GAC9B,CAAE,gBAAiB,EAAS,CAC5B,CAAE,gBAAiB,gBAAiB,aAAc,EAAS,CAC/D,WAAY,CACV,CACE,IAAK,YACL,OAAQ,CAAC,UAAU,CACpB,CACD,CACE,IAAK,kBACL,OAAQ,EAAuB,IAAY,EAAE,CAC9C,CACF,CACF,EAAE,CAoBH,MAAO,CACL,kBAlBwB,CAAC,GAAG,IAAI,IAAI,EAAqB,CAAC,CAAC,IAAK,IAAa,CAC7E,MAAO,EAAe,GACtB,GAAI,EAA8B,GAC9B,CAAE,gBAAiB,EAAS,CAC5B,CAAE,gBAAiB,gBAAiB,UAAW,EAAS,CAC5D,WAAY,CACV,CACE,IAAK,YACL,OAAQ,CAAC,YAAY,CACtB,CACD,CACE,IAAK,kBACL,OAAQ,EAAuB,IAAY,EAAE,CAC9C,CACF,CACF,EAAE,CAID,kBACD"}

package/dist/{done-input-validation-C5rgR0Wr.mjs → done-input-validation-BcNBxhEs.mjs}

@@ -1,2 +1,2 @@
 function e(e){process.env.DEVELOPMENT_MODE_VALIDATE_ONLY===`true`&&e(0)}export{e as t};
-//# sourceMappingURL=done-input-validation-C5rgR0Wr.mjs.map
+//# sourceMappingURL=done-input-validation-BcNBxhEs.mjs.map

package/dist/{done-input-validation-C5rgR0Wr.mjs.map → done-input-validation-BcNBxhEs.mjs.map}

@@ -1 +1 @@
-{"version":3,"file":"done-input-validation-C5rgR0Wr.mjs","names":[],"sources":["../src/lib/cli/done-input-validation.ts"],"sourcesContent":["/**\n * If the environment variable `DEVELOPMENT_MODE_VALIDATE_ONLY` is set,\n * this function will exit the process with a status code of 0.\n *\n * This is useful for development mode, where we want to validate the\n * command flags without actually running the command.\n *\n * This should be called after input validation, and must be agnostic to the environment (e.g., the existence of a file on the file system)\n *\n * @param exit - The function to exit the process.\n */\nexport function doneInputValidation(exit: (code?: number) => void): void {\n  if (process.env.DEVELOPMENT_MODE_VALIDATE_ONLY === 'true') {\n    exit(0);\n  }\n}\n"],"mappings":"AAWA,SAAgB,EAAoB,EAAqC,CACnE,QAAQ,IAAI,iCAAmC,QACjD,EAAK,EAAE"}
+{"version":3,"file":"done-input-validation-BcNBxhEs.mjs","names":[],"sources":["../src/lib/cli/done-input-validation.ts"],"sourcesContent":["/**\n * If the environment variable `DEVELOPMENT_MODE_VALIDATE_ONLY` is set,\n * this function will exit the process with a status code of 0.\n *\n * This is useful for development mode, where we want to validate the\n * command flags without actually running the command.\n *\n * This should be called after input validation, and must be agnostic to the environment (e.g., the existence of a file on the file system)\n *\n * @param exit - The function to exit the process.\n */\nexport function doneInputValidation(exit: (code?: number) => void): void {\n  if (process.env.DEVELOPMENT_MODE_VALIDATE_ONLY === 'true') {\n    exit(0);\n  }\n}\n"],"mappings":"AAWA,SAAgB,EAAoB,EAAqC,CACnE,QAAQ,IAAI,iCAAmC,QACjD,EAAK,EAAE"}

package/dist/{downloadPrivacyRequestFiles-GUbd_PRc.mjs → downloadPrivacyRequestFiles-8DtRUNXp.mjs}

@@ -1,2 +1,2 @@
-import{a as e}from"./constants-XOsAW1__.mjs";import{t}from"./logger-Bj782ZYD.mjs";import{t as n}from"./request-SLqRySNU.mjs";import{r}from"./fetchAllRequests-xGgt_STo.mjs";import{RequestAction as i,RequestStatus as a,TableEncryptionType as o}from"@transcend-io/privacy-types";import{decodeCodec as s,valuesOf as c}from"@transcend-io/type-utils";import{existsSync as l,mkdirSync as u,writeFileSync as d}from"node:fs";import{dirname as f,join as p}from"node:path";import m from"colors";import*as h from"io-ts";import{buildTranscendGraphQLClient as g,createSombraGotInstance as _,makeGraphQLRequest as v}from"@transcend-io/sdk";import{map as y}from"@transcend-io/utils";import b from"cli-progress";const x=h.type({defaultMessage:h.string,id:h.string}),S=h.type({downloadKey:h.string,error:h.union([h.null,h.string]),mimetype:h.string,size:h.string,fileName:h.string,dataPoint:h.type({id:h.string,title:h.union([x,h.null]),description:h.union([x,h.null]),name:h.string,slug:h.string,encryption:h.union([c(o),h.null]),dataSilo:h.type({id:h.string,title:h.string,description:h.string,type:h.string,outerType:h.union([h.string,h.null])}),path:h.array(h.string)})}),C=h.type({nodes:h.array(S),totalCount:h.number,_links:h.partial({next:h.union([h.string,h.null]),previous:h.union([h.string,h.null])})});async function w(e,{sombra:n,concurrency:r=5,limit:i=100}){t.info(m.magenta(`Pulling file metadata for ${e.length} requests`));let a=new Date().getTime(),o=new b.SingleBar({},b.Presets.shades_classic),c=0;o.start(e.length,0);let l=await y(e,async e=>{let t=[],r=!0,a=0;for(;r;){let o;try{o=s(C,await n.get(`v1/data-subject-request/${e.id}/download-keys`,{searchParams:{limit:i,offset:a}}).json()),t.push(...o.nodes),a+=i,r=!!o._links.next&&o.nodes.length===i}catch(e){throw Error(`Received an error from server: ${e?.response?.body||e?.message}`)}}return c+=1,o.update(c),[e,t]},{concurrency:r});o.stop();let u=new Date().getTime()-a;return t.info(m.green(`Successfully downloaded file metadata ${e.length} requests in "${u/1e3}" seconds!`)),l}async function T(e,{requestId:n,sombra:r,onFileDownloaded:i,concurrency:a=20}){await y(e,async e=>{try{await r.get(`v1/files`,{searchParams:{downloadKey:e.downloadKey}}).buffer().then(t=>i(e,t))}catch(r){if(r?.response?.body?.includes(`fileMetadata#verify`)){t.error(m.red(`Failed to pull file for: ${e.fileName} (request:${n}) - JWT expired. This likely means that the file is no longer available. Try restarting the request from scratch in Transcend Admin Dashboard. Skipping the download of this file.`));return}throw Error(`Received an error from server: ${r?.response?.body||r?.message}`)}},{concurrency:a})}async function E({auth:o,folderPath:s,requestIds:c,createdAtBefore:h,sombraAuth:x,createdAtAfter:S,updatedAtBefore:C,updatedAtAfter:E,statuses:D=[a.Approving,a.Downloadable],concurrency:O=5,transcendUrl:k=e,approveAfterDownload:A=!1}){let j=g(k,o),M=await _(k,o,{logger:t,sombraApiKey:x,sombraUrl:process.env.SOMBRA_URL});l(s)||u(s);let N=await r(j,{actions:[i.Access],createdAtBefore:h,createdAtAfter:S,updatedAtBefore:C,updatedAtAfter:E,statuses:D,requestIds:c}),P=await w(N,{sombra:M,concurrency:O}),F=new Date().getTime(),I=new b.SingleBar({},b.Presets.shades_classic),L=0,R=0;I.start(N.length,0),await y(P,async([e,r])=>{let i=p(s,e.id);l(i)||u(i),await T(r,{sombra:M,requestId:e.id,onFileDownloaded:(e,t)=>{let n=p(i,e.fileName),r=f(n);l(r)||u(r,{recursive:!0}),d(n,t)}}),A&&e.status===a.Approving&&(await v(j,n,{variables:{input:{requestId:e.id}},logger:t}),R+=1),L+=1,I.update(L)},{concurrency:O}),I.stop();let z=new Date().getTime()-F;return t.info(m.green(`Successfully downloaded ${L} requests in "${z/1e3}" seconds!`)),R>0&&t.info(m.green(`Approved ${R} requests in Transcend.`)),N.length}export{C as a,S as i,T as n,w as o,x as r,E as t};
-//# sourceMappingURL=downloadPrivacyRequestFiles-GUbd_PRc.mjs.map
+import{a as e}from"./constants-TpID7AXE.mjs";import{t}from"./logger-Bj782ZYD.mjs";import{t as n}from"./request-DfkRPQFr.mjs";import{r}from"./fetchAllRequests-CHHdyb4Q.mjs";import{RequestAction as i,RequestStatus as a,TableEncryptionType as o}from"@transcend-io/privacy-types";import{decodeCodec as s,valuesOf as c}from"@transcend-io/type-utils";import{existsSync as l,mkdirSync as u,writeFileSync as d}from"node:fs";import{dirname as f,join as p}from"node:path";import m from"colors";import*as h from"io-ts";import{buildTranscendGraphQLClient as g,createSombraGotInstance as _,makeGraphQLRequest as v}from"@transcend-io/sdk";import{map as y}from"@transcend-io/utils";import b from"cli-progress";const x=h.type({defaultMessage:h.string,id:h.string}),S=h.type({downloadKey:h.string,error:h.union([h.null,h.string]),mimetype:h.string,size:h.string,fileName:h.string,dataPoint:h.type({id:h.string,title:h.union([x,h.null]),description:h.union([x,h.null]),name:h.string,slug:h.string,encryption:h.union([c(o),h.null]),dataSilo:h.type({id:h.string,title:h.string,description:h.string,type:h.string,outerType:h.union([h.string,h.null])}),path:h.array(h.string)})}),C=h.type({nodes:h.array(S),totalCount:h.number,_links:h.partial({next:h.union([h.string,h.null]),previous:h.union([h.string,h.null])})});async function w(e,{sombra:n,concurrency:r=5,limit:i=100}){t.info(m.magenta(`Pulling file metadata for ${e.length} requests`));let a=new Date().getTime(),o=new b.SingleBar({},b.Presets.shades_classic),c=0;o.start(e.length,0);let l=await y(e,async e=>{let t=[],r=!0,a=0;for(;r;){let o;try{o=s(C,await n.get(`v1/data-subject-request/${e.id}/download-keys`,{searchParams:{limit:i,offset:a}}).json()),t.push(...o.nodes),a+=i,r=!!o._links.next&&o.nodes.length===i}catch(e){throw Error(`Received an error from server: ${e?.response?.body||e?.message}`)}}return c+=1,o.update(c),[e,t]},{concurrency:r});o.stop();let u=new Date().getTime()-a;return t.info(m.green(`Successfully downloaded file metadata ${e.length} requests in "${u/1e3}" seconds!`)),l}async function T(e,{requestId:n,sombra:r,onFileDownloaded:i,concurrency:a=20}){await y(e,async e=>{try{await r.get(`v1/files`,{searchParams:{downloadKey:e.downloadKey}}).buffer().then(t=>i(e,t))}catch(r){if(r?.response?.body?.includes(`fileMetadata#verify`)){t.error(m.red(`Failed to pull file for: ${e.fileName} (request:${n}) - JWT expired. This likely means that the file is no longer available. Try restarting the request from scratch in Transcend Admin Dashboard. Skipping the download of this file.`));return}throw Error(`Received an error from server: ${r?.response?.body||r?.message}`)}},{concurrency:a})}async function E({auth:o,folderPath:s,requestIds:c,createdAtBefore:h,sombraAuth:x,createdAtAfter:S,updatedAtBefore:C,updatedAtAfter:E,statuses:D=[a.Approving,a.Downloadable],concurrency:O=5,transcendUrl:k=e,approveAfterDownload:A=!1}){let j=g(k,o),M=await _(k,o,{logger:t,sombraApiKey:x,sombraUrl:process.env.SOMBRA_URL});l(s)||u(s);let N=await r(j,{actions:[i.Access],createdAtBefore:h,createdAtAfter:S,updatedAtBefore:C,updatedAtAfter:E,statuses:D,requestIds:c}),P=await w(N,{sombra:M,concurrency:O}),F=new Date().getTime(),I=new b.SingleBar({},b.Presets.shades_classic),L=0,R=0;I.start(N.length,0),await y(P,async([e,r])=>{let i=p(s,e.id);l(i)||u(i),await T(r,{sombra:M,requestId:e.id,onFileDownloaded:(e,t)=>{let n=p(i,e.fileName),r=f(n);l(r)||u(r,{recursive:!0}),d(n,t)}}),A&&e.status===a.Approving&&(await v(j,n,{variables:{input:{requestId:e.id}},logger:t}),R+=1),L+=1,I.update(L)},{concurrency:O}),I.stop();let z=new Date().getTime()-F;return t.info(m.green(`Successfully downloaded ${L} requests in "${z/1e3}" seconds!`)),R>0&&t.info(m.green(`Approved ${R} requests in Transcend.`)),N.length}export{C as a,S as i,T as n,w as o,x as r,E as t};
+//# sourceMappingURL=downloadPrivacyRequestFiles-8DtRUNXp.mjs.map

package/dist/{downloadPrivacyRequestFiles-GUbd_PRc.mjs.map → downloadPrivacyRequestFiles-8DtRUNXp.mjs.map}

@@ -1 +1 @@
-{"version":3,"file":"downloadPrivacyRequestFiles-GUbd_PRc.mjs","names":[],"sources":["../src/lib/requests/getFileMetadataForPrivacyRequests.ts","../src/lib/requests/streamPrivacyRequestFiles.ts","../src/lib/requests/downloadPrivacyRequestFiles.ts"],"sourcesContent":["import { TableEncryptionType } from '@transcend-io/privacy-types';\nimport { decodeCodec, valuesOf } from '@transcend-io/type-utils';\nimport { map } from '@transcend-io/utils';\nimport cliProgress from 'cli-progress';\nimport colors from 'colors';\nimport type { Got } from 'got';\nimport * as t from 'io-ts';\n\nimport { logger } from '../../logger.js';\nimport { PrivacyRequest } from '../graphql/index.js';\n\nexport const IntlMessage = t.type({\n  /** The message key */\n  defaultMessage: t.string,\n  /** ID */\n  id: t.string,\n});\n\n/** Type */\nexport type IntlMessage = t.TypeOf<typeof IntlMessage>;\n\nexport const RequestFileMetadata = t.type({\n  /** The key to pass to download the file contents */\n  downloadKey: t.string,\n  /** Error message related to file */\n  error: t.union([t.null, t.string]),\n  /** Mimetype of file */\n  mimetype: t.string,\n  /** Size of file, stored as string as this can be a BigInt */\n  size: t.string,\n  /** Name of file based on datapoint names in Transcend */\n  fileName: t.string,\n  /** The metadata on the datapoint */\n  dataPoint: t.type({\n    /** ID of datapoint */\n    id: t.string,\n    /** The title of datapoint */\n    title: t.union([IntlMessage, t.null]),\n    /** Description of datapoint */\n    description: t.union([IntlMessage, t.null]),\n    /** Name of datapoint */\n    name: t.string,\n    /** Slug of datapoint */\n    slug: t.string,\n    /** Table level encryption information */\n    encryption: t.union([valuesOf(TableEncryptionType), t.null]),\n    /** The name of the data silo */\n    dataSilo: t.type({\n      /** ID of the data silo */\n      id: t.string,\n      /** The title of the data silo */\n      title: t.string,\n      /** The description of the data silo */\n      description: t.string,\n      /** The type of the data silo */\n      type: t.string,\n      /** The outer type of the data silo */\n      outerType: t.union([t.string, t.null]),\n    }),\n    /** The path to the datapoint if a database (e.g. name of schema) */\n    path: t.array(t.string),\n  }),\n});\n\n/** Type override */\nexport type RequestFileMetadata = t.TypeOf<typeof RequestFileMetadata>;\n\nexport const RequestFileMetadataResponse = t.type({\n  /** The list of file metadata */\n  nodes: t.array(RequestFileMetadata),\n  /** The total number of file metadata */\n  totalCount: t.number,\n  /** Links to next pages */\n  _links: t.partial({\n    /** The link to the next page of file metadata */\n    next: t.union([t.string, t.null]),\n    /** The link to the previous page of file metadata */\n    previous: t.union([t.string, t.null]),\n  }),\n});\n\n/** Type override */\nexport type RequestFileMetadataResponse = t.TypeOf<typeof RequestFileMetadataResponse>;\n\n/**\n * Given a list of privacy requests, download the file metadata\n * for these requests - this is useful to prepare the files in a\n * data access request for download.\n *\n * @param requests - The list of privacy requests to download files for\n * @param options - Options\n * @returns The number of requests canceled\n */\nexport async function getFileMetadataForPrivacyRequests(\n  requests: Pick<PrivacyRequest, 'id' | 'status'>[],\n  {\n    sombra,\n    concurrency = 5,\n    limit = 100,\n  }: {\n    /** Sombra instance */\n    sombra: Got;\n    /** Number of files to pull at once */\n    limit?: number;\n    /** Concurrency limit for approving */\n    concurrency?: number;\n  },\n): Promise<[Pick<PrivacyRequest, 'id' | 'status'>, RequestFileMetadata[]][]> {\n  logger.info(colors.magenta(`Pulling file metadata for ${requests.length} requests`));\n\n  // Time duration\n  const t0 = new Date().getTime();\n  // create a new progress bar instance and use shades_classic theme\n  const progressBar = new cliProgress.SingleBar({}, cliProgress.Presets.shades_classic);\n\n  // Start timer\n  let total = 0;\n  progressBar.start(requests.length, 0);\n\n  // Loop over the requests\n  const results = await map(\n    requests,\n    async (\n      requestToDownload,\n    ): Promise<[Pick<PrivacyRequest, 'id' | 'status'>, RequestFileMetadata[]]> => {\n      const localResults: RequestFileMetadata[] = [];\n\n      // Paginate over the file metadata for this request\n      let shouldContinue = true;\n      let offset = 0;\n      while (shouldContinue) {\n        let response: RequestFileMetadataResponse;\n        try {\n          // Grab the file metadata for this request\n\n          const rawResponse = await sombra\n            .get(`v1/data-subject-request/${requestToDownload.id}/download-keys`, {\n              searchParams: {\n                limit,\n                offset,\n              },\n            })\n            .json();\n          response = decodeCodec(RequestFileMetadataResponse, rawResponse);\n          localResults.push(...response.nodes);\n\n          // Increase offset and break if no more pages\n          offset += limit;\n          shouldContinue =\n            // eslint-disable-next-line no-underscore-dangle\n            !!response._links.next && response.nodes.length === limit;\n        } catch (err) {\n          throw new Error(`Received an error from server: ${err?.response?.body || err?.message}`);\n        }\n      }\n\n      total += 1;\n      progressBar.update(total);\n      return [requestToDownload, localResults];\n    },\n    { concurrency },\n  );\n\n  progressBar.stop();\n  const t1 = new Date().getTime();\n  const totalTime = t1 - t0;\n\n  logger.info(\n    colors.green(\n      `Successfully downloaded file metadata ${requests.length} requests in \"${\n        totalTime / 1000\n      }\" seconds!`,\n    ),\n  );\n\n  return results;\n}\n","import { map } from '@transcend-io/utils';\nimport colors from 'colors';\nimport type { Got } from 'got';\n\nimport { logger } from '../../logger.js';\nimport { RequestFileMetadata } from './getFileMetadataForPrivacyRequests.js';\n\n/**\n * This function will take in a set of file metadata for privacy requests\n * call the Transcend API to stream the file metadata for these requests\n * and pass that through a callback function\n *\n * @param fileMetadata - Metadata to download\n * @param options - Options for the request\n */\nexport async function streamPrivacyRequestFiles(\n  fileMetadata: RequestFileMetadata[],\n  {\n    requestId,\n    sombra,\n    onFileDownloaded,\n    concurrency = 20,\n  }: {\n    /** Request ID for logging */\n    requestId: string;\n    /** Sombra got instance */\n    sombra: Got;\n    /** Handler on each file */\n    onFileDownloaded: (metadata: RequestFileMetadata, stream: Buffer) => void;\n    /** Concurrent downloads at once */\n    concurrency?: number;\n  },\n): Promise<void> {\n  // Loop over each file\n  await map(\n    fileMetadata,\n    async (metadata) => {\n      try {\n        // Construct the stream\n        await sombra\n          .get('v1/files', {\n            searchParams: {\n              downloadKey: metadata.downloadKey,\n            },\n          })\n          .buffer()\n          .then((fileResponse) => onFileDownloaded(metadata, fileResponse));\n      } catch (err) {\n        if (err?.response?.body?.includes('fileMetadata#verify')) {\n          logger.error(\n            colors.red(\n              `Failed to pull file for: ${metadata.fileName} (request:${requestId}) - JWT expired. ` +\n                'This likely means that the file is no longer available. ' +\n                'Try restarting the request from scratch in Transcend Admin Dashboard. ' +\n                'Skipping the download of this file.',\n            ),\n          );\n          return;\n        }\n        throw new Error(`Received an error from server: ${err?.response?.body || err?.message}`);\n      }\n    },\n    {\n      concurrency,\n    },\n  );\n}\n","import { existsSync, mkdirSync, writeFileSync } from 'node:fs';\nimport { dirname, join } from 'node:path';\n\nimport { RequestAction, RequestStatus } from '@transcend-io/privacy-types';\nimport {\n  buildTranscendGraphQLClient,\n  createSombraGotInstance,\n  makeGraphQLRequest,\n} from '@transcend-io/sdk';\nimport { map } from '@transcend-io/utils';\nimport cliProgress from 'cli-progress';\nimport colors from 'colors';\n\nimport { DEFAULT_TRANSCEND_API } from '../../constants.js';\nimport { logger } from '../../logger.js';\nimport { fetchAllRequests, APPROVE_PRIVACY_REQUEST } from '../graphql/index.js';\nimport { getFileMetadataForPrivacyRequests } from './getFileMetadataForPrivacyRequests.js';\nimport { streamPrivacyRequestFiles } from './streamPrivacyRequestFiles.js';\n\n/**\n * Download a set of privacy requests to disk\n *\n * @param options - Options\n * @returns The number of requests canceled\n */\nexport async function downloadPrivacyRequestFiles({\n  auth,\n  folderPath,\n  requestIds,\n  createdAtBefore,\n  sombraAuth,\n  createdAtAfter,\n  updatedAtBefore,\n  updatedAtAfter,\n  statuses = [RequestStatus.Approving, RequestStatus.Downloadable],\n  concurrency = 5,\n  transcendUrl = DEFAULT_TRANSCEND_API,\n  approveAfterDownload = false,\n}: {\n  /** The folder path to download the files to */\n  folderPath: string;\n  /** Transcend API key authentication */\n  auth: string;\n  /** Sombra API key authentication */\n  sombraAuth?: string;\n  /** Concurrency limit for approving */\n  concurrency?: number;\n  /** The request statuses to cancel */\n  statuses?: RequestStatus[];\n  /** The set of privacy requests to cancel */\n  requestIds?: string[];\n  /** Filter for requests created before this date */\n  createdAtBefore?: Date;\n  /** Filter for requests created after this date */\n  createdAtAfter?: Date;\n  /** Filter for requests updated before this date */\n  updatedAtBefore?: Date;\n  /** Filter for requests updated after this date */\n  updatedAtAfter?: Date;\n  /** API URL for Transcend backend */\n  transcendUrl?: string;\n  /** When true, approve any requests in Transcend that are in status=APPROVING */\n  approveAfterDownload?: boolean;\n}): Promise<number> {\n  // Find all requests made before createdAt that are in a removing data state\n  const client = buildTranscendGraphQLClient(transcendUrl, auth);\n\n  // Create sombra instance to communicate with\n  const sombra = await createSombraGotInstance(transcendUrl, auth, {\n    logger,\n    sombraApiKey: sombraAuth,\n    sombraUrl: process.env.SOMBRA_URL,\n  });\n\n  // Create the folder if it does not exist\n  if (!existsSync(folderPath)) {\n    mkdirSync(folderPath);\n  }\n\n  // Pull in the requests\n  const allRequests = await fetchAllRequests(client, {\n    actions: [RequestAction.Access],\n    createdAtBefore,\n    createdAtAfter,\n    updatedAtBefore,\n    updatedAtAfter,\n    statuses,\n    requestIds,\n  });\n\n  // Download the file metadata for each request\n  const requestFileMetadata = await getFileMetadataForPrivacyRequests(allRequests, {\n    sombra,\n    concurrency,\n  });\n\n  // Start timer for download process\n  const t0 = new Date().getTime();\n  const progressBar = new cliProgress.SingleBar({}, cliProgress.Presets.shades_classic);\n  let total = 0;\n  let totalApproved = 0;\n  progressBar.start(allRequests.length, 0);\n\n  // Download the files for each request\n  await map(\n    requestFileMetadata,\n    async ([request, metadata]) => {\n      // Create a new folder to store request files\n      const requestFolder = join(folderPath, request.id);\n      if (!existsSync(requestFolder)) {\n        mkdirSync(requestFolder);\n      }\n\n      // Stream each file to disk\n      await streamPrivacyRequestFiles(metadata, {\n        sombra,\n        requestId: request.id,\n        onFileDownloaded: (fil, stream) => {\n          // Ensure a folder exists for the file\n          // filename looks like Health/heartbeat.csv\n          const filePath = join(requestFolder, fil.fileName);\n          const folder = dirname(filePath);\n          if (!existsSync(folder)) {\n            mkdirSync(folder, { recursive: true });\n          }\n\n          // Write to disk\n          writeFileSync(filePath, stream);\n        },\n      });\n\n      // Approve the request if requested\n      if (approveAfterDownload && request.status === RequestStatus.Approving) {\n        await makeGraphQLRequest(client, APPROVE_PRIVACY_REQUEST, {\n          variables: { input: { requestId: request.id } },\n          logger,\n        });\n        totalApproved += 1;\n      }\n\n      // Increment the progress bar\n      total += 1;\n      progressBar.update(total);\n    },\n    { concurrency },\n  );\n\n  progressBar.stop();\n  const t1 = new Date().getTime();\n  const totalTime = t1 - t0;\n\n  logger.info(\n    colors.green(`Successfully downloaded ${total} requests in \"${totalTime / 1000}\" seconds!`),\n  );\n  if (totalApproved > 0) {\n    logger.info(colors.green(`Approved ${totalApproved} requests in Transcend.`));\n  }\n  return allRequests.length;\n}\n"],"mappings":"urBAWA,MAAa,EAAc,EAAE,KAAK,CAEhC,eAAgB,EAAE,OAElB,GAAI,EAAE,OACP,CAAC,CAKW,EAAsB,EAAE,KAAK,CAExC,YAAa,EAAE,OAEf,MAAO,EAAE,MAAM,CAAC,EAAE,KAAM,EAAE,OAAO,CAAC,CAElC,SAAU,EAAE,OAEZ,KAAM,EAAE,OAER,SAAU,EAAE,OAEZ,UAAW,EAAE,KAAK,CAEhB,GAAI,EAAE,OAEN,MAAO,EAAE,MAAM,CAAC,EAAa,EAAE,KAAK,CAAC,CAErC,YAAa,EAAE,MAAM,CAAC,EAAa,EAAE,KAAK,CAAC,CAE3C,KAAM,EAAE,OAER,KAAM,EAAE,OAER,WAAY,EAAE,MAAM,CAAC,EAAS,EAAoB,CAAE,EAAE,KAAK,CAAC,CAE5D,SAAU,EAAE,KAAK,CAEf,GAAI,EAAE,OAEN,MAAO,EAAE,OAET,YAAa,EAAE,OAEf,KAAM,EAAE,OAER,UAAW,EAAE,MAAM,CAAC,EAAE,OAAQ,EAAE,KAAK,CAAC,CACvC,CAAC,CAEF,KAAM,EAAE,MAAM,EAAE,OAAO,CACxB,CAAC,CACH,CAAC,CAKW,EAA8B,EAAE,KAAK,CAEhD,MAAO,EAAE,MAAM,EAAoB,CAEnC,WAAY,EAAE,OAEd,OAAQ,EAAE,QAAQ,CAEhB,KAAM,EAAE,MAAM,CAAC,EAAE,OAAQ,EAAE,KAAK,CAAC,CAEjC,SAAU,EAAE,MAAM,CAAC,EAAE,OAAQ,EAAE,KAAK,CAAC,CACtC,CAAC,CACH,CAAC,CAcF,eAAsB,EACpB,EACA,CACE,SACA,cAAc,EACd,QAAQ,KASiE,CAC3E,EAAO,KAAK,EAAO,QAAQ,6BAA6B,EAAS,OAAO,WAAW,CAAC,CAGpF,IAAM,EAAK,IAAI,MAAM,CAAC,SAAS,CAEzB,EAAc,IAAI,EAAY,UAAU,EAAE,CAAE,EAAY,QAAQ,eAAe,CAGjF,EAAQ,EACZ,EAAY,MAAM,EAAS,OAAQ,EAAE,CAGrC,IAAM,EAAU,MAAM,EACpB,EACA,KACE,IAC4E,CAC5E,IAAM,EAAsC,EAAE,CAG1C,EAAiB,GACjB,EAAS,EACb,KAAO,GAAgB,CACrB,IAAI,EACJ,GAAI,CAWF,EAAW,EAAY,EARH,MAAM,EACvB,IAAI,2BAA2B,EAAkB,GAAG,gBAAiB,CACpE,aAAc,CACZ,QACA,SACD,CACF,CAAC,CACD,MAAM,CACuD,CAChE,EAAa,KAAK,GAAG,EAAS,MAAM,CAGpC,GAAU,EACV,EAEE,CAAC,CAAC,EAAS,OAAO,MAAQ,EAAS,MAAM,SAAW,QAC/C,EAAK,CACZ,MAAU,MAAM,kCAAkC,GAAK,UAAU,MAAQ,GAAK,UAAU,EAM5F,MAFA,IAAS,EACT,EAAY,OAAO,EAAM,CAClB,CAAC,EAAmB,EAAa,EAE1C,CAAE,cAAa,CAChB,CAED,EAAY,MAAM,CAElB,IAAM,EADK,IAAI,MAAM,CAAC,SAAS,CACR,EAUvB,OARA,EAAO,KACL,EAAO,MACL,yCAAyC,EAAS,OAAO,gBACvD,EAAY,IACb,YACF,CACF,CAEM,EChKT,eAAsB,EACpB,EACA,CACE,YACA,SACA,mBACA,cAAc,IAWD,CAEf,MAAM,EACJ,EACA,KAAO,IAAa,CAClB,GAAI,CAEF,MAAM,EACH,IAAI,WAAY,CACf,aAAc,CACZ,YAAa,EAAS,YACvB,CACF,CAAC,CACD,QAAQ,CACR,KAAM,GAAiB,EAAiB,EAAU,EAAa,CAAC,OAC5D,EAAK,CACZ,GAAI,GAAK,UAAU,MAAM,SAAS,sBAAsB,CAAE,CACxD,EAAO,MACL,EAAO,IACL,4BAA4B,EAAS,SAAS,YAAY,EAAU,oLAIrE,CACF,CACD,OAEF,MAAU,MAAM,kCAAkC,GAAK,UAAU,MAAQ,GAAK,UAAU,GAG5F,CACE,cACD,CACF,CCxCH,eAAsB,EAA4B,CAChD,OACA,aACA,aACA,kBACA,aACA,iBACA,kBACA,iBACA,WAAW,CAAC,EAAc,UAAW,EAAc,aAAa,CAChE,cAAc,EACd,eAAe,EACf,uBAAuB,IA0BL,CAElB,IAAM,EAAS,EAA4B,EAAc,EAAK,CAGxD,EAAS,MAAM,EAAwB,EAAc,EAAM,CAC/D,SACA,aAAc,EACd,UAAW,QAAQ,IAAI,WACxB,CAAC,CAGG,EAAW,EAAW,EACzB,EAAU,EAAW,CAIvB,IAAM,EAAc,MAAM,EAAiB,EAAQ,CACjD,QAAS,CAAC,EAAc,OAAO,CAC/B,kBACA,iBACA,kBACA,iBACA,WACA,aACD,CAAC,CAGI,EAAsB,MAAM,EAAkC,EAAa,CAC/E,SACA,cACD,CAAC,CAGI,EAAK,IAAI,MAAM,CAAC,SAAS,CACzB,EAAc,IAAI,EAAY,UAAU,EAAE,CAAE,EAAY,QAAQ,eAAe,CACjF,EAAQ,EACR,EAAgB,EACpB,EAAY,MAAM,EAAY,OAAQ,EAAE,CAGxC,MAAM,EACJ,EACA,MAAO,CAAC,EAAS,KAAc,CAE7B,IAAM,EAAgB,EAAK,EAAY,EAAQ,GAAG,CAC7C,EAAW,EAAc,EAC5B,EAAU,EAAc,CAI1B,MAAM,EAA0B,EAAU,CACxC,SACA,UAAW,EAAQ,GACnB,kBAAmB,EAAK,IAAW,CAGjC,IAAM,EAAW,EAAK,EAAe,EAAI,SAAS,CAC5C,EAAS,EAAQ,EAAS,CAC3B,EAAW,EAAO,EACrB,EAAU,EAAQ,CAAE,UAAW,GAAM,CAAC,CAIxC,EAAc,EAAU,EAAO,EAElC,CAAC,CAGE,GAAwB,EAAQ,SAAW,EAAc,YAC3D,MAAM,EAAmB,EAAQ,EAAyB,CACxD,UAAW,CAAE,MAAO,CAAE,UAAW,EAAQ,GAAI,CAAE,CAC/C,SACD,CAAC,CACF,GAAiB,GAInB,GAAS,EACT,EAAY,OAAO,EAAM,EAE3B,CAAE,cAAa,CAChB,CAED,EAAY,MAAM,CAElB,IAAM,EADK,IAAI,MAAM,CAAC,SAAS,CACR,EAQvB,OANA,EAAO,KACL,EAAO,MAAM,2BAA2B,EAAM,gBAAgB,EAAY,IAAK,YAAY,CAC5F,CACG,EAAgB,GAClB,EAAO,KAAK,EAAO,MAAM,YAAY,EAAc,yBAAyB,CAAC,CAExE,EAAY"}
+{"version":3,"file":"downloadPrivacyRequestFiles-8DtRUNXp.mjs","names":[],"sources":["../src/lib/requests/getFileMetadataForPrivacyRequests.ts","../src/lib/requests/streamPrivacyRequestFiles.ts","../src/lib/requests/downloadPrivacyRequestFiles.ts"],"sourcesContent":["import { TableEncryptionType } from '@transcend-io/privacy-types';\nimport { decodeCodec, valuesOf } from '@transcend-io/type-utils';\nimport { map } from '@transcend-io/utils';\nimport cliProgress from 'cli-progress';\nimport colors from 'colors';\nimport type { Got } from 'got';\nimport * as t from 'io-ts';\n\nimport { logger } from '../../logger.js';\nimport { PrivacyRequest } from '../graphql/index.js';\n\nexport const IntlMessage = t.type({\n  /** The message key */\n  defaultMessage: t.string,\n  /** ID */\n  id: t.string,\n});\n\n/** Type */\nexport type IntlMessage = t.TypeOf<typeof IntlMessage>;\n\nexport const RequestFileMetadata = t.type({\n  /** The key to pass to download the file contents */\n  downloadKey: t.string,\n  /** Error message related to file */\n  error: t.union([t.null, t.string]),\n  /** Mimetype of file */\n  mimetype: t.string,\n  /** Size of file, stored as string as this can be a BigInt */\n  size: t.string,\n  /** Name of file based on datapoint names in Transcend */\n  fileName: t.string,\n  /** The metadata on the datapoint */\n  dataPoint: t.type({\n    /** ID of datapoint */\n    id: t.string,\n    /** The title of datapoint */\n    title: t.union([IntlMessage, t.null]),\n    /** Description of datapoint */\n    description: t.union([IntlMessage, t.null]),\n    /** Name of datapoint */\n    name: t.string,\n    /** Slug of datapoint */\n    slug: t.string,\n    /** Table level encryption information */\n    encryption: t.union([valuesOf(TableEncryptionType), t.null]),\n    /** The name of the data silo */\n    dataSilo: t.type({\n      /** ID of the data silo */\n      id: t.string,\n      /** The title of the data silo */\n      title: t.string,\n      /** The description of the data silo */\n      description: t.string,\n      /** The type of the data silo */\n      type: t.string,\n      /** The outer type of the data silo */\n      outerType: t.union([t.string, t.null]),\n    }),\n    /** The path to the datapoint if a database (e.g. name of schema) */\n    path: t.array(t.string),\n  }),\n});\n\n/** Type override */\nexport type RequestFileMetadata = t.TypeOf<typeof RequestFileMetadata>;\n\nexport const RequestFileMetadataResponse = t.type({\n  /** The list of file metadata */\n  nodes: t.array(RequestFileMetadata),\n  /** The total number of file metadata */\n  totalCount: t.number,\n  /** Links to next pages */\n  _links: t.partial({\n    /** The link to the next page of file metadata */\n    next: t.union([t.string, t.null]),\n    /** The link to the previous page of file metadata */\n    previous: t.union([t.string, t.null]),\n  }),\n});\n\n/** Type override */\nexport type RequestFileMetadataResponse = t.TypeOf<typeof RequestFileMetadataResponse>;\n\n/**\n * Given a list of privacy requests, download the file metadata\n * for these requests - this is useful to prepare the files in a\n * data access request for download.\n *\n * @param requests - The list of privacy requests to download files for\n * @param options - Options\n * @returns The number of requests canceled\n */\nexport async function getFileMetadataForPrivacyRequests(\n  requests: Pick<PrivacyRequest, 'id' | 'status'>[],\n  {\n    sombra,\n    concurrency = 5,\n    limit = 100,\n  }: {\n    /** Sombra instance */\n    sombra: Got;\n    /** Number of files to pull at once */\n    limit?: number;\n    /** Concurrency limit for approving */\n    concurrency?: number;\n  },\n): Promise<[Pick<PrivacyRequest, 'id' | 'status'>, RequestFileMetadata[]][]> {\n  logger.info(colors.magenta(`Pulling file metadata for ${requests.length} requests`));\n\n  // Time duration\n  const t0 = new Date().getTime();\n  // create a new progress bar instance and use shades_classic theme\n  const progressBar = new cliProgress.SingleBar({}, cliProgress.Presets.shades_classic);\n\n  // Start timer\n  let total = 0;\n  progressBar.start(requests.length, 0);\n\n  // Loop over the requests\n  const results = await map(\n    requests,\n    async (\n      requestToDownload,\n    ): Promise<[Pick<PrivacyRequest, 'id' | 'status'>, RequestFileMetadata[]]> => {\n      const localResults: RequestFileMetadata[] = [];\n\n      // Paginate over the file metadata for this request\n      let shouldContinue = true;\n      let offset = 0;\n      while (shouldContinue) {\n        let response: RequestFileMetadataResponse;\n        try {\n          // Grab the file metadata for this request\n\n          const rawResponse = await sombra\n            .get(`v1/data-subject-request/${requestToDownload.id}/download-keys`, {\n              searchParams: {\n                limit,\n                offset,\n              },\n            })\n            .json();\n          response = decodeCodec(RequestFileMetadataResponse, rawResponse);\n          localResults.push(...response.nodes);\n\n          // Increase offset and break if no more pages\n          offset += limit;\n          shouldContinue =\n            // eslint-disable-next-line no-underscore-dangle\n            !!response._links.next && response.nodes.length === limit;\n        } catch (err) {\n          throw new Error(`Received an error from server: ${err?.response?.body || err?.message}`);\n        }\n      }\n\n      total += 1;\n      progressBar.update(total);\n      return [requestToDownload, localResults];\n    },\n    { concurrency },\n  );\n\n  progressBar.stop();\n  const t1 = new Date().getTime();\n  const totalTime = t1 - t0;\n\n  logger.info(\n    colors.green(\n      `Successfully downloaded file metadata ${requests.length} requests in \"${\n        totalTime / 1000\n      }\" seconds!`,\n    ),\n  );\n\n  return results;\n}\n","import { map } from '@transcend-io/utils';\nimport colors from 'colors';\nimport type { Got } from 'got';\n\nimport { logger } from '../../logger.js';\nimport { RequestFileMetadata } from './getFileMetadataForPrivacyRequests.js';\n\n/**\n * This function will take in a set of file metadata for privacy requests\n * call the Transcend API to stream the file metadata for these requests\n * and pass that through a callback function\n *\n * @param fileMetadata - Metadata to download\n * @param options - Options for the request\n */\nexport async function streamPrivacyRequestFiles(\n  fileMetadata: RequestFileMetadata[],\n  {\n    requestId,\n    sombra,\n    onFileDownloaded,\n    concurrency = 20,\n  }: {\n    /** Request ID for logging */\n    requestId: string;\n    /** Sombra got instance */\n    sombra: Got;\n    /** Handler on each file */\n    onFileDownloaded: (metadata: RequestFileMetadata, stream: Buffer) => void;\n    /** Concurrent downloads at once */\n    concurrency?: number;\n  },\n): Promise<void> {\n  // Loop over each file\n  await map(\n    fileMetadata,\n    async (metadata) => {\n      try {\n        // Construct the stream\n        await sombra\n          .get('v1/files', {\n            searchParams: {\n              downloadKey: metadata.downloadKey,\n            },\n          })\n          .buffer()\n          .then((fileResponse) => onFileDownloaded(metadata, fileResponse));\n      } catch (err) {\n        if (err?.response?.body?.includes('fileMetadata#verify')) {\n          logger.error(\n            colors.red(\n              `Failed to pull file for: ${metadata.fileName} (request:${requestId}) - JWT expired. ` +\n                'This likely means that the file is no longer available. ' +\n                'Try restarting the request from scratch in Transcend Admin Dashboard. ' +\n                'Skipping the download of this file.',\n            ),\n          );\n          return;\n        }\n        throw new Error(`Received an error from server: ${err?.response?.body || err?.message}`);\n      }\n    },\n    {\n      concurrency,\n    },\n  );\n}\n","import { existsSync, mkdirSync, writeFileSync } from 'node:fs';\nimport { dirname, join } from 'node:path';\n\nimport { RequestAction, RequestStatus } from '@transcend-io/privacy-types';\nimport {\n  buildTranscendGraphQLClient,\n  createSombraGotInstance,\n  makeGraphQLRequest,\n} from '@transcend-io/sdk';\nimport { map } from '@transcend-io/utils';\nimport cliProgress from 'cli-progress';\nimport colors from 'colors';\n\nimport { DEFAULT_TRANSCEND_API } from '../../constants.js';\nimport { logger } from '../../logger.js';\nimport { fetchAllRequests, APPROVE_PRIVACY_REQUEST } from '../graphql/index.js';\nimport { getFileMetadataForPrivacyRequests } from './getFileMetadataForPrivacyRequests.js';\nimport { streamPrivacyRequestFiles } from './streamPrivacyRequestFiles.js';\n\n/**\n * Download a set of privacy requests to disk\n *\n * @param options - Options\n * @returns The number of requests canceled\n */\nexport async function downloadPrivacyRequestFiles({\n  auth,\n  folderPath,\n  requestIds,\n  createdAtBefore,\n  sombraAuth,\n  createdAtAfter,\n  updatedAtBefore,\n  updatedAtAfter,\n  statuses = [RequestStatus.Approving, RequestStatus.Downloadable],\n  concurrency = 5,\n  transcendUrl = DEFAULT_TRANSCEND_API,\n  approveAfterDownload = false,\n}: {\n  /** The folder path to download the files to */\n  folderPath: string;\n  /** Transcend API key authentication */\n  auth: string;\n  /** Sombra API key authentication */\n  sombraAuth?: string;\n  /** Concurrency limit for approving */\n  concurrency?: number;\n  /** The request statuses to cancel */\n  statuses?: RequestStatus[];\n  /** The set of privacy requests to cancel */\n  requestIds?: string[];\n  /** Filter for requests created before this date */\n  createdAtBefore?: Date;\n  /** Filter for requests created after this date */\n  createdAtAfter?: Date;\n  /** Filter for requests updated before this date */\n  updatedAtBefore?: Date;\n  /** Filter for requests updated after this date */\n  updatedAtAfter?: Date;\n  /** API URL for Transcend backend */\n  transcendUrl?: string;\n  /** When true, approve any requests in Transcend that are in status=APPROVING */\n  approveAfterDownload?: boolean;\n}): Promise<number> {\n  // Find all requests made before createdAt that are in a removing data state\n  const client = buildTranscendGraphQLClient(transcendUrl, auth);\n\n  // Create sombra instance to communicate with\n  const sombra = await createSombraGotInstance(transcendUrl, auth, {\n    logger,\n    sombraApiKey: sombraAuth,\n    sombraUrl: process.env.SOMBRA_URL,\n  });\n\n  // Create the folder if it does not exist\n  if (!existsSync(folderPath)) {\n    mkdirSync(folderPath);\n  }\n\n  // Pull in the requests\n  const allRequests = await fetchAllRequests(client, {\n    actions: [RequestAction.Access],\n    createdAtBefore,\n    createdAtAfter,\n    updatedAtBefore,\n    updatedAtAfter,\n    statuses,\n    requestIds,\n  });\n\n  // Download the file metadata for each request\n  const requestFileMetadata = await getFileMetadataForPrivacyRequests(allRequests, {\n    sombra,\n    concurrency,\n  });\n\n  // Start timer for download process\n  const t0 = new Date().getTime();\n  const progressBar = new cliProgress.SingleBar({}, cliProgress.Presets.shades_classic);\n  let total = 0;\n  let totalApproved = 0;\n  progressBar.start(allRequests.length, 0);\n\n  // Download the files for each request\n  await map(\n    requestFileMetadata,\n    async ([request, metadata]) => {\n      // Create a new folder to store request files\n      const requestFolder = join(folderPath, request.id);\n      if (!existsSync(requestFolder)) {\n        mkdirSync(requestFolder);\n      }\n\n      // Stream each file to disk\n      await streamPrivacyRequestFiles(metadata, {\n        sombra,\n        requestId: request.id,\n        onFileDownloaded: (fil, stream) => {\n          // Ensure a folder exists for the file\n          // filename looks like Health/heartbeat.csv\n          const filePath = join(requestFolder, fil.fileName);\n          const folder = dirname(filePath);\n          if (!existsSync(folder)) {\n            mkdirSync(folder, { recursive: true });\n          }\n\n          // Write to disk\n          writeFileSync(filePath, stream);\n        },\n      });\n\n      // Approve the request if requested\n      if (approveAfterDownload && request.status === RequestStatus.Approving) {\n        await makeGraphQLRequest(client, APPROVE_PRIVACY_REQUEST, {\n          variables: { input: { requestId: request.id } },\n          logger,\n        });\n        totalApproved += 1;\n      }\n\n      // Increment the progress bar\n      total += 1;\n      progressBar.update(total);\n    },\n    { concurrency },\n  );\n\n  progressBar.stop();\n  const t1 = new Date().getTime();\n  const totalTime = t1 - t0;\n\n  logger.info(\n    colors.green(`Successfully downloaded ${total} requests in \"${totalTime / 1000}\" seconds!`),\n  );\n  if (totalApproved > 0) {\n    logger.info(colors.green(`Approved ${totalApproved} requests in Transcend.`));\n  }\n  return allRequests.length;\n}\n"],"mappings":"urBAWA,MAAa,EAAc,EAAE,KAAK,CAEhC,eAAgB,EAAE,OAElB,GAAI,EAAE,OACP,CAAC,CAKW,EAAsB,EAAE,KAAK,CAExC,YAAa,EAAE,OAEf,MAAO,EAAE,MAAM,CAAC,EAAE,KAAM,EAAE,OAAO,CAAC,CAElC,SAAU,EAAE,OAEZ,KAAM,EAAE,OAER,SAAU,EAAE,OAEZ,UAAW,EAAE,KAAK,CAEhB,GAAI,EAAE,OAEN,MAAO,EAAE,MAAM,CAAC,EAAa,EAAE,KAAK,CAAC,CAErC,YAAa,EAAE,MAAM,CAAC,EAAa,EAAE,KAAK,CAAC,CAE3C,KAAM,EAAE,OAER,KAAM,EAAE,OAER,WAAY,EAAE,MAAM,CAAC,EAAS,EAAoB,CAAE,EAAE,KAAK,CAAC,CAE5D,SAAU,EAAE,KAAK,CAEf,GAAI,EAAE,OAEN,MAAO,EAAE,OAET,YAAa,EAAE,OAEf,KAAM,EAAE,OAER,UAAW,EAAE,MAAM,CAAC,EAAE,OAAQ,EAAE,KAAK,CAAC,CACvC,CAAC,CAEF,KAAM,EAAE,MAAM,EAAE,OAAO,CACxB,CAAC,CACH,CAAC,CAKW,EAA8B,EAAE,KAAK,CAEhD,MAAO,EAAE,MAAM,EAAoB,CAEnC,WAAY,EAAE,OAEd,OAAQ,EAAE,QAAQ,CAEhB,KAAM,EAAE,MAAM,CAAC,EAAE,OAAQ,EAAE,KAAK,CAAC,CAEjC,SAAU,EAAE,MAAM,CAAC,EAAE,OAAQ,EAAE,KAAK,CAAC,CACtC,CAAC,CACH,CAAC,CAcF,eAAsB,EACpB,EACA,CACE,SACA,cAAc,EACd,QAAQ,KASiE,CAC3E,EAAO,KAAK,EAAO,QAAQ,6BAA6B,EAAS,OAAO,WAAW,CAAC,CAGpF,IAAM,EAAK,IAAI,MAAM,CAAC,SAAS,CAEzB,EAAc,IAAI,EAAY,UAAU,EAAE,CAAE,EAAY,QAAQ,eAAe,CAGjF,EAAQ,EACZ,EAAY,MAAM,EAAS,OAAQ,EAAE,CAGrC,IAAM,EAAU,MAAM,EACpB,EACA,KACE,IAC4E,CAC5E,IAAM,EAAsC,EAAE,CAG1C,EAAiB,GACjB,EAAS,EACb,KAAO,GAAgB,CACrB,IAAI,EACJ,GAAI,CAWF,EAAW,EAAY,EARH,MAAM,EACvB,IAAI,2BAA2B,EAAkB,GAAG,gBAAiB,CACpE,aAAc,CACZ,QACA,SACD,CACF,CAAC,CACD,MAAM,CACuD,CAChE,EAAa,KAAK,GAAG,EAAS,MAAM,CAGpC,GAAU,EACV,EAEE,CAAC,CAAC,EAAS,OAAO,MAAQ,EAAS,MAAM,SAAW,QAC/C,EAAK,CACZ,MAAU,MAAM,kCAAkC,GAAK,UAAU,MAAQ,GAAK,UAAU,EAM5F,MAFA,IAAS,EACT,EAAY,OAAO,EAAM,CAClB,CAAC,EAAmB,EAAa,EAE1C,CAAE,cAAa,CAChB,CAED,EAAY,MAAM,CAElB,IAAM,EADK,IAAI,MAAM,CAAC,SAAS,CACR,EAUvB,OARA,EAAO,KACL,EAAO,MACL,yCAAyC,EAAS,OAAO,gBACvD,EAAY,IACb,YACF,CACF,CAEM,EChKT,eAAsB,EACpB,EACA,CACE,YACA,SACA,mBACA,cAAc,IAWD,CAEf,MAAM,EACJ,EACA,KAAO,IAAa,CAClB,GAAI,CAEF,MAAM,EACH,IAAI,WAAY,CACf,aAAc,CACZ,YAAa,EAAS,YACvB,CACF,CAAC,CACD,QAAQ,CACR,KAAM,GAAiB,EAAiB,EAAU,EAAa,CAAC,OAC5D,EAAK,CACZ,GAAI,GAAK,UAAU,MAAM,SAAS,sBAAsB,CAAE,CACxD,EAAO,MACL,EAAO,IACL,4BAA4B,EAAS,SAAS,YAAY,EAAU,oLAIrE,CACF,CACD,OAEF,MAAU,MAAM,kCAAkC,GAAK,UAAU,MAAQ,GAAK,UAAU,GAG5F,CACE,cACD,CACF,CCxCH,eAAsB,EAA4B,CAChD,OACA,aACA,aACA,kBACA,aACA,iBACA,kBACA,iBACA,WAAW,CAAC,EAAc,UAAW,EAAc,aAAa,CAChE,cAAc,EACd,eAAe,EACf,uBAAuB,IA0BL,CAElB,IAAM,EAAS,EAA4B,EAAc,EAAK,CAGxD,EAAS,MAAM,EAAwB,EAAc,EAAM,CAC/D,SACA,aAAc,EACd,UAAW,QAAQ,IAAI,WACxB,CAAC,CAGG,EAAW,EAAW,EACzB,EAAU,EAAW,CAIvB,IAAM,EAAc,MAAM,EAAiB,EAAQ,CACjD,QAAS,CAAC,EAAc,OAAO,CAC/B,kBACA,iBACA,kBACA,iBACA,WACA,aACD,CAAC,CAGI,EAAsB,MAAM,EAAkC,EAAa,CAC/E,SACA,cACD,CAAC,CAGI,EAAK,IAAI,MAAM,CAAC,SAAS,CACzB,EAAc,IAAI,EAAY,UAAU,EAAE,CAAE,EAAY,QAAQ,eAAe,CACjF,EAAQ,EACR,EAAgB,EACpB,EAAY,MAAM,EAAY,OAAQ,EAAE,CAGxC,MAAM,EACJ,EACA,MAAO,CAAC,EAAS,KAAc,CAE7B,IAAM,EAAgB,EAAK,EAAY,EAAQ,GAAG,CAC7C,EAAW,EAAc,EAC5B,EAAU,EAAc,CAI1B,MAAM,EAA0B,EAAU,CACxC,SACA,UAAW,EAAQ,GACnB,kBAAmB,EAAK,IAAW,CAGjC,IAAM,EAAW,EAAK,EAAe,EAAI,SAAS,CAC5C,EAAS,EAAQ,EAAS,CAC3B,EAAW,EAAO,EACrB,EAAU,EAAQ,CAAE,UAAW,GAAM,CAAC,CAIxC,EAAc,EAAU,EAAO,EAElC,CAAC,CAGE,GAAwB,EAAQ,SAAW,EAAc,YAC3D,MAAM,EAAmB,EAAQ,EAAyB,CACxD,UAAW,CAAE,MAAO,CAAE,UAAW,EAAQ,GAAI,CAAE,CAC/C,SACD,CAAC,CACF,GAAiB,GAInB,GAAS,EACT,EAAY,OAAO,EAAM,EAE3B,CAAE,cAAa,CAChB,CAED,EAAY,MAAM,CAElB,IAAM,EADK,IAAI,MAAM,CAAC,SAAS,CACR,EAQvB,OANA,EAAO,KACL,EAAO,MAAM,2BAA2B,EAAM,gBAAgB,EAAY,IAAK,YAAY,CAC5F,CACG,EAAgB,GAClB,EAAO,KAAK,EAAO,MAAM,YAAY,EAAc,yBAAyB,CAAC,CAExE,EAAY"}

package/dist/{extractClientError-X9wJVqGq.mjs → extractClientError-i-Tw_az7.mjs}

@@ -1,2 +1,2 @@
 import{IsoCountryCode as e,IsoCountrySubdivisionCode as t,RequestAction as n,RequestStatus as r}from"@transcend-io/privacy-types";import{uniq as i}from"lodash-es";import{decodeCodec as a,valuesOf as o}from"@transcend-io/type-utils";import*as s from"io-ts";const c=s.type({id:s.string,link:s.string,status:o(r),type:o(n),subjectType:s.string,email:s.union([s.null,s.string]),coreIdentifier:s.string,isSilent:s.boolean,isTest:s.boolean,country:s.union([s.null,o(e)]),countrySubDivision:s.union([s.null,o(t)]),attributeValues:s.array(s.type({attributeKey:s.type({name:s.string}),name:s.string}))});async function l(e,t,{details:n=``,isTest:r=!1,emailIsVerified:o=!0,skipSendingReceipt:l=!1,isSilent:u=!0,additionalAttributes:d=[]}={}){let f=[...d];(t.attributes||[]).forEach(e=>{let t=f.find(t=>t.key===e.key);t?(t.values.push(...e.values),t.values=i(t.values)):f.push(e)});let p;try{p=await e.post(`v1/data-subject-request`,{json:{type:t.requestType,subject:{coreIdentifier:t.coreIdentifier,email:t.email,emailIsVerified:o,attestedExtraIdentifiers:t.attestedExtraIdentifiers},subjectType:t.subjectType,isSilent:u,isTest:r,skipSendingReceipt:l,...t.locale?{locale:t.locale}:{},details:n,attributes:f,...t.country||t.countrySubDivision?{region:{...t.country?{country:t.country}:t.countrySubDivision?{country:t.countrySubDivision.split(`-`)[0]}:{},...t.countrySubDivision?{countrySubDivision:t.countrySubDivision}:{}}}:{},...t.createdAt?{createdAt:t.createdAt}:{},...t.dataSiloIds?{dataSiloIds:t.dataSiloIds}:{},...t.status?{completedRequestStatus:t.status}:{}}}).json()}catch(e){throw Error(`Received an error from server: ${e?.response?.body||e?.message}`)}let{request:m}=a(s.type({request:c}),p);return m}const u=/{\\"message\\":\\"(.+?)\\",/;function d(e){return u.test(e)?u.exec(e)[1]:null}export{c as n,l as r,d as t};
-//# sourceMappingURL=extractClientError-X9wJVqGq.mjs.map
+//# sourceMappingURL=extractClientError-i-Tw_az7.mjs.map

package/dist/{extractClientError-X9wJVqGq.mjs.map → extractClientError-i-Tw_az7.mjs.map}

@@ -1 +1 @@
-{"version":3,"file":"extractClientError-X9wJVqGq.mjs","names":[],"sources":["../src/lib/requests/submitPrivacyRequest.ts","../src/lib/requests/extractClientError.ts"],"sourcesContent":["import {\n  IsoCountryCode,\n  IsoCountrySubdivisionCode,\n  RequestAction,\n  RequestStatus,\n} from '@transcend-io/privacy-types';\nimport { valuesOf, decodeCodec } from '@transcend-io/type-utils';\nimport type { Got } from 'got';\nimport * as t from 'io-ts';\nimport { uniq } from 'lodash-es';\n\nimport { PrivacyRequestInput } from './mapCsvRowsToRequestInputs.js';\nimport { ParsedAttributeInput } from './parseAttributesFromString.js';\n\nexport const PrivacyRequestResponse = t.type({\n  id: t.string,\n  link: t.string,\n  status: valuesOf(RequestStatus),\n  type: valuesOf(RequestAction),\n  subjectType: t.string,\n  email: t.union([t.null, t.string]),\n  coreIdentifier: t.string,\n  isSilent: t.boolean,\n  isTest: t.boolean,\n  country: t.union([t.null, valuesOf(IsoCountryCode)]),\n  countrySubDivision: t.union([t.null, valuesOf(IsoCountrySubdivisionCode)]),\n  attributeValues: t.array(\n    t.type({\n      attributeKey: t.type({ name: t.string }),\n      name: t.string,\n    }),\n  ),\n});\n\n/** Type override */\nexport type PrivacyRequestResponse = t.TypeOf<typeof PrivacyRequestResponse>;\n\n/**\n * Submit a privacy request to the Transcend API\n *\n * @param sombra - Sombra instance configured to make requests\n * @param input - Request input\n * @param options - Additional options\n * @returns Successfully submitted request\n */\nexport async function submitPrivacyRequest(\n  sombra: Got,\n  input: PrivacyRequestInput,\n  {\n    details = '',\n    isTest = false,\n    emailIsVerified = true,\n    skipSendingReceipt = false,\n    isSilent = true,\n    additionalAttributes = [],\n  }: {\n    /** Whether or not the request is a test request */\n    isTest?: boolean;\n    /** Whether or not the request is in silent mode */\n    isSilent?: boolean;\n    /** Whether the email is verified up front */\n    emailIsVerified?: boolean;\n    /** When true, skip sending of the email receipt */\n    skipSendingReceipt?: boolean;\n    /** Request details */\n    details?: string;\n    /** Additional attributes to tag the requests with */\n    additionalAttributes?: ParsedAttributeInput[];\n  } = {},\n): Promise<PrivacyRequestResponse> {\n  // Merge the per-request attributes with the\n  // global attributes\n  const mergedAttributes = [...additionalAttributes];\n  (input.attributes || []).forEach((attribute) => {\n    const existing = mergedAttributes.find((attr) => attr.key === attribute.key);\n    if (existing) {\n      existing.values.push(...attribute.values);\n      existing.values = uniq(existing.values);\n    } else {\n      mergedAttributes.push(attribute);\n    }\n  });\n\n  // Make the GraphQL request\n  let response: unknown;\n  try {\n    response = await sombra\n      .post('v1/data-subject-request', {\n        json: {\n          type: input.requestType,\n          subject: {\n            coreIdentifier: input.coreIdentifier,\n            email: input.email,\n            emailIsVerified,\n            attestedExtraIdentifiers: input.attestedExtraIdentifiers,\n          },\n          subjectType: input.subjectType,\n          isSilent,\n          isTest,\n          skipSendingReceipt,\n          ...(input.locale ? { locale: input.locale } : {}),\n          details,\n          attributes: mergedAttributes,\n          ...(input.country || input.countrySubDivision\n            ? {\n                region: {\n                  ...(input.country\n                    ? {\n                        country: input.country,\n                      }\n                    : input.countrySubDivision\n                      ? { country: input.countrySubDivision.split('-')[0] }\n                      : {}),\n                  ...(input.countrySubDivision\n                    ? { countrySubDivision: input.countrySubDivision }\n                    : {}),\n                },\n              }\n            : {}),\n          ...(input.createdAt ? { createdAt: input.createdAt } : {}),\n          ...(input.dataSiloIds ? { dataSiloIds: input.dataSiloIds } : {}),\n          ...(input.status ? { completedRequestStatus: input.status } : {}),\n        },\n      })\n      .json();\n  } catch (err) {\n    throw new Error(`Received an error from server: ${err?.response?.body || err?.message}`);\n  }\n\n  const { request: requestResponse } = decodeCodec(\n    t.type({\n      request: PrivacyRequestResponse,\n    }),\n    response,\n  );\n  return requestResponse;\n}\n","const CLIENT_ERROR = /{\\\\\"message\\\\\":\\\\\"(.+?)\\\\\",/;\n\n/**\n * Extract a client error from the request\n *\n * @param err - Error message\n * @returns Client error or null\n */\nexport function extractClientError(err: string): string | null {\n  return CLIENT_ERROR.test(err) ? CLIENT_ERROR.exec(err)![1] : null;\n}\n"],"mappings":"gQAcA,MAAa,EAAyB,EAAE,KAAK,CAC3C,GAAI,EAAE,OACN,KAAM,EAAE,OACR,OAAQ,EAAS,EAAc,CAC/B,KAAM,EAAS,EAAc,CAC7B,YAAa,EAAE,OACf,MAAO,EAAE,MAAM,CAAC,EAAE,KAAM,EAAE,OAAO,CAAC,CAClC,eAAgB,EAAE,OAClB,SAAU,EAAE,QACZ,OAAQ,EAAE,QACV,QAAS,EAAE,MAAM,CAAC,EAAE,KAAM,EAAS,EAAe,CAAC,CAAC,CACpD,mBAAoB,EAAE,MAAM,CAAC,EAAE,KAAM,EAAS,EAA0B,CAAC,CAAC,CAC1E,gBAAiB,EAAE,MACjB,EAAE,KAAK,CACL,aAAc,EAAE,KAAK,CAAE,KAAM,EAAE,OAAQ,CAAC,CACxC,KAAM,EAAE,OACT,CAAC,CACH,CACF,CAAC,CAaF,eAAsB,EACpB,EACA,EACA,CACE,UAAU,GACV,SAAS,GACT,kBAAkB,GAClB,qBAAqB,GACrB,WAAW,GACX,uBAAuB,EAAE,EAcvB,EAAE,CAC2B,CAGjC,IAAM,EAAmB,CAAC,GAAG,EAAqB,EACjD,EAAM,YAAc,EAAE,EAAE,QAAS,GAAc,CAC9C,IAAM,EAAW,EAAiB,KAAM,GAAS,EAAK,MAAQ,EAAU,IAAI,CACxE,GACF,EAAS,OAAO,KAAK,GAAG,EAAU,OAAO,CACzC,EAAS,OAAS,EAAK,EAAS,OAAO,EAEvC,EAAiB,KAAK,EAAU,EAElC,CAGF,IAAI,EACJ,GAAI,CACF,EAAW,MAAM,EACd,KAAK,0BAA2B,CAC/B,KAAM,CACJ,KAAM,EAAM,YACZ,QAAS,CACP,eAAgB,EAAM,eACtB,MAAO,EAAM,MACb,kBACA,yBAA0B,EAAM,yBACjC,CACD,YAAa,EAAM,YACnB,WACA,SACA,qBACA,GAAI,EAAM,OAAS,CAAE,OAAQ,EAAM,OAAQ,CAAG,EAAE,CAChD,UACA,WAAY,EACZ,GAAI,EAAM,SAAW,EAAM,mBACvB,CACE,OAAQ,CACN,GAAI,EAAM,QACN,CACE,QAAS,EAAM,QAChB,CACD,EAAM,mBACJ,CAAE,QAAS,EAAM,mBAAmB,MAAM,IAAI,CAAC,GAAI,CACnD,EAAE,CACR,GAAI,EAAM,mBACN,CAAE,mBAAoB,EAAM,mBAAoB,CAChD,EAAE,CACP,CACF,CACD,EAAE,CACN,GAAI,EAAM,UAAY,CAAE,UAAW,EAAM,UAAW,CAAG,EAAE,CACzD,GAAI,EAAM,YAAc,CAAE,YAAa,EAAM,YAAa,CAAG,EAAE,CAC/D,GAAI,EAAM,OAAS,CAAE,uBAAwB,EAAM,OAAQ,CAAG,EAAE,CACjE,CACF,CAAC,CACD,MAAM,OACF,EAAK,CACZ,MAAU,MAAM,kCAAkC,GAAK,UAAU,MAAQ,GAAK,UAAU,CAG1F,GAAM,CAAE,QAAS,GAAoB,EACnC,EAAE,KAAK,CACL,QAAS,EACV,CAAC,CACF,EACD,CACD,OAAO,ECvIT,MAAM,EAAe,8BAQrB,SAAgB,EAAmB,EAA4B,CAC7D,OAAO,EAAa,KAAK,EAAI,CAAG,EAAa,KAAK,EAAI,CAAE,GAAK"}
+{"version":3,"file":"extractClientError-i-Tw_az7.mjs","names":[],"sources":["../src/lib/requests/submitPrivacyRequest.ts","../src/lib/requests/extractClientError.ts"],"sourcesContent":["import {\n  IsoCountryCode,\n  IsoCountrySubdivisionCode,\n  RequestAction,\n  RequestStatus,\n} from '@transcend-io/privacy-types';\nimport { valuesOf, decodeCodec } from '@transcend-io/type-utils';\nimport type { Got } from 'got';\nimport * as t from 'io-ts';\nimport { uniq } from 'lodash-es';\n\nimport { PrivacyRequestInput } from './mapCsvRowsToRequestInputs.js';\nimport { ParsedAttributeInput } from './parseAttributesFromString.js';\n\nexport const PrivacyRequestResponse = t.type({\n  id: t.string,\n  link: t.string,\n  status: valuesOf(RequestStatus),\n  type: valuesOf(RequestAction),\n  subjectType: t.string,\n  email: t.union([t.null, t.string]),\n  coreIdentifier: t.string,\n  isSilent: t.boolean,\n  isTest: t.boolean,\n  country: t.union([t.null, valuesOf(IsoCountryCode)]),\n  countrySubDivision: t.union([t.null, valuesOf(IsoCountrySubdivisionCode)]),\n  attributeValues: t.array(\n    t.type({\n      attributeKey: t.type({ name: t.string }),\n      name: t.string,\n    }),\n  ),\n});\n\n/** Type override */\nexport type PrivacyRequestResponse = t.TypeOf<typeof PrivacyRequestResponse>;\n\n/**\n * Submit a privacy request to the Transcend API\n *\n * @param sombra - Sombra instance configured to make requests\n * @param input - Request input\n * @param options - Additional options\n * @returns Successfully submitted request\n */\nexport async function submitPrivacyRequest(\n  sombra: Got,\n  input: PrivacyRequestInput,\n  {\n    details = '',\n    isTest = false,\n    emailIsVerified = true,\n    skipSendingReceipt = false,\n    isSilent = true,\n    additionalAttributes = [],\n  }: {\n    /** Whether or not the request is a test request */\n    isTest?: boolean;\n    /** Whether or not the request is in silent mode */\n    isSilent?: boolean;\n    /** Whether the email is verified up front */\n    emailIsVerified?: boolean;\n    /** When true, skip sending of the email receipt */\n    skipSendingReceipt?: boolean;\n    /** Request details */\n    details?: string;\n    /** Additional attributes to tag the requests with */\n    additionalAttributes?: ParsedAttributeInput[];\n  } = {},\n): Promise<PrivacyRequestResponse> {\n  // Merge the per-request attributes with the\n  // global attributes\n  const mergedAttributes = [...additionalAttributes];\n  (input.attributes || []).forEach((attribute) => {\n    const existing = mergedAttributes.find((attr) => attr.key === attribute.key);\n    if (existing) {\n      existing.values.push(...attribute.values);\n      existing.values = uniq(existing.values);\n    } else {\n      mergedAttributes.push(attribute);\n    }\n  });\n\n  // Make the GraphQL request\n  let response: unknown;\n  try {\n    response = await sombra\n      .post('v1/data-subject-request', {\n        json: {\n          type: input.requestType,\n          subject: {\n            coreIdentifier: input.coreIdentifier,\n            email: input.email,\n            emailIsVerified,\n            attestedExtraIdentifiers: input.attestedExtraIdentifiers,\n          },\n          subjectType: input.subjectType,\n          isSilent,\n          isTest,\n          skipSendingReceipt,\n          ...(input.locale ? { locale: input.locale } : {}),\n          details,\n          attributes: mergedAttributes,\n          ...(input.country || input.countrySubDivision\n            ? {\n                region: {\n                  ...(input.country\n                    ? {\n                        country: input.country,\n                      }\n                    : input.countrySubDivision\n                      ? { country: input.countrySubDivision.split('-')[0] }\n                      : {}),\n                  ...(input.countrySubDivision\n                    ? { countrySubDivision: input.countrySubDivision }\n                    : {}),\n                },\n              }\n            : {}),\n          ...(input.createdAt ? { createdAt: input.createdAt } : {}),\n          ...(input.dataSiloIds ? { dataSiloIds: input.dataSiloIds } : {}),\n          ...(input.status ? { completedRequestStatus: input.status } : {}),\n        },\n      })\n      .json();\n  } catch (err) {\n    throw new Error(`Received an error from server: ${err?.response?.body || err?.message}`);\n  }\n\n  const { request: requestResponse } = decodeCodec(\n    t.type({\n      request: PrivacyRequestResponse,\n    }),\n    response,\n  );\n  return requestResponse;\n}\n","const CLIENT_ERROR = /{\\\\\"message\\\\\":\\\\\"(.+?)\\\\\",/;\n\n/**\n * Extract a client error from the request\n *\n * @param err - Error message\n * @returns Client error or null\n */\nexport function extractClientError(err: string): string | null {\n  return CLIENT_ERROR.test(err) ? CLIENT_ERROR.exec(err)![1] : null;\n}\n"],"mappings":"gQAcA,MAAa,EAAyB,EAAE,KAAK,CAC3C,GAAI,EAAE,OACN,KAAM,EAAE,OACR,OAAQ,EAAS,EAAc,CAC/B,KAAM,EAAS,EAAc,CAC7B,YAAa,EAAE,OACf,MAAO,EAAE,MAAM,CAAC,EAAE,KAAM,EAAE,OAAO,CAAC,CAClC,eAAgB,EAAE,OAClB,SAAU,EAAE,QACZ,OAAQ,EAAE,QACV,QAAS,EAAE,MAAM,CAAC,EAAE,KAAM,EAAS,EAAe,CAAC,CAAC,CACpD,mBAAoB,EAAE,MAAM,CAAC,EAAE,KAAM,EAAS,EAA0B,CAAC,CAAC,CAC1E,gBAAiB,EAAE,MACjB,EAAE,KAAK,CACL,aAAc,EAAE,KAAK,CAAE,KAAM,EAAE,OAAQ,CAAC,CACxC,KAAM,EAAE,OACT,CAAC,CACH,CACF,CAAC,CAaF,eAAsB,EACpB,EACA,EACA,CACE,UAAU,GACV,SAAS,GACT,kBAAkB,GAClB,qBAAqB,GACrB,WAAW,GACX,uBAAuB,EAAE,EAcvB,EAAE,CAC2B,CAGjC,IAAM,EAAmB,CAAC,GAAG,EAAqB,EACjD,EAAM,YAAc,EAAE,EAAE,QAAS,GAAc,CAC9C,IAAM,EAAW,EAAiB,KAAM,GAAS,EAAK,MAAQ,EAAU,IAAI,CACxE,GACF,EAAS,OAAO,KAAK,GAAG,EAAU,OAAO,CACzC,EAAS,OAAS,EAAK,EAAS,OAAO,EAEvC,EAAiB,KAAK,EAAU,EAElC,CAGF,IAAI,EACJ,GAAI,CACF,EAAW,MAAM,EACd,KAAK,0BAA2B,CAC/B,KAAM,CACJ,KAAM,EAAM,YACZ,QAAS,CACP,eAAgB,EAAM,eACtB,MAAO,EAAM,MACb,kBACA,yBAA0B,EAAM,yBACjC,CACD,YAAa,EAAM,YACnB,WACA,SACA,qBACA,GAAI,EAAM,OAAS,CAAE,OAAQ,EAAM,OAAQ,CAAG,EAAE,CAChD,UACA,WAAY,EACZ,GAAI,EAAM,SAAW,EAAM,mBACvB,CACE,OAAQ,CACN,GAAI,EAAM,QACN,CACE,QAAS,EAAM,QAChB,CACD,EAAM,mBACJ,CAAE,QAAS,EAAM,mBAAmB,MAAM,IAAI,CAAC,GAAI,CACnD,EAAE,CACR,GAAI,EAAM,mBACN,CAAE,mBAAoB,EAAM,mBAAoB,CAChD,EAAE,CACP,CACF,CACD,EAAE,CACN,GAAI,EAAM,UAAY,CAAE,UAAW,EAAM,UAAW,CAAG,EAAE,CACzD,GAAI,EAAM,YAAc,CAAE,YAAa,EAAM,YAAa,CAAG,EAAE,CAC/D,GAAI,EAAM,OAAS,CAAE,uBAAwB,EAAM,OAAQ,CAAG,EAAE,CACjE,CACF,CAAC,CACD,MAAM,OACF,EAAK,CACZ,MAAU,MAAM,kCAAkC,GAAK,UAAU,MAAQ,GAAK,UAAU,CAG1F,GAAM,CAAE,QAAS,GAAoB,EACnC,EAAE,KAAK,CACL,QAAS,EACV,CAAC,CACF,EACD,CACD,OAAO,ECvIT,MAAM,EAAe,8BAQrB,SAAgB,EAAmB,EAA4B,CAC7D,OAAO,EAAa,KAAK,EAAI,CAAG,EAAa,KAAK,EAAI,CAAE,GAAK"}

package/dist/{fetchAllRequests-xGgt_STo.mjs → fetchAllRequests-CHHdyb4Q.mjs}

@@ -1,2 +1,2 @@
-import{t as e}from"./logger-Bj782ZYD.mjs";import{a as t,i as n}from"./request-SLqRySNU.mjs";import{IsoCountryCode as r,IsoCountrySubdivisionCode as i,RequestAction as a,RequestOrigin as o,RequestStatus as s}from"@transcend-io/privacy-types";import{valuesOf as c}from"@transcend-io/type-utils";import l from"colors";import{LOCALE_KEY as u}from"@transcend-io/internationalization";import*as d from"io-ts";import{makeGraphQLRequest as f}from"@transcend-io/sdk";import p from"cli-progress";const m=d.type({title:d.string,name:d.string,consent:d.boolean,enrichedPreferences:d.array(d.type({topic:d.string,selectValues:d.array(d.type({id:d.string,name:d.string,preferenceOption:d.type({id:d.string,slug:d.string,title:d.type({defaultMessage:d.string})})})),selectValue:d.type({id:d.string,name:d.string}),preferenceTopic:d.type({title:d.type({defaultMessage:d.string}),id:d.string,slug:d.string}),name:d.string,id:d.string,booleanValue:d.boolean}))}),h=d.intersection([d.type({id:d.string,createdAt:d.string,email:d.string,type:c(a),link:d.string,isSilent:d.boolean,origin:c(o),isTest:d.boolean,coreIdentifier:d.string,details:d.string,locale:c(u),status:c(s),subjectType:d.string,country:d.union([d.null,c(r)]),countrySubDivision:d.union([d.null,c(i)]),attributeValues:d.array(d.type({id:d.string,attributeKey:d.type({name:d.string,id:d.string}),name:d.string}))}),d.partial({daysRemaining:d.union([d.null,d.number]),successfullyCompletedAt:d.union([d.null,d.string]),purpose:m})]);async function g(n,r){let{requests:{totalCount:i}}=await f(n,t,{variables:{filterBy:r},logger:e});return i}async function _(r,{actions:i=[],statuses:a=[],origins:o=[],text:s,createdAtBefore:c,createdAtAfter:u,updatedAtBefore:d,updatedAtAfter:m,isTest:h,isSilent:g,isClosed:_,requestIds:v=[],onPage:y}={}){let b=!!y,x={text:s,type:i.length>0?i:void 0,status:a.length>0?a:void 0,origin:o.length>0?o:void 0,isTest:h,isSilent:g,isClosed:_,createdAtBefore:c?c.toISOString():void 0,createdAtAfter:u?u.toISOString():void 0,updatedAtBefore:d?d.toISOString():void 0,updatedAtAfter:m?m.toISOString():void 0},S=new Date().getTime(),C=new p.SingleBar({},p.Presets.shades_classic);if(!b){e.info(l.magenta(`Fetching requests...`));let{requests:{totalCount:n}}=await f(r,t,{variables:{filterBy:x},logger:e});n>100&&(e.info(l.magenta(`Fetching ${n} requests`)),C.start(n,0))}let w=[],T=0,E,D=!1;do{let{requests:{nodes:t,pageInfo:i}}=await f(r,n,{variables:{first:100,after:E,filterBy:x},logger:e});b?await y(t):w.push(...t),T+=t.length,E=i.endCursor??void 0,b||C.update(T),D=i.hasNextPage}while(D);if(!b){C.stop();let t=new Date().getTime()-S;e.info(l.green(`Completed fetching of ${T} request in "${t/1e3}" seconds.`))}if(b)return[];let O=w;return v&&v.length>0&&(O=O.filter(e=>v.includes(e.id)),e.info(l.green(`Filtered down to ${O.length} requests based on ${v.length} provided IDs.`))),O}export{g as i,m as n,_ as r,h as t};
-//# sourceMappingURL=fetchAllRequests-xGgt_STo.mjs.map
+import{t as e}from"./logger-Bj782ZYD.mjs";import{a as t,i as n}from"./request-DfkRPQFr.mjs";import{IsoCountryCode as r,IsoCountrySubdivisionCode as i,RequestAction as a,RequestOrigin as o,RequestStatus as s}from"@transcend-io/privacy-types";import{valuesOf as c}from"@transcend-io/type-utils";import l from"colors";import{LOCALE_KEY as u}from"@transcend-io/internationalization";import*as d from"io-ts";import{makeGraphQLRequest as f}from"@transcend-io/sdk";import p from"cli-progress";const m=d.type({title:d.string,name:d.string,consent:d.boolean,enrichedPreferences:d.array(d.type({topic:d.string,selectValues:d.array(d.type({id:d.string,name:d.string,preferenceOption:d.type({id:d.string,slug:d.string,title:d.type({defaultMessage:d.string})})})),selectValue:d.type({id:d.string,name:d.string}),preferenceTopic:d.type({title:d.type({defaultMessage:d.string}),id:d.string,slug:d.string}),name:d.string,id:d.string,booleanValue:d.boolean}))}),h=d.intersection([d.type({id:d.string,createdAt:d.string,email:d.string,type:c(a),link:d.string,isSilent:d.boolean,origin:c(o),isTest:d.boolean,coreIdentifier:d.string,details:d.string,locale:c(u),status:c(s),subjectType:d.string,country:d.union([d.null,c(r)]),countrySubDivision:d.union([d.null,c(i)]),attributeValues:d.array(d.type({id:d.string,attributeKey:d.type({name:d.string,id:d.string}),name:d.string}))}),d.partial({daysRemaining:d.union([d.null,d.number]),successfullyCompletedAt:d.union([d.null,d.string]),purpose:m})]);async function g(n,r){let{requests:{totalCount:i}}=await f(n,t,{variables:{filterBy:r},logger:e});return i}async function _(r,{actions:i=[],statuses:a=[],origins:o=[],text:s,createdAtBefore:c,createdAtAfter:u,updatedAtBefore:d,updatedAtAfter:m,isTest:h,isSilent:g,isClosed:_,requestIds:v=[],onPage:y}={}){let b=!!y,x={text:s,type:i.length>0?i:void 0,status:a.length>0?a:void 0,origin:o.length>0?o:void 0,isTest:h,isSilent:g,isClosed:_,createdAtBefore:c?c.toISOString():void 0,createdAtAfter:u?u.toISOString():void 0,updatedAtBefore:d?d.toISOString():void 0,updatedAtAfter:m?m.toISOString():void 0},S=new Date().getTime(),C=new p.SingleBar({},p.Presets.shades_classic);if(!b){e.info(l.magenta(`Fetching requests...`));let{requests:{totalCount:n}}=await f(r,t,{variables:{filterBy:x},logger:e});n>100&&(e.info(l.magenta(`Fetching ${n} requests`)),C.start(n,0))}let w=[],T=0,E,D=!1;do{let{requests:{nodes:t,pageInfo:i}}=await f(r,n,{variables:{first:100,after:E,filterBy:x},logger:e});b?await y(t):w.push(...t),T+=t.length,E=i.endCursor??void 0,b||C.update(T),D=i.hasNextPage}while(D);if(!b){C.stop();let t=new Date().getTime()-S;e.info(l.green(`Completed fetching of ${T} request in "${t/1e3}" seconds.`))}if(b)return[];let O=w;return v&&v.length>0&&(O=O.filter(e=>v.includes(e.id)),e.info(l.green(`Filtered down to ${O.length} requests based on ${v.length} provided IDs.`))),O}export{g as i,m as n,_ as r,h as t};
+//# sourceMappingURL=fetchAllRequests-CHHdyb4Q.mjs.map

package/dist/{fetchAllRequests-xGgt_STo.mjs.map → fetchAllRequests-CHHdyb4Q.mjs.map}

@@ -1 +1 @@
-{"version":3,"file":"fetchAllRequests-xGgt_STo.mjs","names":[],"sources":["../src/lib/graphql/fetchAllRequests.ts"],"sourcesContent":["import { LOCALE_KEY } from '@transcend-io/internationalization';\nimport {\n  RequestAction,\n  RequestOrigin,\n  RequestStatus,\n  IsoCountryCode,\n  IsoCountrySubdivisionCode,\n} from '@transcend-io/privacy-types';\nimport { makeGraphQLRequest } from '@transcend-io/sdk';\nimport { valuesOf } from '@transcend-io/type-utils';\nimport cliProgress from 'cli-progress';\nimport colors from 'colors';\nimport { GraphQLClient } from 'graphql-request';\nimport * as t from 'io-ts';\n\nimport { logger } from '../../logger.js';\nimport { REQUESTS, REQUESTS_COUNT } from './gqls/index.js';\n\nexport const RequestPurposeTrigger = t.type({\n  title: t.string,\n  name: t.string,\n  consent: t.boolean,\n  enrichedPreferences: t.array(\n    t.type({\n      topic: t.string,\n      selectValues: t.array(\n        t.type({\n          id: t.string,\n          name: t.string,\n          preferenceOption: t.type({\n            id: t.string,\n            slug: t.string,\n            title: t.type({\n              defaultMessage: t.string,\n            }),\n          }),\n        }),\n      ),\n      selectValue: t.type({\n        id: t.string,\n        name: t.string,\n      }),\n      preferenceTopic: t.type({\n        title: t.type({\n          defaultMessage: t.string,\n        }),\n        id: t.string,\n        slug: t.string,\n      }),\n      name: t.string,\n      id: t.string,\n      booleanValue: t.boolean,\n    }),\n  ),\n});\n\n/** Override type */\nexport type RequestPurposeTrigger = t.TypeOf<typeof RequestPurposeTrigger>;\n\nexport const PrivacyRequest = t.intersection([\n  t.type({\n    /** Request ID */\n    id: t.string,\n    /** Time request was made */\n    createdAt: t.string,\n    /** Email of request */\n    email: t.string,\n    /** The type of request */\n    type: valuesOf(RequestAction),\n    /** Link to request in Transcend dashboard */\n    link: t.string,\n    /** Whether request is in silent mode */\n    isSilent: t.boolean,\n    /** Where request was made */\n    origin: valuesOf(RequestOrigin),\n    /** Whether request is a test request */\n    isTest: t.boolean,\n    /** The core identifier of the request */\n    coreIdentifier: t.string,\n    /** Request details */\n    details: t.string,\n    /** Locale of request */\n    locale: valuesOf(LOCALE_KEY),\n    /** Status of request */\n    status: valuesOf(RequestStatus),\n    /** Type of data subject */\n    subjectType: t.string,\n    /** Country of request */\n    country: t.union([t.null, valuesOf(IsoCountryCode)]),\n    /** Subdivision of request */\n    countrySubDivision: t.union([t.null, valuesOf(IsoCountrySubdivisionCode)]),\n    /** Request attributes */\n    attributeValues: t.array(\n      t.type({\n        id: t.string,\n        attributeKey: t.type({ name: t.string, id: t.string }),\n        name: t.string,\n      }),\n    ),\n  }),\n  t.partial({\n    /** Days remaining until expired */\n    daysRemaining: t.union([t.null, t.number]),\n    /** Time when request was successfully completed */\n    successfullyCompletedAt: t.union([t.null, t.string]),\n    /** Purpose */\n    purpose: RequestPurposeTrigger,\n  }),\n]);\n\n/** Type override */\nexport type PrivacyRequest = t.TypeOf<typeof PrivacyRequest>;\n\nconst PAGE_SIZE = 100;\n\n/**\n * Fetch just the total count of requests matching a set of filters.\n * Useful for setting up a progress bar before streaming pages.\n *\n * @param client - GraphQL client\n * @param filterBy - Filter object (already serialized to ISO strings)\n * @returns The total count\n */\nexport async function fetchRequestsTotalCount(\n  client: GraphQLClient,\n  filterBy: Record<string, unknown>,\n): Promise<number> {\n  const {\n    requests: { totalCount },\n  } = await makeGraphQLRequest<{\n    /** Requests */\n    requests: {\n      /** Total count */\n      totalCount: number;\n    };\n  }>(client, REQUESTS_COUNT, { variables: { filterBy }, logger });\n  return totalCount;\n}\n\n/**\n * Fetch all requests matching a set of filters.\n *\n * When `onPage` is provided the function streams pages to the callback\n * and never accumulates nodes in memory — ideal for very large exports.\n * Without `onPage` the function returns all nodes in a single array\n * (existing behaviour, kept for backward compatibility).\n *\n * @param client - GraphQL client\n * @param options - Filter options\n * @returns List of requests (empty when using onPage)\n */\nexport async function fetchAllRequests(\n  client: GraphQLClient,\n  {\n    actions = [],\n    statuses = [],\n    origins = [],\n    text,\n    createdAtBefore,\n    createdAtAfter,\n    updatedAtBefore,\n    updatedAtAfter,\n    isTest,\n    isSilent,\n    isClosed,\n    requestIds = [],\n    onPage,\n  }: {\n    /** Actions to filter on */\n    actions?: RequestAction[];\n    /** Origins to filter on */\n    origins?: RequestOrigin[];\n    /** Statuses to filter on */\n    statuses?: RequestStatus[];\n    /** Filter for requests created before this date */\n    createdAtBefore?: Date;\n    /** Filter for requests created after this date */\n    createdAtAfter?: Date;\n    /** Filter for requests updated before this date */\n    updatedAtBefore?: Date;\n    /** Filter for requests updated after this date */\n    updatedAtAfter?: Date;\n    /** Filter for requests with a specific identifier */\n    text?: string;\n    /** Return test requests */\n    isTest?: boolean;\n    /** Return silent mode requests */\n    isSilent?: boolean;\n    /** Filter by whether request is active */\n    isClosed?: boolean;\n    /**\n     * Filter the list of requests for a set of IDs - these are applied\n     * at runtime while other filters are applied at the GraphQL level.\n     */\n    requestIds?: string[];\n    /** When provided, called with each page of nodes instead of accumulating in memory */\n    onPage?: (nodes: PrivacyRequest[]) => void | Promise<void>;\n  } = {},\n): Promise<PrivacyRequest[]> {\n  const streaming = !!onPage;\n\n  const filterBy = {\n    text,\n    type: actions.length > 0 ? actions : undefined,\n    status: statuses.length > 0 ? statuses : undefined,\n    origin: origins.length > 0 ? origins : undefined,\n    isTest,\n    isSilent,\n    isClosed,\n    createdAtBefore: createdAtBefore ? createdAtBefore.toISOString() : undefined,\n    createdAtAfter: createdAtAfter ? createdAtAfter.toISOString() : undefined,\n    updatedAtBefore: updatedAtBefore ? updatedAtBefore.toISOString() : undefined,\n    updatedAtAfter: updatedAtAfter ? updatedAtAfter.toISOString() : undefined,\n  };\n\n  // When streaming, the caller manages progress/logging — skip count query & bar\n  const t0 = new Date().getTime();\n  const progressBar = new cliProgress.SingleBar({}, cliProgress.Presets.shades_classic);\n\n  if (!streaming) {\n    logger.info(colors.magenta('Fetching requests...'));\n    const {\n      requests: { totalCount },\n    } = await makeGraphQLRequest<{\n      /** Requests */\n      requests: {\n        /** Total count */\n        totalCount: number;\n      };\n    }>(client, REQUESTS_COUNT, { variables: { filterBy }, logger });\n\n    if (totalCount > PAGE_SIZE) {\n      logger.info(colors.magenta(`Fetching ${totalCount} requests`));\n      progressBar.start(totalCount, 0);\n    }\n  }\n\n  const requests: PrivacyRequest[] = [];\n  let fetchedCount = 0;\n\n  // Paginate through all results\n  let cursor: string | undefined;\n  let shouldContinue = false;\n  do {\n    const {\n      requests: { nodes, pageInfo },\n    } = await makeGraphQLRequest<{\n      /** Requests */\n      requests: {\n        /** List */\n        nodes: PrivacyRequest[];\n        /** Pagination info */\n        pageInfo: {\n          /** Cursor for the last item */\n          endCursor: string | null;\n          /** Whether more pages exist */\n          hasNextPage: boolean;\n        };\n      };\n    }>(client, REQUESTS, {\n      variables: { first: PAGE_SIZE, after: cursor, filterBy },\n      logger,\n    });\n\n    if (streaming) {\n      await onPage!(nodes);\n    } else {\n      requests.push(...nodes);\n    }\n\n    fetchedCount += nodes.length;\n    cursor = pageInfo.endCursor ?? undefined;\n    if (!streaming) {\n      progressBar.update(fetchedCount);\n    }\n    shouldContinue = pageInfo.hasNextPage;\n  } while (shouldContinue);\n\n  if (!streaming) {\n    progressBar.stop();\n    const t1 = new Date().getTime();\n    const totalTime = t1 - t0;\n\n    logger.info(\n      colors.green(\n        `Completed fetching of ${fetchedCount} request in \"${totalTime / 1000}\" seconds.`,\n      ),\n    );\n  }\n\n  if (streaming) {\n    return [];\n  }\n\n  // Filter down requests by request ID\n  let allRequests = requests;\n  if (requestIds && requestIds.length > 0) {\n    allRequests = allRequests.filter((request) => requestIds.includes(request.id));\n    logger.info(\n      colors.green(\n        `Filtered down to ${allRequests.length} requests based on ${requestIds.length} provided IDs.`,\n      ),\n    );\n  }\n\n  return allRequests;\n}\n"],"mappings":"seAkBA,MAAa,EAAwB,EAAE,KAAK,CAC1C,MAAO,EAAE,OACT,KAAM,EAAE,OACR,QAAS,EAAE,QACX,oBAAqB,EAAE,MACrB,EAAE,KAAK,CACL,MAAO,EAAE,OACT,aAAc,EAAE,MACd,EAAE,KAAK,CACL,GAAI,EAAE,OACN,KAAM,EAAE,OACR,iBAAkB,EAAE,KAAK,CACvB,GAAI,EAAE,OACN,KAAM,EAAE,OACR,MAAO,EAAE,KAAK,CACZ,eAAgB,EAAE,OACnB,CAAC,CACH,CAAC,CACH,CAAC,CACH,CACD,YAAa,EAAE,KAAK,CAClB,GAAI,EAAE,OACN,KAAM,EAAE,OACT,CAAC,CACF,gBAAiB,EAAE,KAAK,CACtB,MAAO,EAAE,KAAK,CACZ,eAAgB,EAAE,OACnB,CAAC,CACF,GAAI,EAAE,OACN,KAAM,EAAE,OACT,CAAC,CACF,KAAM,EAAE,OACR,GAAI,EAAE,OACN,aAAc,EAAE,QACjB,CAAC,CACH,CACF,CAAC,CAKW,EAAiB,EAAE,aAAa,CAC3C,EAAE,KAAK,CAEL,GAAI,EAAE,OAEN,UAAW,EAAE,OAEb,MAAO,EAAE,OAET,KAAM,EAAS,EAAc,CAE7B,KAAM,EAAE,OAER,SAAU,EAAE,QAEZ,OAAQ,EAAS,EAAc,CAE/B,OAAQ,EAAE,QAEV,eAAgB,EAAE,OAElB,QAAS,EAAE,OAEX,OAAQ,EAAS,EAAW,CAE5B,OAAQ,EAAS,EAAc,CAE/B,YAAa,EAAE,OAEf,QAAS,EAAE,MAAM,CAAC,EAAE,KAAM,EAAS,EAAe,CAAC,CAAC,CAEpD,mBAAoB,EAAE,MAAM,CAAC,EAAE,KAAM,EAAS,EAA0B,CAAC,CAAC,CAE1E,gBAAiB,EAAE,MACjB,EAAE,KAAK,CACL,GAAI,EAAE,OACN,aAAc,EAAE,KAAK,CAAE,KAAM,EAAE,OAAQ,GAAI,EAAE,OAAQ,CAAC,CACtD,KAAM,EAAE,OACT,CAAC,CACH,CACF,CAAC,CACF,EAAE,QAAQ,CAER,cAAe,EAAE,MAAM,CAAC,EAAE,KAAM,EAAE,OAAO,CAAC,CAE1C,wBAAyB,EAAE,MAAM,CAAC,EAAE,KAAM,EAAE,OAAO,CAAC,CAEpD,QAAS,EACV,CAAC,CACH,CAAC,CAeF,eAAsB,EACpB,EACA,EACiB,CACjB,GAAM,CACJ,SAAU,CAAE,eACV,MAAM,EAMP,EAAQ,EAAgB,CAAE,UAAW,CAAE,WAAU,CAAE,SAAQ,CAAC,CAC/D,OAAO,EAeT,eAAsB,EACpB,EACA,CACE,UAAU,EAAE,CACZ,WAAW,EAAE,CACb,UAAU,EAAE,CACZ,OACA,kBACA,iBACA,kBACA,iBACA,SACA,WACA,WACA,aAAa,EAAE,CACf,UA+BE,EAAE,CACqB,CAC3B,IAAM,EAAY,CAAC,CAAC,EAEd,EAAW,CACf,OACA,KAAM,EAAQ,OAAS,EAAI,EAAU,IAAA,GACrC,OAAQ,EAAS,OAAS,EAAI,EAAW,IAAA,GACzC,OAAQ,EAAQ,OAAS,EAAI,EAAU,IAAA,GACvC,SACA,WACA,WACA,gBAAiB,EAAkB,EAAgB,aAAa,CAAG,IAAA,GACnE,eAAgB,EAAiB,EAAe,aAAa,CAAG,IAAA,GAChE,gBAAiB,EAAkB,EAAgB,aAAa,CAAG,IAAA,GACnE,eAAgB,EAAiB,EAAe,aAAa,CAAG,IAAA,GACjE,CAGK,EAAK,IAAI,MAAM,CAAC,SAAS,CACzB,EAAc,IAAI,EAAY,UAAU,EAAE,CAAE,EAAY,QAAQ,eAAe,CAErF,GAAI,CAAC,EAAW,CACd,EAAO,KAAK,EAAO,QAAQ,uBAAuB,CAAC,CACnD,GAAM,CACJ,SAAU,CAAE,eACV,MAAM,EAMP,EAAQ,EAAgB,CAAE,UAAW,CAAE,WAAU,CAAE,SAAQ,CAAC,CAE3D,EAAa,MACf,EAAO,KAAK,EAAO,QAAQ,YAAY,EAAW,WAAW,CAAC,CAC9D,EAAY,MAAM,EAAY,EAAE,EAIpC,IAAM,EAA6B,EAAE,CACjC,EAAe,EAGf,EACA,EAAiB,GACrB,EAAG,CACD,GAAM,CACJ,SAAU,CAAE,QAAO,aACjB,MAAM,EAaP,EAAQ,EAAU,CACnB,UAAW,CAAE,MAAO,IAAW,MAAO,EAAQ,WAAU,CACxD,SACD,CAAC,CAEE,EACF,MAAM,EAAQ,EAAM,CAEpB,EAAS,KAAK,GAAG,EAAM,CAGzB,GAAgB,EAAM,OACtB,EAAS,EAAS,WAAa,IAAA,GAC1B,GACH,EAAY,OAAO,EAAa,CAElC,EAAiB,EAAS,kBACnB,GAET,GAAI,CAAC,EAAW,CACd,EAAY,MAAM,CAElB,IAAM,EADK,IAAI,MAAM,CAAC,SAAS,CACR,EAEvB,EAAO,KACL,EAAO,MACL,yBAAyB,EAAa,eAAe,EAAY,IAAK,YACvE,CACF,CAGH,GAAI,EACF,MAAO,EAAE,CAIX,IAAI,EAAc,EAUlB,OATI,GAAc,EAAW,OAAS,IACpC,EAAc,EAAY,OAAQ,GAAY,EAAW,SAAS,EAAQ,GAAG,CAAC,CAC9E,EAAO,KACL,EAAO,MACL,oBAAoB,EAAY,OAAO,qBAAqB,EAAW,OAAO,gBAC/E,CACF,EAGI"}
+{"version":3,"file":"fetchAllRequests-CHHdyb4Q.mjs","names":[],"sources":["../src/lib/graphql/fetchAllRequests.ts"],"sourcesContent":["import { LOCALE_KEY } from '@transcend-io/internationalization';\nimport {\n  RequestAction,\n  RequestOrigin,\n  RequestStatus,\n  IsoCountryCode,\n  IsoCountrySubdivisionCode,\n} from '@transcend-io/privacy-types';\nimport { makeGraphQLRequest } from '@transcend-io/sdk';\nimport { valuesOf } from '@transcend-io/type-utils';\nimport cliProgress from 'cli-progress';\nimport colors from 'colors';\nimport { GraphQLClient } from 'graphql-request';\nimport * as t from 'io-ts';\n\nimport { logger } from '../../logger.js';\nimport { REQUESTS, REQUESTS_COUNT } from './gqls/index.js';\n\nexport const RequestPurposeTrigger = t.type({\n  title: t.string,\n  name: t.string,\n  consent: t.boolean,\n  enrichedPreferences: t.array(\n    t.type({\n      topic: t.string,\n      selectValues: t.array(\n        t.type({\n          id: t.string,\n          name: t.string,\n          preferenceOption: t.type({\n            id: t.string,\n            slug: t.string,\n            title: t.type({\n              defaultMessage: t.string,\n            }),\n          }),\n        }),\n      ),\n      selectValue: t.type({\n        id: t.string,\n        name: t.string,\n      }),\n      preferenceTopic: t.type({\n        title: t.type({\n          defaultMessage: t.string,\n        }),\n        id: t.string,\n        slug: t.string,\n      }),\n      name: t.string,\n      id: t.string,\n      booleanValue: t.boolean,\n    }),\n  ),\n});\n\n/** Override type */\nexport type RequestPurposeTrigger = t.TypeOf<typeof RequestPurposeTrigger>;\n\nexport const PrivacyRequest = t.intersection([\n  t.type({\n    /** Request ID */\n    id: t.string,\n    /** Time request was made */\n    createdAt: t.string,\n    /** Email of request */\n    email: t.string,\n    /** The type of request */\n    type: valuesOf(RequestAction),\n    /** Link to request in Transcend dashboard */\n    link: t.string,\n    /** Whether request is in silent mode */\n    isSilent: t.boolean,\n    /** Where request was made */\n    origin: valuesOf(RequestOrigin),\n    /** Whether request is a test request */\n    isTest: t.boolean,\n    /** The core identifier of the request */\n    coreIdentifier: t.string,\n    /** Request details */\n    details: t.string,\n    /** Locale of request */\n    locale: valuesOf(LOCALE_KEY),\n    /** Status of request */\n    status: valuesOf(RequestStatus),\n    /** Type of data subject */\n    subjectType: t.string,\n    /** Country of request */\n    country: t.union([t.null, valuesOf(IsoCountryCode)]),\n    /** Subdivision of request */\n    countrySubDivision: t.union([t.null, valuesOf(IsoCountrySubdivisionCode)]),\n    /** Request attributes */\n    attributeValues: t.array(\n      t.type({\n        id: t.string,\n        attributeKey: t.type({ name: t.string, id: t.string }),\n        name: t.string,\n      }),\n    ),\n  }),\n  t.partial({\n    /** Days remaining until expired */\n    daysRemaining: t.union([t.null, t.number]),\n    /** Time when request was successfully completed */\n    successfullyCompletedAt: t.union([t.null, t.string]),\n    /** Purpose */\n    purpose: RequestPurposeTrigger,\n  }),\n]);\n\n/** Type override */\nexport type PrivacyRequest = t.TypeOf<typeof PrivacyRequest>;\n\nconst PAGE_SIZE = 100;\n\n/**\n * Fetch just the total count of requests matching a set of filters.\n * Useful for setting up a progress bar before streaming pages.\n *\n * @param client - GraphQL client\n * @param filterBy - Filter object (already serialized to ISO strings)\n * @returns The total count\n */\nexport async function fetchRequestsTotalCount(\n  client: GraphQLClient,\n  filterBy: Record<string, unknown>,\n): Promise<number> {\n  const {\n    requests: { totalCount },\n  } = await makeGraphQLRequest<{\n    /** Requests */\n    requests: {\n      /** Total count */\n      totalCount: number;\n    };\n  }>(client, REQUESTS_COUNT, { variables: { filterBy }, logger });\n  return totalCount;\n}\n\n/**\n * Fetch all requests matching a set of filters.\n *\n * When `onPage` is provided the function streams pages to the callback\n * and never accumulates nodes in memory — ideal for very large exports.\n * Without `onPage` the function returns all nodes in a single array\n * (existing behaviour, kept for backward compatibility).\n *\n * @param client - GraphQL client\n * @param options - Filter options\n * @returns List of requests (empty when using onPage)\n */\nexport async function fetchAllRequests(\n  client: GraphQLClient,\n  {\n    actions = [],\n    statuses = [],\n    origins = [],\n    text,\n    createdAtBefore,\n    createdAtAfter,\n    updatedAtBefore,\n    updatedAtAfter,\n    isTest,\n    isSilent,\n    isClosed,\n    requestIds = [],\n    onPage,\n  }: {\n    /** Actions to filter on */\n    actions?: RequestAction[];\n    /** Origins to filter on */\n    origins?: RequestOrigin[];\n    /** Statuses to filter on */\n    statuses?: RequestStatus[];\n    /** Filter for requests created before this date */\n    createdAtBefore?: Date;\n    /** Filter for requests created after this date */\n    createdAtAfter?: Date;\n    /** Filter for requests updated before this date */\n    updatedAtBefore?: Date;\n    /** Filter for requests updated after this date */\n    updatedAtAfter?: Date;\n    /** Filter for requests with a specific identifier */\n    text?: string;\n    /** Return test requests */\n    isTest?: boolean;\n    /** Return silent mode requests */\n    isSilent?: boolean;\n    /** Filter by whether request is active */\n    isClosed?: boolean;\n    /**\n     * Filter the list of requests for a set of IDs - these are applied\n     * at runtime while other filters are applied at the GraphQL level.\n     */\n    requestIds?: string[];\n    /** When provided, called with each page of nodes instead of accumulating in memory */\n    onPage?: (nodes: PrivacyRequest[]) => void | Promise<void>;\n  } = {},\n): Promise<PrivacyRequest[]> {\n  const streaming = !!onPage;\n\n  const filterBy = {\n    text,\n    type: actions.length > 0 ? actions : undefined,\n    status: statuses.length > 0 ? statuses : undefined,\n    origin: origins.length > 0 ? origins : undefined,\n    isTest,\n    isSilent,\n    isClosed,\n    createdAtBefore: createdAtBefore ? createdAtBefore.toISOString() : undefined,\n    createdAtAfter: createdAtAfter ? createdAtAfter.toISOString() : undefined,\n    updatedAtBefore: updatedAtBefore ? updatedAtBefore.toISOString() : undefined,\n    updatedAtAfter: updatedAtAfter ? updatedAtAfter.toISOString() : undefined,\n  };\n\n  // When streaming, the caller manages progress/logging — skip count query & bar\n  const t0 = new Date().getTime();\n  const progressBar = new cliProgress.SingleBar({}, cliProgress.Presets.shades_classic);\n\n  if (!streaming) {\n    logger.info(colors.magenta('Fetching requests...'));\n    const {\n      requests: { totalCount },\n    } = await makeGraphQLRequest<{\n      /** Requests */\n      requests: {\n        /** Total count */\n        totalCount: number;\n      };\n    }>(client, REQUESTS_COUNT, { variables: { filterBy }, logger });\n\n    if (totalCount > PAGE_SIZE) {\n      logger.info(colors.magenta(`Fetching ${totalCount} requests`));\n      progressBar.start(totalCount, 0);\n    }\n  }\n\n  const requests: PrivacyRequest[] = [];\n  let fetchedCount = 0;\n\n  // Paginate through all results\n  let cursor: string | undefined;\n  let shouldContinue = false;\n  do {\n    const {\n      requests: { nodes, pageInfo },\n    } = await makeGraphQLRequest<{\n      /** Requests */\n      requests: {\n        /** List */\n        nodes: PrivacyRequest[];\n        /** Pagination info */\n        pageInfo: {\n          /** Cursor for the last item */\n          endCursor: string | null;\n          /** Whether more pages exist */\n          hasNextPage: boolean;\n        };\n      };\n    }>(client, REQUESTS, {\n      variables: { first: PAGE_SIZE, after: cursor, filterBy },\n      logger,\n    });\n\n    if (streaming) {\n      await onPage!(nodes);\n    } else {\n      requests.push(...nodes);\n    }\n\n    fetchedCount += nodes.length;\n    cursor = pageInfo.endCursor ?? undefined;\n    if (!streaming) {\n      progressBar.update(fetchedCount);\n    }\n    shouldContinue = pageInfo.hasNextPage;\n  } while (shouldContinue);\n\n  if (!streaming) {\n    progressBar.stop();\n    const t1 = new Date().getTime();\n    const totalTime = t1 - t0;\n\n    logger.info(\n      colors.green(\n        `Completed fetching of ${fetchedCount} request in \"${totalTime / 1000}\" seconds.`,\n      ),\n    );\n  }\n\n  if (streaming) {\n    return [];\n  }\n\n  // Filter down requests by request ID\n  let allRequests = requests;\n  if (requestIds && requestIds.length > 0) {\n    allRequests = allRequests.filter((request) => requestIds.includes(request.id));\n    logger.info(\n      colors.green(\n        `Filtered down to ${allRequests.length} requests based on ${requestIds.length} provided IDs.`,\n      ),\n    );\n  }\n\n  return allRequests;\n}\n"],"mappings":"seAkBA,MAAa,EAAwB,EAAE,KAAK,CAC1C,MAAO,EAAE,OACT,KAAM,EAAE,OACR,QAAS,EAAE,QACX,oBAAqB,EAAE,MACrB,EAAE,KAAK,CACL,MAAO,EAAE,OACT,aAAc,EAAE,MACd,EAAE,KAAK,CACL,GAAI,EAAE,OACN,KAAM,EAAE,OACR,iBAAkB,EAAE,KAAK,CACvB,GAAI,EAAE,OACN,KAAM,EAAE,OACR,MAAO,EAAE,KAAK,CACZ,eAAgB,EAAE,OACnB,CAAC,CACH,CAAC,CACH,CAAC,CACH,CACD,YAAa,EAAE,KAAK,CAClB,GAAI,EAAE,OACN,KAAM,EAAE,OACT,CAAC,CACF,gBAAiB,EAAE,KAAK,CACtB,MAAO,EAAE,KAAK,CACZ,eAAgB,EAAE,OACnB,CAAC,CACF,GAAI,EAAE,OACN,KAAM,EAAE,OACT,CAAC,CACF,KAAM,EAAE,OACR,GAAI,EAAE,OACN,aAAc,EAAE,QACjB,CAAC,CACH,CACF,CAAC,CAKW,EAAiB,EAAE,aAAa,CAC3C,EAAE,KAAK,CAEL,GAAI,EAAE,OAEN,UAAW,EAAE,OAEb,MAAO,EAAE,OAET,KAAM,EAAS,EAAc,CAE7B,KAAM,EAAE,OAER,SAAU,EAAE,QAEZ,OAAQ,EAAS,EAAc,CAE/B,OAAQ,EAAE,QAEV,eAAgB,EAAE,OAElB,QAAS,EAAE,OAEX,OAAQ,EAAS,EAAW,CAE5B,OAAQ,EAAS,EAAc,CAE/B,YAAa,EAAE,OAEf,QAAS,EAAE,MAAM,CAAC,EAAE,KAAM,EAAS,EAAe,CAAC,CAAC,CAEpD,mBAAoB,EAAE,MAAM,CAAC,EAAE,KAAM,EAAS,EAA0B,CAAC,CAAC,CAE1E,gBAAiB,EAAE,MACjB,EAAE,KAAK,CACL,GAAI,EAAE,OACN,aAAc,EAAE,KAAK,CAAE,KAAM,EAAE,OAAQ,GAAI,EAAE,OAAQ,CAAC,CACtD,KAAM,EAAE,OACT,CAAC,CACH,CACF,CAAC,CACF,EAAE,QAAQ,CAER,cAAe,EAAE,MAAM,CAAC,EAAE,KAAM,EAAE,OAAO,CAAC,CAE1C,wBAAyB,EAAE,MAAM,CAAC,EAAE,KAAM,EAAE,OAAO,CAAC,CAEpD,QAAS,EACV,CAAC,CACH,CAAC,CAeF,eAAsB,EACpB,EACA,EACiB,CACjB,GAAM,CACJ,SAAU,CAAE,eACV,MAAM,EAMP,EAAQ,EAAgB,CAAE,UAAW,CAAE,WAAU,CAAE,SAAQ,CAAC,CAC/D,OAAO,EAeT,eAAsB,EACpB,EACA,CACE,UAAU,EAAE,CACZ,WAAW,EAAE,CACb,UAAU,EAAE,CACZ,OACA,kBACA,iBACA,kBACA,iBACA,SACA,WACA,WACA,aAAa,EAAE,CACf,UA+BE,EAAE,CACqB,CAC3B,IAAM,EAAY,CAAC,CAAC,EAEd,EAAW,CACf,OACA,KAAM,EAAQ,OAAS,EAAI,EAAU,IAAA,GACrC,OAAQ,EAAS,OAAS,EAAI,EAAW,IAAA,GACzC,OAAQ,EAAQ,OAAS,EAAI,EAAU,IAAA,GACvC,SACA,WACA,WACA,gBAAiB,EAAkB,EAAgB,aAAa,CAAG,IAAA,GACnE,eAAgB,EAAiB,EAAe,aAAa,CAAG,IAAA,GAChE,gBAAiB,EAAkB,EAAgB,aAAa,CAAG,IAAA,GACnE,eAAgB,EAAiB,EAAe,aAAa,CAAG,IAAA,GACjE,CAGK,EAAK,IAAI,MAAM,CAAC,SAAS,CACzB,EAAc,IAAI,EAAY,UAAU,EAAE,CAAE,EAAY,QAAQ,eAAe,CAErF,GAAI,CAAC,EAAW,CACd,EAAO,KAAK,EAAO,QAAQ,uBAAuB,CAAC,CACnD,GAAM,CACJ,SAAU,CAAE,eACV,MAAM,EAMP,EAAQ,EAAgB,CAAE,UAAW,CAAE,WAAU,CAAE,SAAQ,CAAC,CAE3D,EAAa,MACf,EAAO,KAAK,EAAO,QAAQ,YAAY,EAAW,WAAW,CAAC,CAC9D,EAAY,MAAM,EAAY,EAAE,EAIpC,IAAM,EAA6B,EAAE,CACjC,EAAe,EAGf,EACA,EAAiB,GACrB,EAAG,CACD,GAAM,CACJ,SAAU,CAAE,QAAO,aACjB,MAAM,EAaP,EAAQ,EAAU,CACnB,UAAW,CAAE,MAAO,IAAW,MAAO,EAAQ,WAAU,CACxD,SACD,CAAC,CAEE,EACF,MAAM,EAAQ,EAAM,CAEpB,EAAS,KAAK,GAAG,EAAM,CAGzB,GAAgB,EAAM,OACtB,EAAS,EAAS,WAAa,IAAA,GAC1B,GACH,EAAY,OAAO,EAAa,CAElC,EAAiB,EAAS,kBACnB,GAET,GAAI,CAAC,EAAW,CACd,EAAY,MAAM,CAElB,IAAM,EADK,IAAI,MAAM,CAAC,SAAS,CACR,EAEvB,EAAO,KACL,EAAO,MACL,yBAAyB,EAAa,eAAe,EAAY,IAAK,YACvE,CACF,CAGH,GAAI,EACF,MAAO,EAAE,CAIX,IAAI,EAAc,EAUlB,OATI,GAAc,EAAW,OAAS,IACpC,EAAc,EAAY,OAAQ,GAAY,EAAW,SAAS,EAAQ,GAAG,CAAC,CAC9E,EAAO,KACL,EAAO,MACL,oBAAoB,EAAY,OAAO,qBAAqB,EAAW,OAAO,gBAC/E,CACF,EAGI"}

package/dist/generateCrossAccountApiKeys-D6hg9146.mjs

@@ -0,0 +1,2 @@
+import{a as e}from"./constants-TpID7AXE.mjs";import{t}from"./logger-Bj782ZYD.mjs";import n from"colors";import{assumeRole as r,buildTranscendGraphQLClientGeneric as i,createApiKey as a,deleteApiKey as o,fetchAllApiKeys as s,loginUser as c}from"@transcend-io/sdk";import{mapSeries as l}from"@transcend-io/utils";async function u({email:u,password:d,scopes:f,apiKeyTitle:p,parentOrganizationId:m,deleteExistingApiKey:h=!0,createNewApiKey:g=!0,transcendUrl:_=e}){let v=await i(_,{});t.info(n.magenta(`Logging in using email and password.`));let{roles:y,loginCookie:b}=await c(v,{email:u,password:d,logger:t});t.info(n.green(`Successfully logged in and found ${y.length} role${y.length===1?``:`s`}!`));let x=m?y.filter(e=>e.organization.id===m||e.organization.parentOrganizationId===m):y;v.setHeaders({Cookie:b});let S=[],C=[];return t.info(n.magenta(`Generating API keys with title: ${p}, scopes: ${f.join(`,`)}.`)),await l(x,async e=>{try{await r(v,{roleId:e.id,email:u,logger:t}),t.info(n.magenta(`Checking if API key already exists in organization "${e.organization.name}" with title: "${p}".`));let[i]=await s(v,{logger:t,filterBy:{titles:[p]}});if(i&&h)t.info(n.yellow(`Deleting existing API key in "${e.organization.name}" with title: "${p}".`)),await o(v,{id:i.id,logger:t}),t.info(n.green(`Successfully deleted API key in "${e.organization.name}" with title: "${p}".`));else if(i)throw Error(`API key already exists with title: "${p}"`);if(g){t.info(n.magenta(`Creating API key in "${e.organization.name}" with title: "${p}".`));let{apiKey:r}=await a(v,{input:{title:p,scopes:f},logger:t});S.push({organizationName:e.organization.name,organizationId:e.organization.id,apiKey:r}),t.info(n.green(`Successfully created API key in "${e.organization.name}" with title: "${p}".`))}else S.push({organizationName:e.organization.name,organizationId:e.organization.id,apiKey:``})}catch(r){t.error(n.red(`Failed to create API key in organization "${e.organization.name}"! - ${r.message}`)),C.push({organizationName:e.organization.name,organizationId:e.organization.id,error:r.message})}}),t.info(n.green(`Successfully created ${S.length} API key${S.length===1?``:`s`}`)),C.length>0&&t.error(n.red(`Failed to create ${C.length} API key${C.length===1?``:`s`}!`)),{errors:C,apiKeys:S}}export{u as t};
+//# sourceMappingURL=generateCrossAccountApiKeys-D6hg9146.mjs.map

package/dist/generateCrossAccountApiKeys-D6hg9146.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"generateCrossAccountApiKeys-D6hg9146.mjs","names":[],"sources":["../src/lib/api-keys/generateCrossAccountApiKeys.ts"],"sourcesContent":["import { ScopeName } from '@transcend-io/privacy-types';\nimport {\n  buildTranscendGraphQLClientGeneric,\n  loginUser,\n  createApiKey,\n  fetchAllApiKeys,\n  deleteApiKey,\n  assumeRole,\n} from '@transcend-io/sdk';\nimport { mapSeries } from '@transcend-io/utils';\nimport colors from 'colors';\n\nimport { StoredApiKey } from '../../codecs.js';\nimport { DEFAULT_TRANSCEND_API } from '../../constants.js';\nimport { logger } from '../../logger.js';\n\nexport interface ApiKeyGenerateError {\n  /** Name of instance */\n  organizationName: string;\n  /** Error */\n  error: string;\n  /** Organization ID API key is for */\n  organizationId: string;\n}\n\n/**\n * Generate API keys across multiple transcend accounts\n *\n * @param options - Options\n * @returns Number of API keys created\n */\nexport async function generateCrossAccountApiKeys({\n  email,\n  password,\n  scopes,\n  apiKeyTitle,\n  parentOrganizationId,\n  deleteExistingApiKey = true,\n  createNewApiKey = true,\n  transcendUrl = DEFAULT_TRANSCEND_API,\n}: {\n  /** Email address of user generating API keys */\n  email: string;\n  /** Password of user generating API keys */\n  password: string;\n  /** Filter for organizations that match this parent organization ID */\n  parentOrganizationId?: string;\n  /** Title of the API create to create */\n  apiKeyTitle: string;\n  /** Title of the API create to create */\n  scopes: ScopeName[];\n  /** API URL for Transcend backend */\n  transcendUrl?: string;\n  /** When true delete existing API keys with that title, if set to false an API key exists with that title, an error is thrown */\n  deleteExistingApiKey?: boolean;\n  /** When true, generate new API keys, otherwise only will delete past API keys */\n  createNewApiKey?: boolean;\n}): Promise<{\n  /** Successfully generated */\n  apiKeys: StoredApiKey[];\n  /** Error results */\n  errors: ApiKeyGenerateError[];\n}> {\n  // Create GraphQL client\n  const client = await buildTranscendGraphQLClientGeneric(transcendUrl, {});\n\n  // Login the user\n  logger.info(colors.magenta('Logging in using email and password.'));\n  const { roles, loginCookie } = await loginUser(client, { email, password, logger });\n  logger.info(\n    colors.green(\n      `Successfully logged in and found ${roles.length} role${roles.length === 1 ? '' : 's'}!`,\n    ),\n  );\n\n  // Filter down by parentOrganizationId\n  const filteredRoles = parentOrganizationId\n    ? roles.filter(\n        (role) =>\n          role.organization.id === parentOrganizationId ||\n          role.organization.parentOrganizationId === parentOrganizationId,\n      )\n    : roles;\n\n  // Save cookie to call route subsequent times\n  client.setHeaders({\n    Cookie: loginCookie,\n  });\n\n  // Save the resulting API keys\n  const results: StoredApiKey[] = [];\n  const errors: ApiKeyGenerateError[] = [];\n\n  // Generate API keys\n  logger.info(\n    colors.magenta(`Generating API keys with title: ${apiKeyTitle}, scopes: ${scopes.join(',')}.`),\n  );\n\n  // Map over each role\n  await mapSeries(filteredRoles, async (role) => {\n    try {\n      // Log into the other instance\n      await assumeRole(client, { roleId: role.id, email, logger });\n\n      // Grab API keys with that title\n      logger.info(\n        colors.magenta(\n          `Checking if API key already exists in organization \"${role.organization.name}\" with title: \"${apiKeyTitle}\".`,\n        ),\n      );\n\n      // Delete existing API key\n      const [apiKeyWithTitle] = await fetchAllApiKeys(client, {\n        logger,\n        filterBy: { titles: [apiKeyTitle] },\n      });\n      if (apiKeyWithTitle && deleteExistingApiKey) {\n        logger.info(\n          colors.yellow(\n            `Deleting existing API key in \"${role.organization.name}\" with title: \"${apiKeyTitle}\".`,\n          ),\n        );\n        await deleteApiKey(client, { id: apiKeyWithTitle.id, logger });\n        logger.info(\n          colors.green(\n            `Successfully deleted API key in \"${role.organization.name}\" with title: \"${apiKeyTitle}\".`,\n          ),\n        );\n      } else if (apiKeyWithTitle) {\n        // throw error if one exists but not configured to delete\n        throw new Error(`API key already exists with title: \"${apiKeyTitle}\"`);\n      }\n\n      // Create the API key\n      if (createNewApiKey) {\n        logger.info(\n          colors.magenta(\n            `Creating API key in \"${role.organization.name}\" with title: \"${apiKeyTitle}\".`,\n          ),\n        );\n        const { apiKey } = await createApiKey(client, {\n          input: { title: apiKeyTitle, scopes },\n          logger,\n        });\n        results.push({\n          organizationName: role.organization.name,\n          organizationId: role.organization.id,\n          apiKey,\n        });\n        logger.info(\n          colors.green(\n            `Successfully created API key in \"${role.organization.name}\" with title: \"${apiKeyTitle}\".`,\n          ),\n        );\n      } else {\n        // Delete only\n        results.push({\n          organizationName: role.organization.name,\n          organizationId: role.organization.id,\n          apiKey: '',\n        });\n      }\n    } catch (err) {\n      logger.error(\n        colors.red(\n          `Failed to create API key in organization \"${role.organization.name}\"! - ${err.message}`,\n        ),\n      );\n      errors.push({\n        organizationName: role.organization.name,\n        organizationId: role.organization.id,\n        error: err.message,\n      });\n    }\n  });\n  logger.info(\n    colors.green(\n      `Successfully created ${results.length} API key${results.length === 1 ? '' : 's'}`,\n    ),\n  );\n\n  if (errors.length > 0) {\n    logger.error(\n      colors.red(`Failed to create ${errors.length} API key${errors.length === 1 ? '' : 's'}!`),\n    );\n  }\n\n  return { errors, apiKeys: results };\n}\n"],"mappings":"uTA+BA,eAAsB,EAA4B,CAChD,QACA,WACA,SACA,cACA,uBACA,uBAAuB,GACvB,kBAAkB,GAClB,eAAe,GAuBd,CAED,IAAM,EAAS,MAAM,EAAmC,EAAc,EAAE,CAAC,CAGzE,EAAO,KAAK,EAAO,QAAQ,uCAAuC,CAAC,CACnE,GAAM,CAAE,QAAO,eAAgB,MAAM,EAAU,EAAQ,CAAE,QAAO,WAAU,SAAQ,CAAC,CACnF,EAAO,KACL,EAAO,MACL,oCAAoC,EAAM,OAAO,OAAO,EAAM,SAAW,EAAI,GAAK,IAAI,GACvF,CACF,CAGD,IAAM,EAAgB,EAClB,EAAM,OACH,GACC,EAAK,aAAa,KAAO,GACzB,EAAK,aAAa,uBAAyB,EAC9C,CACD,EAGJ,EAAO,WAAW,CAChB,OAAQ,EACT,CAAC,CAGF,IAAM,EAA0B,EAAE,CAC5B,EAAgC,EAAE,CAgGxC,OA7FA,EAAO,KACL,EAAO,QAAQ,mCAAmC,EAAY,YAAY,EAAO,KAAK,IAAI,CAAC,GAAG,CAC/F,CAGD,MAAM,EAAU,EAAe,KAAO,IAAS,CAC7C,GAAI,CAEF,MAAM,EAAW,EAAQ,CAAE,OAAQ,EAAK,GAAI,QAAO,SAAQ,CAAC,CAG5D,EAAO,KACL,EAAO,QACL,uDAAuD,EAAK,aAAa,KAAK,iBAAiB,EAAY,IAC5G,CACF,CAGD,GAAM,CAAC,GAAmB,MAAM,EAAgB,EAAQ,CACtD,SACA,SAAU,CAAE,OAAQ,CAAC,EAAY,CAAE,CACpC,CAAC,CACF,GAAI,GAAmB,EACrB,EAAO,KACL,EAAO,OACL,iCAAiC,EAAK,aAAa,KAAK,iBAAiB,EAAY,IACtF,CACF,CACD,MAAM,EAAa,EAAQ,CAAE,GAAI,EAAgB,GAAI,SAAQ,CAAC,CAC9D,EAAO,KACL,EAAO,MACL,oCAAoC,EAAK,aAAa,KAAK,iBAAiB,EAAY,IACzF,CACF,SACQ,EAET,MAAU,MAAM,uCAAuC,EAAY,GAAG,CAIxE,GAAI,EAAiB,CACnB,EAAO,KACL,EAAO,QACL,wBAAwB,EAAK,aAAa,KAAK,iBAAiB,EAAY,IAC7E,CACF,CACD,GAAM,CAAE,UAAW,MAAM,EAAa,EAAQ,CAC5C,MAAO,CAAE,MAAO,EAAa,SAAQ,CACrC,SACD,CAAC,CACF,EAAQ,KAAK,CACX,iBAAkB,EAAK,aAAa,KACpC,eAAgB,EAAK,aAAa,GAClC,SACD,CAAC,CACF,EAAO,KACL,EAAO,MACL,oCAAoC,EAAK,aAAa,KAAK,iBAAiB,EAAY,IACzF,CACF,MAGD,EAAQ,KAAK,CACX,iBAAkB,EAAK,aAAa,KACpC,eAAgB,EAAK,aAAa,GAClC,OAAQ,GACT,CAAC,OAEG,EAAK,CACZ,EAAO,MACL,EAAO,IACL,6CAA6C,EAAK,aAAa,KAAK,OAAO,EAAI,UAChF,CACF,CACD,EAAO,KAAK,CACV,iBAAkB,EAAK,aAAa,KACpC,eAAgB,EAAK,aAAa,GAClC,MAAO,EAAI,QACZ,CAAC,GAEJ,CACF,EAAO,KACL,EAAO,MACL,wBAAwB,EAAQ,OAAO,UAAU,EAAQ,SAAW,EAAI,GAAK,MAC9E,CACF,CAEG,EAAO,OAAS,GAClB,EAAO,MACL,EAAO,IAAI,oBAAoB,EAAO,OAAO,UAAU,EAAO,SAAW,EAAI,GAAK,IAAI,GAAG,CAC1F,CAGI,CAAE,SAAQ,QAAS,EAAS"}

package/dist/{impl-ogUHfunr.mjs → impl--VlanXjT.mjs}

@@ -1,2 +1,2 @@
-import{n as e}from"./constants-XOsAW1__.mjs";import{t}from"./logger-Bj782ZYD.mjs";import{s as n}from"./writeCsv-Da8NUe1V.mjs";import{t as r}from"./pullAllDatapoints-CqgqXRbp.mjs";import{t as i}from"./done-input-validation-C5rgR0Wr.mjs";import{groupBy as a,uniq as o}from"lodash-es";import s from"colors";import{buildTranscendGraphQLClient as c}from"@transcend-io/sdk";async function l({auth:l,file:u,transcendUrl:d,dataSiloIds:f,includeAttributes:p,includeGuessedCategories:m,parentCategories:h,subCategories:g=[]}){i(this.process.exit);try{let e=await r(c(d,l),{dataSiloIds:f,includeGuessedCategories:m,parentCategories:h,includeAttributes:p,subCategories:g});t.info(s.magenta(`Writing datapoints to file "${u}"...`));let i=[];await n(u,e.map(e=>{let t={"Property ID":e.id,"Data Silo":e.dataSilo.title,Object:e.dataPoint.name,"Object Path":e.dataPoint.path.join(`.`),Property:e.name,"Property Description":e.description,"Data Categories":e.categories.map(e=>`${e.category}:${e.name}`).join(`, `),"Guessed Category":e.pendingCategoryGuesses?.[0]?`${e.pendingCategoryGuesses[0].category.category}:${e.pendingCategoryGuesses[0].category.name}`:``,"Processing Purposes":e.purposes.map(e=>`${e.purpose}:${e.name}`).join(`, `),...Object.entries(a(e.attributeValues||[],({attributeKey:e})=>e.name)).reduce((e,[t,n])=>(e[t]=n.map(e=>e.name).join(`,`),e),{})};return i=o([...i,...Object.keys(t)]),t}),i)}catch(e){t.error(s.red(`An error occurred syncing the datapoints: ${e.message}`)),this.process.exit(1)}t.info(s.green(`Successfully synced datapoints to disk at ${u}! View at ${e}`))}export{l as pullDatapoints};
-//# sourceMappingURL=impl-ogUHfunr.mjs.map
+import{n as e}from"./constants-TpID7AXE.mjs";import{t}from"./logger-Bj782ZYD.mjs";import{s as n}from"./writeCsv-C4pjXGsD.mjs";import{t as r}from"./pullAllDatapoints-Bbmky50p.mjs";import{t as i}from"./done-input-validation-BcNBxhEs.mjs";import{groupBy as a,uniq as o}from"lodash-es";import s from"colors";import{buildTranscendGraphQLClient as c}from"@transcend-io/sdk";async function l({auth:l,file:u,transcendUrl:d,dataSiloIds:f,includeAttributes:p,includeGuessedCategories:m,parentCategories:h,subCategories:g=[]}){i(this.process.exit);try{let e=await r(c(d,l),{dataSiloIds:f,includeGuessedCategories:m,parentCategories:h,includeAttributes:p,subCategories:g});t.info(s.magenta(`Writing datapoints to file "${u}"...`));let i=[];await n(u,e.map(e=>{let t={"Property ID":e.id,"Data Silo":e.dataSilo.title,Object:e.dataPoint.name,"Object Path":e.dataPoint.path.join(`.`),Property:e.name,"Property Description":e.description,"Data Categories":e.categories.map(e=>`${e.category}:${e.name}`).join(`, `),"Guessed Category":e.pendingCategoryGuesses?.[0]?`${e.pendingCategoryGuesses[0].category.category}:${e.pendingCategoryGuesses[0].category.name}`:``,"Processing Purposes":e.purposes.map(e=>`${e.purpose}:${e.name}`).join(`, `),...Object.entries(a(e.attributeValues||[],({attributeKey:e})=>e.name)).reduce((e,[t,n])=>(e[t]=n.map(e=>e.name).join(`,`),e),{})};return i=o([...i,...Object.keys(t)]),t}),i)}catch(e){t.error(s.red(`An error occurred syncing the datapoints: ${e.message}`)),this.process.exit(1)}t.info(s.green(`Successfully synced datapoints to disk at ${u}! View at ${e}`))}export{l as pullDatapoints};
+//# sourceMappingURL=impl--VlanXjT.mjs.map

package/dist/{impl-ogUHfunr.mjs.map → impl--VlanXjT.mjs.map}

@@ -1 +1 @@
-{"version":3,"file":"impl-ogUHfunr.mjs","names":[],"sources":["../src/commands/inventory/pull-datapoints/impl.ts"],"sourcesContent":["import { DataCategoryType } from '@transcend-io/privacy-types';\nimport { buildTranscendGraphQLClient } from '@transcend-io/sdk';\nimport colors from 'colors';\nimport { uniq, groupBy } from 'lodash-es';\n\nimport { ADMIN_DASH_DATAPOINTS } from '../../../constants.js';\nimport type { LocalContext } from '../../../context.js';\nimport { doneInputValidation } from '../../../lib/cli/done-input-validation.js';\nimport { pullAllDatapoints } from '../../../lib/data-inventory/index.js';\nimport { writeLargeCsv } from '../../../lib/helpers/index.js';\nimport { logger } from '../../../logger.js';\n\nexport interface PullDatapointsCommandFlags {\n  auth: string;\n  file: string;\n  transcendUrl: string;\n  dataSiloIds?: string[];\n  includeAttributes: boolean;\n  includeGuessedCategories: boolean;\n  parentCategories?: DataCategoryType[];\n  subCategories?: string[];\n}\n\nexport async function pullDatapoints(\n  this: LocalContext,\n  {\n    auth,\n    file,\n    transcendUrl,\n    dataSiloIds,\n    includeAttributes,\n    includeGuessedCategories,\n    parentCategories,\n    subCategories = [],\n  }: PullDatapointsCommandFlags,\n): Promise<void> {\n  doneInputValidation(this.process.exit);\n\n  try {\n    // Create a GraphQL client\n    const client = buildTranscendGraphQLClient(transcendUrl, auth);\n\n    const dataPoints = await pullAllDatapoints(client, {\n      dataSiloIds,\n      includeGuessedCategories,\n      parentCategories,\n      includeAttributes,\n      subCategories, // TODO: https://transcend.height.app/T-40482 - do by name not ID\n    });\n\n    logger.info(colors.magenta(`Writing datapoints to file \"${file}\"...`));\n    let headers: string[] = [];\n    const inputs = dataPoints.map((point) => {\n      const result = {\n        'Property ID': point.id,\n        'Data Silo': point.dataSilo.title,\n        Object: point.dataPoint.name,\n        'Object Path': point.dataPoint.path.join('.'),\n        Property: point.name,\n        'Property Description': point.description,\n        'Data Categories': point.categories\n          .map((category) => `${category.category}:${category.name}`)\n          .join(', '),\n        'Guessed Category': point.pendingCategoryGuesses?.[0]\n          ? `${point.pendingCategoryGuesses![0]!.category.category}:${\n              point.pendingCategoryGuesses![0]!.category.name\n            }`\n          : '',\n        'Processing Purposes': point.purposes\n          .map((purpose) => `${purpose.purpose}:${purpose.name}`)\n          .join(', '),\n        ...Object.entries(\n          groupBy(point.attributeValues || [], ({ attributeKey }) => attributeKey.name),\n        ).reduce(\n          (acc, [key, values]) => {\n            acc[key] = values.map((value) => value.name).join(',');\n            return acc;\n          },\n          {} as Record<string, string>,\n        ),\n      };\n      headers = uniq([...headers, ...Object.keys(result)]);\n      return result;\n    });\n    await writeLargeCsv(file, inputs, headers);\n  } catch (err) {\n    logger.error(colors.red(`An error occurred syncing the datapoints: ${err.message}`));\n    this.process.exit(1);\n  }\n\n  // Indicate success\n  logger.info(\n    colors.green(\n      `Successfully synced datapoints to disk at ${file}! View at ${ADMIN_DASH_DATAPOINTS}`,\n    ),\n  );\n}\n"],"mappings":"gXAuBA,eAAsB,EAEpB,CACE,OACA,OACA,eACA,cACA,oBACA,2BACA,mBACA,gBAAgB,EAAE,EAEL,CACf,EAAoB,KAAK,QAAQ,KAAK,CAEtC,GAAI,CAIF,IAAM,EAAa,MAAM,EAFV,EAA4B,EAAc,EAAK,CAEX,CACjD,cACA,2BACA,mBACA,oBACA,gBACD,CAAC,CAEF,EAAO,KAAK,EAAO,QAAQ,+BAA+B,EAAK,MAAM,CAAC,CACtE,IAAI,EAAoB,EAAE,CAiC1B,MAAM,EAAc,EAhCL,EAAW,IAAK,GAAU,CACvC,IAAM,EAAS,CACb,cAAe,EAAM,GACrB,YAAa,EAAM,SAAS,MAC5B,OAAQ,EAAM,UAAU,KACxB,cAAe,EAAM,UAAU,KAAK,KAAK,IAAI,CAC7C,SAAU,EAAM,KAChB,uBAAwB,EAAM,YAC9B,kBAAmB,EAAM,WACtB,IAAK,GAAa,GAAG,EAAS,SAAS,GAAG,EAAS,OAAO,CAC1D,KAAK,KAAK,CACb,mBAAoB,EAAM,yBAAyB,GAC/C,GAAG,EAAM,uBAAwB,GAAI,SAAS,SAAS,GACrD,EAAM,uBAAwB,GAAI,SAAS,OAE7C,GACJ,sBAAuB,EAAM,SAC1B,IAAK,GAAY,GAAG,EAAQ,QAAQ,GAAG,EAAQ,OAAO,CACtD,KAAK,KAAK,CACb,GAAG,OAAO,QACR,EAAQ,EAAM,iBAAmB,EAAE,EAAG,CAAE,kBAAmB,EAAa,KAAK,CAC9E,CAAC,QACC,EAAK,CAAC,EAAK,MACV,EAAI,GAAO,EAAO,IAAK,GAAU,EAAM,KAAK,CAAC,KAAK,IAAI,CAC/C,GAET,EAAE,CACH,CACF,CAED,MADA,GAAU,EAAK,CAAC,GAAG,EAAS,GAAG,OAAO,KAAK,EAAO,CAAC,CAAC,CAC7C,GACP,CACgC,EAAQ,OACnC,EAAK,CACZ,EAAO,MAAM,EAAO,IAAI,6CAA6C,EAAI,UAAU,CAAC,CACpF,KAAK,QAAQ,KAAK,EAAE,CAItB,EAAO,KACL,EAAO,MACL,6CAA6C,EAAK,YAAY,IAC/D,CACF"}
+{"version":3,"file":"impl--VlanXjT.mjs","names":[],"sources":["../src/commands/inventory/pull-datapoints/impl.ts"],"sourcesContent":["import { DataCategoryType } from '@transcend-io/privacy-types';\nimport { buildTranscendGraphQLClient } from '@transcend-io/sdk';\nimport colors from 'colors';\nimport { uniq, groupBy } from 'lodash-es';\n\nimport { ADMIN_DASH_DATAPOINTS } from '../../../constants.js';\nimport type { LocalContext } from '../../../context.js';\nimport { doneInputValidation } from '../../../lib/cli/done-input-validation.js';\nimport { pullAllDatapoints } from '../../../lib/data-inventory/index.js';\nimport { writeLargeCsv } from '../../../lib/helpers/index.js';\nimport { logger } from '../../../logger.js';\n\nexport interface PullDatapointsCommandFlags {\n  auth: string;\n  file: string;\n  transcendUrl: string;\n  dataSiloIds?: string[];\n  includeAttributes: boolean;\n  includeGuessedCategories: boolean;\n  parentCategories?: DataCategoryType[];\n  subCategories?: string[];\n}\n\nexport async function pullDatapoints(\n  this: LocalContext,\n  {\n    auth,\n    file,\n    transcendUrl,\n    dataSiloIds,\n    includeAttributes,\n    includeGuessedCategories,\n    parentCategories,\n    subCategories = [],\n  }: PullDatapointsCommandFlags,\n): Promise<void> {\n  doneInputValidation(this.process.exit);\n\n  try {\n    // Create a GraphQL client\n    const client = buildTranscendGraphQLClient(transcendUrl, auth);\n\n    const dataPoints = await pullAllDatapoints(client, {\n      dataSiloIds,\n      includeGuessedCategories,\n      parentCategories,\n      includeAttributes,\n      subCategories, // TODO: https://transcend.height.app/T-40482 - do by name not ID\n    });\n\n    logger.info(colors.magenta(`Writing datapoints to file \"${file}\"...`));\n    let headers: string[] = [];\n    const inputs = dataPoints.map((point) => {\n      const result = {\n        'Property ID': point.id,\n        'Data Silo': point.dataSilo.title,\n        Object: point.dataPoint.name,\n        'Object Path': point.dataPoint.path.join('.'),\n        Property: point.name,\n        'Property Description': point.description,\n        'Data Categories': point.categories\n          .map((category) => `${category.category}:${category.name}`)\n          .join(', '),\n        'Guessed Category': point.pendingCategoryGuesses?.[0]\n          ? `${point.pendingCategoryGuesses![0]!.category.category}:${\n              point.pendingCategoryGuesses![0]!.category.name\n            }`\n          : '',\n        'Processing Purposes': point.purposes\n          .map((purpose) => `${purpose.purpose}:${purpose.name}`)\n          .join(', '),\n        ...Object.entries(\n          groupBy(point.attributeValues || [], ({ attributeKey }) => attributeKey.name),\n        ).reduce(\n          (acc, [key, values]) => {\n            acc[key] = values.map((value) => value.name).join(',');\n            return acc;\n          },\n          {} as Record<string, string>,\n        ),\n      };\n      headers = uniq([...headers, ...Object.keys(result)]);\n      return result;\n    });\n    await writeLargeCsv(file, inputs, headers);\n  } catch (err) {\n    logger.error(colors.red(`An error occurred syncing the datapoints: ${err.message}`));\n    this.process.exit(1);\n  }\n\n  // Indicate success\n  logger.info(\n    colors.green(\n      `Successfully synced datapoints to disk at ${file}! View at ${ADMIN_DASH_DATAPOINTS}`,\n    ),\n  );\n}\n"],"mappings":"gXAuBA,eAAsB,EAEpB,CACE,OACA,OACA,eACA,cACA,oBACA,2BACA,mBACA,gBAAgB,EAAE,EAEL,CACf,EAAoB,KAAK,QAAQ,KAAK,CAEtC,GAAI,CAIF,IAAM,EAAa,MAAM,EAFV,EAA4B,EAAc,EAAK,CAEX,CACjD,cACA,2BACA,mBACA,oBACA,gBACD,CAAC,CAEF,EAAO,KAAK,EAAO,QAAQ,+BAA+B,EAAK,MAAM,CAAC,CACtE,IAAI,EAAoB,EAAE,CAiC1B,MAAM,EAAc,EAhCL,EAAW,IAAK,GAAU,CACvC,IAAM,EAAS,CACb,cAAe,EAAM,GACrB,YAAa,EAAM,SAAS,MAC5B,OAAQ,EAAM,UAAU,KACxB,cAAe,EAAM,UAAU,KAAK,KAAK,IAAI,CAC7C,SAAU,EAAM,KAChB,uBAAwB,EAAM,YAC9B,kBAAmB,EAAM,WACtB,IAAK,GAAa,GAAG,EAAS,SAAS,GAAG,EAAS,OAAO,CAC1D,KAAK,KAAK,CACb,mBAAoB,EAAM,yBAAyB,GAC/C,GAAG,EAAM,uBAAwB,GAAI,SAAS,SAAS,GACrD,EAAM,uBAAwB,GAAI,SAAS,OAE7C,GACJ,sBAAuB,EAAM,SAC1B,IAAK,GAAY,GAAG,EAAQ,QAAQ,GAAG,EAAQ,OAAO,CACtD,KAAK,KAAK,CACb,GAAG,OAAO,QACR,EAAQ,EAAM,iBAAmB,EAAE,EAAG,CAAE,kBAAmB,EAAa,KAAK,CAC9E,CAAC,QACC,EAAK,CAAC,EAAK,MACV,EAAI,GAAO,EAAO,IAAK,GAAU,EAAM,KAAK,CAAC,KAAK,IAAI,CAC/C,GAET,EAAE,CACH,CACF,CAED,MADA,GAAU,EAAK,CAAC,GAAG,EAAS,GAAG,OAAO,KAAK,EAAO,CAAC,CAAC,CAC7C,GACP,CACgC,EAAQ,OACnC,EAAK,CACZ,EAAO,MAAM,EAAO,IAAI,6CAA6C,EAAI,UAAU,CAAC,CACpF,KAAK,QAAQ,KAAK,EAAE,CAItB,EAAO,KACL,EAAO,MACL,6CAA6C,EAAK,YAAY,IAC/D,CACF"}

package/dist/{impl-B-PzeHxN.mjs → impl-3VLH9aat.mjs}

@@ -1,2 +1,2 @@
-import{t as e}from"./logger-Bj782ZYD.mjs";import{a as t,r as n}from"./readTranscendYaml-DVkQL2SC.mjs";import{t as r}from"./listFiles-Odj7j2E1.mjs";import{t as i}from"./done-input-validation-C5rgR0Wr.mjs";import{t as a}from"./dataFlowsToDataSilos-DUj1NhOt.mjs";import{difference as o}from"lodash-es";import{existsSync as s,lstatSync as c}from"node:fs";import{join as l}from"node:path";import u from"colors";import{buildTranscendGraphQLClient as d,fetchAndIndexCatalogs as f}from"@transcend-io/sdk";async function p({auth:p,dataFlowsYmlFolder:m,output:h,ignoreYmls:g=[],transcendUrl:_}){i(this.process.exit),(!s(m)||!c(m).isDirectory())&&(e.error(u.red(`Folder does not exist: "${m}"`)),this.process.exit(1));let v=g.map(e=>e.split(`.`)[0]),y=r(m).map(e=>{let{"data-flows":t=[]}=n(l(m,e)),{adTechDataSilos:r,siteTechDataSilos:i}=a(t,{serviceToSupportedIntegration:T,serviceToTitle:w});return{adTechDataSilos:r,siteTechDataSilos:i,organizationName:e.split(`.`)[0]}}),b={};y.forEach(({adTechDataSilos:e,siteTechDataSilos:t,organizationName:n})=>{[...e,...t].forEach(e=>{let t=e[`outer-type`]||e.integrationName;b[t]||(b[t]=[]),b[t].push(n),b[t]=[...new Set(b[t])]})});let x=[...new Set(y.map(({adTechDataSilos:e})=>e.map(e=>e[`outer-type`]||e.integrationName)).flat())],S=o([...new Set(y.map(({siteTechDataSilos:e})=>e.map(e=>e[`outer-type`]||e.integrationName)).flat())],x),C={};y.forEach(({adTechDataSilos:e,siteTechDataSilos:t})=>{[...e,...t].forEach(e=>{let t=e[`outer-type`]||e.integrationName,n=e.attributes?.find(e=>e.key===`Found On Domain`);C[t]||(C[t]=[]),C[t].push(...n?.values||[]),C[t]=[...new Set(C[t])]})});let{serviceToTitle:w,serviceToSupportedIntegration:T}=await f(d(_,p),{logger:e}),E=[...x,...S].map(e=>({title:w[e],...T[e]?{integrationName:e}:{integrationName:`promptAPerson`,"outer-type":e},attributes:[{key:`Tech Type`,values:[`Ad Tech`]},{key:`Business Units`,values:o(b[e]||[],v)},{key:`Found On Domain`,values:C[e]||[]}]}));e.log(`Total Services: ${E.length}`),e.log(`Ad Tech Services: ${x.length}`),e.log(`Site Tech Services: ${S.length}`),t(h,{"data-silos":E})}export{p as deriveDataSilosFromDataFlowsCrossInstance};
-//# sourceMappingURL=impl-B-PzeHxN.mjs.map
+import{t as e}from"./logger-Bj782ZYD.mjs";import{a as t,r as n}from"./readTranscendYaml-DVkQL2SC.mjs";import{t as r}from"./listFiles-D2wMHnEr.mjs";import{t as i}from"./done-input-validation-BcNBxhEs.mjs";import{t as a}from"./dataFlowsToDataSilos-Ca2DtTsd.mjs";import{difference as o}from"lodash-es";import{existsSync as s,lstatSync as c}from"node:fs";import{join as l}from"node:path";import u from"colors";import{buildTranscendGraphQLClient as d,fetchAndIndexCatalogs as f}from"@transcend-io/sdk";async function p({auth:p,dataFlowsYmlFolder:m,output:h,ignoreYmls:g=[],transcendUrl:_}){i(this.process.exit),(!s(m)||!c(m).isDirectory())&&(e.error(u.red(`Folder does not exist: "${m}"`)),this.process.exit(1));let v=g.map(e=>e.split(`.`)[0]),y=r(m).map(e=>{let{"data-flows":t=[]}=n(l(m,e)),{adTechDataSilos:r,siteTechDataSilos:i}=a(t,{serviceToSupportedIntegration:T,serviceToTitle:w});return{adTechDataSilos:r,siteTechDataSilos:i,organizationName:e.split(`.`)[0]}}),b={};y.forEach(({adTechDataSilos:e,siteTechDataSilos:t,organizationName:n})=>{[...e,...t].forEach(e=>{let t=e[`outer-type`]||e.integrationName;b[t]||(b[t]=[]),b[t].push(n),b[t]=[...new Set(b[t])]})});let x=[...new Set(y.map(({adTechDataSilos:e})=>e.map(e=>e[`outer-type`]||e.integrationName)).flat())],S=o([...new Set(y.map(({siteTechDataSilos:e})=>e.map(e=>e[`outer-type`]||e.integrationName)).flat())],x),C={};y.forEach(({adTechDataSilos:e,siteTechDataSilos:t})=>{[...e,...t].forEach(e=>{let t=e[`outer-type`]||e.integrationName,n=e.attributes?.find(e=>e.key===`Found On Domain`);C[t]||(C[t]=[]),C[t].push(...n?.values||[]),C[t]=[...new Set(C[t])]})});let{serviceToTitle:w,serviceToSupportedIntegration:T}=await f(d(_,p),{logger:e}),E=[...x,...S].map(e=>({title:w[e],...T[e]?{integrationName:e}:{integrationName:`promptAPerson`,"outer-type":e},attributes:[{key:`Tech Type`,values:[`Ad Tech`]},{key:`Business Units`,values:o(b[e]||[],v)},{key:`Found On Domain`,values:C[e]||[]}]}));e.log(`Total Services: ${E.length}`),e.log(`Ad Tech Services: ${x.length}`),e.log(`Site Tech Services: ${S.length}`),t(h,{"data-silos":E})}export{p as deriveDataSilosFromDataFlowsCrossInstance};
+//# sourceMappingURL=impl-3VLH9aat.mjs.map

package/dist/{impl-B-PzeHxN.mjs.map → impl-3VLH9aat.mjs.map}

@@ -1 +1 @@
-{"version":3,"file":"impl-B-PzeHxN.mjs","names":[],"sources":["../src/commands/inventory/derive-data-silos-from-data-flows-cross-instance/impl.ts"],"sourcesContent":["import { existsSync, lstatSync } from 'node:fs';\nimport { join } from 'node:path';\n\nimport { buildTranscendGraphQLClient, fetchAndIndexCatalogs } from '@transcend-io/sdk';\nimport colors from 'colors';\nimport { difference } from 'lodash-es';\n\nimport { DataFlowInput } from '../../../codecs.js';\nimport type { LocalContext } from '../../../context.js';\nimport { listFiles } from '../../../lib/api-keys/index.js';\nimport { doneInputValidation } from '../../../lib/cli/done-input-validation.js';\nimport { dataFlowsToDataSilos } from '../../../lib/consent-manager/dataFlowsToDataSilos.js';\nimport { readTranscendYaml, writeTranscendYaml } from '../../../lib/readTranscendYaml.js';\nimport { logger } from '../../../logger.js';\n\nexport interface DeriveDataSilosFromDataFlowsCrossInstanceCommandFlags {\n  auth: string;\n  dataFlowsYmlFolder: string;\n  output: string;\n  ignoreYmls?: string[];\n  transcendUrl: string;\n}\n\nexport async function deriveDataSilosFromDataFlowsCrossInstance(\n  this: LocalContext,\n  {\n    auth,\n    dataFlowsYmlFolder,\n    output,\n    ignoreYmls = [],\n    transcendUrl,\n  }: DeriveDataSilosFromDataFlowsCrossInstanceCommandFlags,\n): Promise<void> {\n  doneInputValidation(this.process.exit);\n\n  // Ensure folder is passed\n  if (!existsSync(dataFlowsYmlFolder) || !lstatSync(dataFlowsYmlFolder).isDirectory()) {\n    logger.error(colors.red(`Folder does not exist: \"${dataFlowsYmlFolder}\"`));\n    this.process.exit(1);\n  }\n\n  // Ignore the data flows in these yml files\n  const instancesToIgnore = ignoreYmls.map((x) => x.split('.')[0]);\n\n  // Map over each data flow yml file and convert to data silo configurations\n  const dataSiloInputs = listFiles(dataFlowsYmlFolder).map((directory) => {\n    // read in the data flows for a specific instance\n    const { 'data-flows': dataFlows = [] } = readTranscendYaml(join(dataFlowsYmlFolder, directory));\n\n    // map the data flows to data silos\n    const { adTechDataSilos, siteTechDataSilos } = dataFlowsToDataSilos(\n      dataFlows as DataFlowInput[],\n      {\n        serviceToSupportedIntegration,\n        serviceToTitle,\n      },\n    );\n\n    return {\n      adTechDataSilos,\n      siteTechDataSilos,\n      organizationName: directory.split('.')[0],\n    };\n  });\n\n  // Mapping from service name to instances that have that service\n  const serviceToInstance: { [k in string]: string[] } = {};\n  dataSiloInputs.forEach(({ adTechDataSilos, siteTechDataSilos, organizationName }) => {\n    const allDataSilos = [...adTechDataSilos, ...siteTechDataSilos];\n    allDataSilos.forEach((dataSilo) => {\n      const service = dataSilo['outer-type'] || dataSilo.integrationName;\n      // create mapping to instance\n      if (!serviceToInstance[service]) {\n        serviceToInstance[service] = [];\n      }\n      serviceToInstance[service]!.push(organizationName);\n      serviceToInstance[service] = [...new Set(serviceToInstance[service])];\n    });\n  });\n\n  // List of ad tech integrations\n  const adTechIntegrations = [\n    ...new Set(\n      dataSiloInputs\n        .map(({ adTechDataSilos }) =>\n          adTechDataSilos.map((silo) => silo['outer-type'] || silo.integrationName),\n        )\n        .flat(),\n    ),\n  ];\n\n  // List of site tech integrations\n  const siteTechIntegrations = difference(\n    [\n      ...new Set(\n        dataSiloInputs\n          .map(({ siteTechDataSilos }) =>\n            siteTechDataSilos.map((silo) => silo['outer-type'] || silo.integrationName),\n          )\n          .flat(),\n      ),\n    ],\n    adTechIntegrations,\n  );\n\n  // Mapping from service name to list of\n  const serviceToFoundOnDomain: { [k in string]: string[] } = {};\n  dataSiloInputs.forEach(({ adTechDataSilos, siteTechDataSilos }) => {\n    const allDataSilos = [...adTechDataSilos, ...siteTechDataSilos];\n    allDataSilos.forEach((dataSilo) => {\n      const service = dataSilo['outer-type'] || dataSilo.integrationName;\n      const foundOnDomain = dataSilo.attributes?.find((attr) => attr.key === 'Found On Domain');\n      // create mapping to instance\n      if (!serviceToFoundOnDomain[service]) {\n        serviceToFoundOnDomain[service] = [];\n      }\n      serviceToFoundOnDomain[service]!.push(...(foundOnDomain?.values || []));\n      serviceToFoundOnDomain[service] = [...new Set(serviceToFoundOnDomain[service])];\n    });\n  });\n\n  // Fetch all integrations in the catalog\n  const client = buildTranscendGraphQLClient(transcendUrl, auth);\n  const { serviceToTitle, serviceToSupportedIntegration } = await fetchAndIndexCatalogs(client, {\n    logger,\n  });\n\n  // construct the aggregated data silo inputs\n  const dataSilos = [...adTechIntegrations, ...siteTechIntegrations].map((service) => ({\n    title: serviceToTitle[service],\n    ...(serviceToSupportedIntegration[service]\n      ? { integrationName: service }\n      : { integrationName: 'promptAPerson', 'outer-type': service }),\n    attributes: [\n      {\n        key: 'Tech Type',\n        values: ['Ad Tech'],\n      },\n      {\n        key: 'Business Units',\n        values: difference(serviceToInstance[service] || [], instancesToIgnore),\n      },\n      {\n        key: 'Found On Domain',\n        values: serviceToFoundOnDomain[service] || [],\n      },\n    ],\n  }));\n\n  // Log output\n  logger.log(`Total Services: ${dataSilos.length}`);\n  logger.log(`Ad Tech Services: ${adTechIntegrations.length}`);\n  logger.log(`Site Tech Services: ${siteTechIntegrations.length}`);\n\n  // Write to yaml\n  writeTranscendYaml(output, {\n    'data-silos': dataSilos,\n  });\n}\n"],"mappings":"ifAuBA,eAAsB,EAEpB,CACE,OACA,qBACA,SACA,aAAa,EAAE,CACf,gBAEa,CACf,EAAoB,KAAK,QAAQ,KAAK,EAGlC,CAAC,EAAW,EAAmB,EAAI,CAAC,EAAU,EAAmB,CAAC,aAAa,IACjF,EAAO,MAAM,EAAO,IAAI,2BAA2B,EAAmB,GAAG,CAAC,CAC1E,KAAK,QAAQ,KAAK,EAAE,EAItB,IAAM,EAAoB,EAAW,IAAK,GAAM,EAAE,MAAM,IAAI,CAAC,GAAG,CAG1D,EAAiB,EAAU,EAAmB,CAAC,IAAK,GAAc,CAEtE,GAAM,CAAE,aAAc,EAAY,EAAE,EAAK,EAAkB,EAAK,EAAoB,EAAU,CAAC,CAGzF,CAAE,kBAAiB,qBAAsB,EAC7C,EACA,CACE,gCACA,iBACD,CACF,CAED,MAAO,CACL,kBACA,oBACA,iBAAkB,EAAU,MAAM,IAAI,CAAC,GACxC,EACD,CAGI,EAAiD,EAAE,CACzD,EAAe,SAAS,CAAE,kBAAiB,oBAAmB,sBAAuB,CAC9D,CAAC,GAAG,EAAiB,GAAG,EAAkB,CAClD,QAAS,GAAa,CACjC,IAAM,EAAU,EAAS,eAAiB,EAAS,gBAE9C,EAAkB,KACrB,EAAkB,GAAW,EAAE,EAEjC,EAAkB,GAAU,KAAK,EAAiB,CAClD,EAAkB,GAAW,CAAC,GAAG,IAAI,IAAI,EAAkB,GAAS,CAAC,EACrE,EACF,CAGF,IAAM,EAAqB,CACzB,GAAG,IAAI,IACL,EACG,KAAK,CAAE,qBACN,EAAgB,IAAK,GAAS,EAAK,eAAiB,EAAK,gBAAgB,CAC1E,CACA,MAAM,CACV,CACF,CAGK,EAAuB,EAC3B,CACE,GAAG,IAAI,IACL,EACG,KAAK,CAAE,uBACN,EAAkB,IAAK,GAAS,EAAK,eAAiB,EAAK,gBAAgB,CAC5E,CACA,MAAM,CACV,CACF,CACD,EACD,CAGK,EAAsD,EAAE,CAC9D,EAAe,SAAS,CAAE,kBAAiB,uBAAwB,CAC5C,CAAC,GAAG,EAAiB,GAAG,EAAkB,CAClD,QAAS,GAAa,CACjC,IAAM,EAAU,EAAS,eAAiB,EAAS,gBAC7C,EAAgB,EAAS,YAAY,KAAM,GAAS,EAAK,MAAQ,kBAAkB,CAEpF,EAAuB,KAC1B,EAAuB,GAAW,EAAE,EAEtC,EAAuB,GAAU,KAAK,GAAI,GAAe,QAAU,EAAE,CAAE,CACvE,EAAuB,GAAW,CAAC,GAAG,IAAI,IAAI,EAAuB,GAAS,CAAC,EAC/E,EACF,CAIF,GAAM,CAAE,iBAAgB,iCAAkC,MAAM,EADjD,EAA4B,EAAc,EAAK,CACgC,CAC5F,SACD,CAAC,CAGI,EAAY,CAAC,GAAG,EAAoB,GAAG,EAAqB,CAAC,IAAK,IAAa,CACnF,MAAO,EAAe,GACtB,GAAI,EAA8B,GAC9B,CAAE,gBAAiB,EAAS,CAC5B,CAAE,gBAAiB,gBAAiB,aAAc,EAAS,CAC/D,WAAY,CACV,CACE,IAAK,YACL,OAAQ,CAAC,UAAU,CACpB,CACD,CACE,IAAK,iBACL,OAAQ,EAAW,EAAkB,IAAY,EAAE,CAAE,EAAkB,CACxE,CACD,CACE,IAAK,kBACL,OAAQ,EAAuB,IAAY,EAAE,CAC9C,CACF,CACF,EAAE,CAGH,EAAO,IAAI,mBAAmB,EAAU,SAAS,CACjD,EAAO,IAAI,qBAAqB,EAAmB,SAAS,CAC5D,EAAO,IAAI,uBAAuB,EAAqB,SAAS,CAGhE,EAAmB,EAAQ,CACzB,aAAc,EACf,CAAC"}
+{"version":3,"file":"impl-3VLH9aat.mjs","names":[],"sources":["../src/commands/inventory/derive-data-silos-from-data-flows-cross-instance/impl.ts"],"sourcesContent":["import { existsSync, lstatSync } from 'node:fs';\nimport { join } from 'node:path';\n\nimport { buildTranscendGraphQLClient, fetchAndIndexCatalogs } from '@transcend-io/sdk';\nimport colors from 'colors';\nimport { difference } from 'lodash-es';\n\nimport { DataFlowInput } from '../../../codecs.js';\nimport type { LocalContext } from '../../../context.js';\nimport { listFiles } from '../../../lib/api-keys/index.js';\nimport { doneInputValidation } from '../../../lib/cli/done-input-validation.js';\nimport { dataFlowsToDataSilos } from '../../../lib/consent-manager/dataFlowsToDataSilos.js';\nimport { readTranscendYaml, writeTranscendYaml } from '../../../lib/readTranscendYaml.js';\nimport { logger } from '../../../logger.js';\n\nexport interface DeriveDataSilosFromDataFlowsCrossInstanceCommandFlags {\n  auth: string;\n  dataFlowsYmlFolder: string;\n  output: string;\n  ignoreYmls?: string[];\n  transcendUrl: string;\n}\n\nexport async function deriveDataSilosFromDataFlowsCrossInstance(\n  this: LocalContext,\n  {\n    auth,\n    dataFlowsYmlFolder,\n    output,\n    ignoreYmls = [],\n    transcendUrl,\n  }: DeriveDataSilosFromDataFlowsCrossInstanceCommandFlags,\n): Promise<void> {\n  doneInputValidation(this.process.exit);\n\n  // Ensure folder is passed\n  if (!existsSync(dataFlowsYmlFolder) || !lstatSync(dataFlowsYmlFolder).isDirectory()) {\n    logger.error(colors.red(`Folder does not exist: \"${dataFlowsYmlFolder}\"`));\n    this.process.exit(1);\n  }\n\n  // Ignore the data flows in these yml files\n  const instancesToIgnore = ignoreYmls.map((x) => x.split('.')[0]);\n\n  // Map over each data flow yml file and convert to data silo configurations\n  const dataSiloInputs = listFiles(dataFlowsYmlFolder).map((directory) => {\n    // read in the data flows for a specific instance\n    const { 'data-flows': dataFlows = [] } = readTranscendYaml(join(dataFlowsYmlFolder, directory));\n\n    // map the data flows to data silos\n    const { adTechDataSilos, siteTechDataSilos } = dataFlowsToDataSilos(\n      dataFlows as DataFlowInput[],\n      {\n        serviceToSupportedIntegration,\n        serviceToTitle,\n      },\n    );\n\n    return {\n      adTechDataSilos,\n      siteTechDataSilos,\n      organizationName: directory.split('.')[0],\n    };\n  });\n\n  // Mapping from service name to instances that have that service\n  const serviceToInstance: { [k in string]: string[] } = {};\n  dataSiloInputs.forEach(({ adTechDataSilos, siteTechDataSilos, organizationName }) => {\n    const allDataSilos = [...adTechDataSilos, ...siteTechDataSilos];\n    allDataSilos.forEach((dataSilo) => {\n      const service = dataSilo['outer-type'] || dataSilo.integrationName;\n      // create mapping to instance\n      if (!serviceToInstance[service]) {\n        serviceToInstance[service] = [];\n      }\n      serviceToInstance[service]!.push(organizationName);\n      serviceToInstance[service] = [...new Set(serviceToInstance[service])];\n    });\n  });\n\n  // List of ad tech integrations\n  const adTechIntegrations = [\n    ...new Set(\n      dataSiloInputs\n        .map(({ adTechDataSilos }) =>\n          adTechDataSilos.map((silo) => silo['outer-type'] || silo.integrationName),\n        )\n        .flat(),\n    ),\n  ];\n\n  // List of site tech integrations\n  const siteTechIntegrations = difference(\n    [\n      ...new Set(\n        dataSiloInputs\n          .map(({ siteTechDataSilos }) =>\n            siteTechDataSilos.map((silo) => silo['outer-type'] || silo.integrationName),\n          )\n          .flat(),\n      ),\n    ],\n    adTechIntegrations,\n  );\n\n  // Mapping from service name to list of\n  const serviceToFoundOnDomain: { [k in string]: string[] } = {};\n  dataSiloInputs.forEach(({ adTechDataSilos, siteTechDataSilos }) => {\n    const allDataSilos = [...adTechDataSilos, ...siteTechDataSilos];\n    allDataSilos.forEach((dataSilo) => {\n      const service = dataSilo['outer-type'] || dataSilo.integrationName;\n      const foundOnDomain = dataSilo.attributes?.find((attr) => attr.key === 'Found On Domain');\n      // create mapping to instance\n      if (!serviceToFoundOnDomain[service]) {\n        serviceToFoundOnDomain[service] = [];\n      }\n      serviceToFoundOnDomain[service]!.push(...(foundOnDomain?.values || []));\n      serviceToFoundOnDomain[service] = [...new Set(serviceToFoundOnDomain[service])];\n    });\n  });\n\n  // Fetch all integrations in the catalog\n  const client = buildTranscendGraphQLClient(transcendUrl, auth);\n  const { serviceToTitle, serviceToSupportedIntegration } = await fetchAndIndexCatalogs(client, {\n    logger,\n  });\n\n  // construct the aggregated data silo inputs\n  const dataSilos = [...adTechIntegrations, ...siteTechIntegrations].map((service) => ({\n    title: serviceToTitle[service],\n    ...(serviceToSupportedIntegration[service]\n      ? { integrationName: service }\n      : { integrationName: 'promptAPerson', 'outer-type': service }),\n    attributes: [\n      {\n        key: 'Tech Type',\n        values: ['Ad Tech'],\n      },\n      {\n        key: 'Business Units',\n        values: difference(serviceToInstance[service] || [], instancesToIgnore),\n      },\n      {\n        key: 'Found On Domain',\n        values: serviceToFoundOnDomain[service] || [],\n      },\n    ],\n  }));\n\n  // Log output\n  logger.log(`Total Services: ${dataSilos.length}`);\n  logger.log(`Ad Tech Services: ${adTechIntegrations.length}`);\n  logger.log(`Site Tech Services: ${siteTechIntegrations.length}`);\n\n  // Write to yaml\n  writeTranscendYaml(output, {\n    'data-silos': dataSilos,\n  });\n}\n"],"mappings":"ifAuBA,eAAsB,EAEpB,CACE,OACA,qBACA,SACA,aAAa,EAAE,CACf,gBAEa,CACf,EAAoB,KAAK,QAAQ,KAAK,EAGlC,CAAC,EAAW,EAAmB,EAAI,CAAC,EAAU,EAAmB,CAAC,aAAa,IACjF,EAAO,MAAM,EAAO,IAAI,2BAA2B,EAAmB,GAAG,CAAC,CAC1E,KAAK,QAAQ,KAAK,EAAE,EAItB,IAAM,EAAoB,EAAW,IAAK,GAAM,EAAE,MAAM,IAAI,CAAC,GAAG,CAG1D,EAAiB,EAAU,EAAmB,CAAC,IAAK,GAAc,CAEtE,GAAM,CAAE,aAAc,EAAY,EAAE,EAAK,EAAkB,EAAK,EAAoB,EAAU,CAAC,CAGzF,CAAE,kBAAiB,qBAAsB,EAC7C,EACA,CACE,gCACA,iBACD,CACF,CAED,MAAO,CACL,kBACA,oBACA,iBAAkB,EAAU,MAAM,IAAI,CAAC,GACxC,EACD,CAGI,EAAiD,EAAE,CACzD,EAAe,SAAS,CAAE,kBAAiB,oBAAmB,sBAAuB,CAC9D,CAAC,GAAG,EAAiB,GAAG,EAAkB,CAClD,QAAS,GAAa,CACjC,IAAM,EAAU,EAAS,eAAiB,EAAS,gBAE9C,EAAkB,KACrB,EAAkB,GAAW,EAAE,EAEjC,EAAkB,GAAU,KAAK,EAAiB,CAClD,EAAkB,GAAW,CAAC,GAAG,IAAI,IAAI,EAAkB,GAAS,CAAC,EACrE,EACF,CAGF,IAAM,EAAqB,CACzB,GAAG,IAAI,IACL,EACG,KAAK,CAAE,qBACN,EAAgB,IAAK,GAAS,EAAK,eAAiB,EAAK,gBAAgB,CAC1E,CACA,MAAM,CACV,CACF,CAGK,EAAuB,EAC3B,CACE,GAAG,IAAI,IACL,EACG,KAAK,CAAE,uBACN,EAAkB,IAAK,GAAS,EAAK,eAAiB,EAAK,gBAAgB,CAC5E,CACA,MAAM,CACV,CACF,CACD,EACD,CAGK,EAAsD,EAAE,CAC9D,EAAe,SAAS,CAAE,kBAAiB,uBAAwB,CAC5C,CAAC,GAAG,EAAiB,GAAG,EAAkB,CAClD,QAAS,GAAa,CACjC,IAAM,EAAU,EAAS,eAAiB,EAAS,gBAC7C,EAAgB,EAAS,YAAY,KAAM,GAAS,EAAK,MAAQ,kBAAkB,CAEpF,EAAuB,KAC1B,EAAuB,GAAW,EAAE,EAEtC,EAAuB,GAAU,KAAK,GAAI,GAAe,QAAU,EAAE,CAAE,CACvE,EAAuB,GAAW,CAAC,GAAG,IAAI,IAAI,EAAuB,GAAS,CAAC,EAC/E,EACF,CAIF,GAAM,CAAE,iBAAgB,iCAAkC,MAAM,EADjD,EAA4B,EAAc,EAAK,CACgC,CAC5F,SACD,CAAC,CAGI,EAAY,CAAC,GAAG,EAAoB,GAAG,EAAqB,CAAC,IAAK,IAAa,CACnF,MAAO,EAAe,GACtB,GAAI,EAA8B,GAC9B,CAAE,gBAAiB,EAAS,CAC5B,CAAE,gBAAiB,gBAAiB,aAAc,EAAS,CAC/D,WAAY,CACV,CACE,IAAK,YACL,OAAQ,CAAC,UAAU,CACpB,CACD,CACE,IAAK,iBACL,OAAQ,EAAW,EAAkB,IAAY,EAAE,CAAE,EAAkB,CACxE,CACD,CACE,IAAK,kBACL,OAAQ,EAAuB,IAAY,EAAE,CAC9C,CACF,CACF,EAAE,CAGH,EAAO,IAAI,mBAAmB,EAAU,SAAS,CACjD,EAAO,IAAI,qBAAqB,EAAmB,SAAS,CAC5D,EAAO,IAAI,uBAAuB,EAAqB,SAAS,CAGhE,EAAmB,EAAQ,CACzB,aAAc,EACf,CAAC"}

package/dist/{impl-DfVep2mE.mjs → impl-6mCOBlSD.mjs}

@@ -1,2 +1,2 @@
-import{t as e}from"./logger-Bj782ZYD.mjs";import{a as t,r as n}from"./readTranscendYaml-DVkQL2SC.mjs";import{t as r}from"./consentManagersToBusinessEntities-D1bdBgnA.mjs";import{t as i}from"./listFiles-Odj7j2E1.mjs";import{t as a}from"./done-input-validation-C5rgR0Wr.mjs";import{existsSync as o,lstatSync as s}from"node:fs";import{join as c}from"node:path";import l from"colors";function u({consentManagerYmlFolder:u,output:d}){a(this.process.exit),(!o(u)||!s(u).isDirectory())&&(e.error(l.red(`Folder does not exist: "${u}"`)),this.process.exit(1));let f=r(i(u).map(e=>{let{"consent-manager":t}=n(c(u,e));return{name:e,input:t}}));t(d,{"business-entities":f}),e.info(l.green(`Successfully wrote ${f.length} business entities to file "${d}"`))}export{u as consentManagersToBusinessEntities};
-//# sourceMappingURL=impl-DfVep2mE.mjs.map
+import{t as e}from"./logger-Bj782ZYD.mjs";import{a as t,r as n}from"./readTranscendYaml-DVkQL2SC.mjs";import{t as r}from"./consentManagersToBusinessEntities-BdKDganK.mjs";import{t as i}from"./listFiles-D2wMHnEr.mjs";import{t as a}from"./done-input-validation-BcNBxhEs.mjs";import{existsSync as o,lstatSync as s}from"node:fs";import{join as c}from"node:path";import l from"colors";function u({consentManagerYmlFolder:u,output:d}){a(this.process.exit),(!o(u)||!s(u).isDirectory())&&(e.error(l.red(`Folder does not exist: "${u}"`)),this.process.exit(1));let f=r(i(u).map(e=>{let{"consent-manager":t}=n(c(u,e));return{name:e,input:t}}));t(d,{"business-entities":f}),e.info(l.green(`Successfully wrote ${f.length} business entities to file "${d}"`))}export{u as consentManagersToBusinessEntities};
+//# sourceMappingURL=impl-6mCOBlSD.mjs.map

package/dist/{impl-DfVep2mE.mjs.map → impl-6mCOBlSD.mjs.map}

@@ -1 +1 @@
-{"version":3,"file":"impl-DfVep2mE.mjs","names":["consentManagersToBusinessEntitiesHelper"],"sources":["../src/commands/inventory/consent-managers-to-business-entities/impl.ts"],"sourcesContent":["import { existsSync, lstatSync } from 'node:fs';\nimport { join } from 'node:path';\n\nimport colors from 'colors';\n\nimport type { LocalContext } from '../../../context.js';\nimport { listFiles } from '../../../lib/api-keys/index.js';\nimport { doneInputValidation } from '../../../lib/cli/done-input-validation.js';\nimport { consentManagersToBusinessEntities as consentManagersToBusinessEntitiesHelper } from '../../../lib/consent-manager/index.js';\nimport { readTranscendYaml, writeTranscendYaml } from '../../../lib/readTranscendYaml.js';\nimport { logger } from '../../../logger.js';\n\nexport interface ConsentManagersToBusinessEntitiesCommandFlags {\n  consentManagerYmlFolder: string;\n  output: string;\n}\n\nexport function consentManagersToBusinessEntities(\n  this: LocalContext,\n  { consentManagerYmlFolder, output }: ConsentManagersToBusinessEntitiesCommandFlags,\n): void {\n  doneInputValidation(this.process.exit);\n\n  // Ensure folder is passed\n  if (!existsSync(consentManagerYmlFolder) || !lstatSync(consentManagerYmlFolder).isDirectory()) {\n    logger.error(colors.red(`Folder does not exist: \"${consentManagerYmlFolder}\"`));\n    this.process.exit(1);\n  }\n\n  // Read in each consent manager configuration\n  const inputs = listFiles(consentManagerYmlFolder).map((directory) => {\n    const { 'consent-manager': consentManager } = readTranscendYaml(\n      join(consentManagerYmlFolder, directory),\n    );\n    return { name: directory, input: consentManager };\n  });\n\n  // Convert to business entities\n  const businessEntities = consentManagersToBusinessEntitiesHelper(inputs);\n\n  // write to disk\n  writeTranscendYaml(output, {\n    'business-entities': businessEntities,\n  });\n\n  logger.info(\n    colors.green(\n      `Successfully wrote ${businessEntities.length} business entities to file \"${output}\"`,\n    ),\n  );\n}\n"],"mappings":"4XAiBA,SAAgB,EAEd,CAAE,0BAAyB,UACrB,CACN,EAAoB,KAAK,QAAQ,KAAK,EAGlC,CAAC,EAAW,EAAwB,EAAI,CAAC,EAAU,EAAwB,CAAC,aAAa,IAC3F,EAAO,MAAM,EAAO,IAAI,2BAA2B,EAAwB,GAAG,CAAC,CAC/E,KAAK,QAAQ,KAAK,EAAE,EAYtB,IAAM,EAAmBA,EARV,EAAU,EAAwB,CAAC,IAAK,GAAc,CACnE,GAAM,CAAE,kBAAmB,GAAmB,EAC5C,EAAK,EAAyB,EAAU,CACzC,CACD,MAAO,CAAE,KAAM,EAAW,MAAO,EAAgB,EACjD,CAGsE,CAGxE,EAAmB,EAAQ,CACzB,oBAAqB,EACtB,CAAC,CAEF,EAAO,KACL,EAAO,MACL,sBAAsB,EAAiB,OAAO,8BAA8B,EAAO,GACpF,CACF"}
+{"version":3,"file":"impl-6mCOBlSD.mjs","names":["consentManagersToBusinessEntitiesHelper"],"sources":["../src/commands/inventory/consent-managers-to-business-entities/impl.ts"],"sourcesContent":["import { existsSync, lstatSync } from 'node:fs';\nimport { join } from 'node:path';\n\nimport colors from 'colors';\n\nimport type { LocalContext } from '../../../context.js';\nimport { listFiles } from '../../../lib/api-keys/index.js';\nimport { doneInputValidation } from '../../../lib/cli/done-input-validation.js';\nimport { consentManagersToBusinessEntities as consentManagersToBusinessEntitiesHelper } from '../../../lib/consent-manager/index.js';\nimport { readTranscendYaml, writeTranscendYaml } from '../../../lib/readTranscendYaml.js';\nimport { logger } from '../../../logger.js';\n\nexport interface ConsentManagersToBusinessEntitiesCommandFlags {\n  consentManagerYmlFolder: string;\n  output: string;\n}\n\nexport function consentManagersToBusinessEntities(\n  this: LocalContext,\n  { consentManagerYmlFolder, output }: ConsentManagersToBusinessEntitiesCommandFlags,\n): void {\n  doneInputValidation(this.process.exit);\n\n  // Ensure folder is passed\n  if (!existsSync(consentManagerYmlFolder) || !lstatSync(consentManagerYmlFolder).isDirectory()) {\n    logger.error(colors.red(`Folder does not exist: \"${consentManagerYmlFolder}\"`));\n    this.process.exit(1);\n  }\n\n  // Read in each consent manager configuration\n  const inputs = listFiles(consentManagerYmlFolder).map((directory) => {\n    const { 'consent-manager': consentManager } = readTranscendYaml(\n      join(consentManagerYmlFolder, directory),\n    );\n    return { name: directory, input: consentManager };\n  });\n\n  // Convert to business entities\n  const businessEntities = consentManagersToBusinessEntitiesHelper(inputs);\n\n  // write to disk\n  writeTranscendYaml(output, {\n    'business-entities': businessEntities,\n  });\n\n  logger.info(\n    colors.green(\n      `Successfully wrote ${businessEntities.length} business entities to file \"${output}\"`,\n    ),\n  );\n}\n"],"mappings":"4XAiBA,SAAgB,EAEd,CAAE,0BAAyB,UACrB,CACN,EAAoB,KAAK,QAAQ,KAAK,EAGlC,CAAC,EAAW,EAAwB,EAAI,CAAC,EAAU,EAAwB,CAAC,aAAa,IAC3F,EAAO,MAAM,EAAO,IAAI,2BAA2B,EAAwB,GAAG,CAAC,CAC/E,KAAK,QAAQ,KAAK,EAAE,EAYtB,IAAM,EAAmBA,EARV,EAAU,EAAwB,CAAC,IAAK,GAAc,CACnE,GAAM,CAAE,kBAAmB,GAAmB,EAC5C,EAAK,EAAyB,EAAU,CACzC,CACD,MAAO,CAAE,KAAM,EAAW,MAAO,EAAgB,EACjD,CAGsE,CAGxE,EAAmB,EAAQ,CACzB,oBAAqB,EACtB,CAAC,CAEF,EAAO,KACL,EAAO,MACL,sBAAsB,EAAiB,OAAO,8BAA8B,EAAO,GACpF,CACF"}

package/dist/impl-AEjPyfhu.mjs

@@ -0,0 +1,2 @@
+import{t as e}from"./logger-Bj782ZYD.mjs";import{t}from"./pullChunkedCustomSiloOutstandingIdentifiers-QRET4M0x.mjs";import{i as n,s as r}from"./writeCsv-C4pjXGsD.mjs";import{t as i}from"./done-input-validation-BcNBxhEs.mjs";import{chunk as a,uniq as o}from"lodash-es";import s from"colors";import{buildTranscendGraphQLClient as c,fetchRequestFilesForRequest as l}from"@transcend-io/sdk";import{map as u}from"@transcend-io/utils";async function d({file:d,fileTarget:f,transcendUrl:p,auth:m,sombraAuth:h,cronDataSiloId:g,targetDataSiloId:_,actions:v,skipRequestCount:y,pageLimit:b,chunkSize:x}){y&&e.info(s.yellow(`Skipping request count as requested. This may help speed up the call.`)),(Number.isNaN(x)||x<=0||x%b!==0)&&(e.error(s.red(`Invalid chunk size: "${x}". Must be a positive integer that is a multiple of ${b}.`)),this.process.exit(1)),i(this.process.exit);let S=c(p,m),{baseName:C,extension:w}=n(d),{baseName:T,extension:E}=n(f),D=0,O=0,k=0;await t({dataSiloId:g,auth:m,sombraAuth:h,actions:v,apiPageSize:b,savePageSize:x,onSave:async t=>{D+=t.length;let n=await u(a(o(t.map(e=>e.requestId)),b),async t=>(e.info(s.magenta(`Fetching target identifiers for ${t.length} requests`)),(await l(S,{logger:e,pageSize:b*2,filterBy:{requestIds:t,dataSiloIds:[_]}})).map(({fileName:e,remoteId:t})=>{if(!t)throw Error(`Failed to find remoteId for ${e}`);return{RecordId:t,Object:e.replace(`.json`,``).split(`/`).pop()?.replace(` Information`,``),Comment:`Customer data deletion request submitted via transcend.io`}})),{concurrency:1});O+=n.flat().length;let i=o(t.map(e=>Object.keys(e)).flat()),c=`${C}-${k}${w}`,p=`${T}-${k}${E}`;await r(c,t,i),e.info(s.green(`Successfully wrote ${t.length} identifiers to file "${d}"`));let m=n.flat();await r(p,m,o(m.map(e=>Object.keys(e)).flat())),e.info(s.green(`Successfully wrote ${m.length} identifiers to file "${f}"`)),e.info(s.blue(`Processed chunk of ${a.length} identifiers, found ${m.length} target identifiers`)),k+=1},transcendUrl:p,skipRequestCount:y}),e.info(s.green(`Successfully wrote ${D} identifiers to file "${d}"`)),e.info(s.green(`Successfully wrote ${O} identifiers to file "${f}"`))}export{d as pullProfiles};
+//# sourceMappingURL=impl-AEjPyfhu.mjs.map

package/dist/impl-AEjPyfhu.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"impl-AEjPyfhu.mjs","names":[],"sources":["../src/commands/request/cron/pull-profiles/impl.ts"],"sourcesContent":["import type { RequestAction } from '@transcend-io/privacy-types';\nimport { buildTranscendGraphQLClient, fetchRequestFilesForRequest } from '@transcend-io/sdk';\nimport { map } from '@transcend-io/utils';\nimport colors from 'colors';\nimport { uniq, chunk } from 'lodash-es';\n\nimport type { LocalContext } from '../../../../context.js';\nimport { doneInputValidation } from '../../../../lib/cli/done-input-validation.js';\nimport {\n  pullChunkedCustomSiloOutstandingIdentifiers,\n  type CsvFormattedIdentifier,\n} from '../../../../lib/cron/index.js';\nimport { parseFilePath, writeLargeCsv } from '../../../../lib/helpers/index.js';\nimport { logger } from '../../../../logger.js';\n\nexport interface PullProfilesCommandFlags {\n  file: string;\n  fileTarget: string;\n  transcendUrl: string;\n  auth: string;\n  sombraAuth?: string;\n  cronDataSiloId: string;\n  targetDataSiloId: string;\n  actions: RequestAction[];\n  skipRequestCount: boolean;\n  pageLimit: number;\n  chunkSize: number;\n}\n\nexport async function pullProfiles(\n  this: LocalContext,\n  {\n    file,\n    fileTarget,\n    transcendUrl,\n    auth,\n    sombraAuth,\n    cronDataSiloId,\n    targetDataSiloId,\n    actions,\n    skipRequestCount,\n    pageLimit,\n    chunkSize,\n  }: PullProfilesCommandFlags,\n): Promise<void> {\n  if (skipRequestCount) {\n    logger.info(\n      colors.yellow('Skipping request count as requested. This may help speed up the call.'),\n    );\n  }\n\n  if (Number.isNaN(chunkSize) || chunkSize <= 0 || chunkSize % pageLimit !== 0) {\n    logger.error(\n      colors.red(\n        `Invalid chunk size: \"${chunkSize}\". Must be a positive integer that is a multiple of ${pageLimit}.`,\n      ),\n    );\n    this.process.exit(1);\n  }\n\n  doneInputValidation(this.process.exit);\n\n  // Create GraphQL client to connect to Transcend backend\n  const client = buildTranscendGraphQLClient(transcendUrl, auth);\n  const { baseName, extension } = parseFilePath(file);\n  const { baseName: baseNameTarget, extension: extensionTarget } = parseFilePath(fileTarget);\n\n  let allIdentifiersCount = 0;\n  let allTargetIdentifiersCount = 0;\n  let fileCount = 0;\n  // Create onSave callback to handle chunked processing\n  const onSave = async (chunkToSave: CsvFormattedIdentifier[]): Promise<void> => {\n    // Add to all identifiers\n    allIdentifiersCount += chunkToSave.length;\n\n    // Get unique request IDs from this chunk\n    const requestIds = chunkToSave.map((d) => d.requestId as string);\n    const uniqueRequestIds = uniq(requestIds);\n\n    // Pull down target identifiers for this chunk\n    const chunkedRequestIds = chunk(uniqueRequestIds, pageLimit);\n    const results = await map(\n      chunkedRequestIds,\n      async (requestIds) => {\n        logger.info(\n          colors.magenta(`Fetching target identifiers for ${requestIds.length} requests`),\n        );\n        const results = await fetchRequestFilesForRequest(client, {\n          logger,\n          pageSize: pageLimit * 2,\n          filterBy: {\n            requestIds,\n            dataSiloIds: [targetDataSiloId],\n          },\n        });\n        return results.map(({ fileName, remoteId }) => {\n          if (!remoteId) {\n            throw new Error(`Failed to find remoteId for ${fileName}`);\n          }\n          return {\n            RecordId: remoteId,\n            Object: fileName.replace('.json', '').split('/').pop()?.replace(' Information', ''),\n            Comment: 'Customer data deletion request submitted via transcend.io',\n          };\n        });\n      },\n      // We are grabbing all the request files for the 'pageLimit' # of requests at a time\n      {\n        concurrency: 1,\n      },\n    );\n\n    allTargetIdentifiersCount += results.flat().length;\n\n    // Write the identifiers and target identifiers to CSV\n    const headers = uniq(chunkToSave.map((d) => Object.keys(d)).flat());\n    const numberedFileName = `${baseName}-${fileCount}${extension}`;\n    const numberedFileNameTarget = `${baseNameTarget}-${fileCount}${extensionTarget}`;\n    await writeLargeCsv(numberedFileName, chunkToSave, headers);\n    logger.info(\n      colors.green(`Successfully wrote ${chunkToSave.length} identifiers to file \"${file}\"`),\n    );\n\n    const targetIdentifiers = results.flat();\n    const headers2 = uniq(targetIdentifiers.map((d) => Object.keys(d)).flat());\n    await writeLargeCsv(numberedFileNameTarget, targetIdentifiers, headers2);\n    logger.info(\n      colors.green(\n        `Successfully wrote ${targetIdentifiers.length} identifiers to file \"${fileTarget}\"`,\n      ),\n    );\n\n    logger.info(\n      colors.blue(\n        `Processed chunk of ${chunk.length} identifiers, found ${targetIdentifiers.length} target identifiers`,\n      ),\n    );\n    fileCount += 1;\n  };\n\n  // Pull down outstanding identifiers using the new chunked function\n  await pullChunkedCustomSiloOutstandingIdentifiers({\n    dataSiloId: cronDataSiloId,\n    auth,\n    sombraAuth,\n    actions,\n    apiPageSize: pageLimit,\n    savePageSize: chunkSize,\n    onSave,\n    transcendUrl,\n    skipRequestCount,\n  });\n\n  logger.info(\n    colors.green(`Successfully wrote ${allIdentifiersCount} identifiers to file \"${file}\"`),\n  );\n  logger.info(\n    colors.green(\n      `Successfully wrote ${allTargetIdentifiersCount} identifiers to file \"${fileTarget}\"`,\n    ),\n  );\n}\n"],"mappings":"6aA6BA,eAAsB,EAEpB,CACE,OACA,aACA,eACA,OACA,aACA,iBACA,mBACA,UACA,mBACA,YACA,aAEa,CACX,GACF,EAAO,KACL,EAAO,OAAO,wEAAwE,CACvF,EAGC,OAAO,MAAM,EAAU,EAAI,GAAa,GAAK,EAAY,IAAc,KACzE,EAAO,MACL,EAAO,IACL,wBAAwB,EAAU,sDAAsD,EAAU,GACnG,CACF,CACD,KAAK,QAAQ,KAAK,EAAE,EAGtB,EAAoB,KAAK,QAAQ,KAAK,CAGtC,IAAM,EAAS,EAA4B,EAAc,EAAK,CACxD,CAAE,WAAU,aAAc,EAAc,EAAK,CAC7C,CAAE,SAAU,EAAgB,UAAW,GAAoB,EAAc,EAAW,CAEtF,EAAsB,EACtB,EAA4B,EAC5B,EAAY,EAwEhB,MAAM,EAA4C,CAChD,WAAY,EACZ,OACA,aACA,UACA,YAAa,EACb,aAAc,EACd,OA7Ea,KAAO,IAAyD,CAE7E,GAAuB,EAAY,OAQnC,IAAM,EAAU,MAAM,EADI,EAHD,EADN,EAAY,IAAK,GAAM,EAAE,UAAoB,CACvB,CAGS,EAAU,CAG1D,KAAO,KACL,EAAO,KACL,EAAO,QAAQ,mCAAmC,EAAW,OAAO,WAAW,CAChF,EACe,MAAM,EAA4B,EAAQ,CACxD,SACA,SAAU,EAAY,EACtB,SAAU,CACR,aACA,YAAa,CAAC,EAAiB,CAChC,CACF,CAAC,EACa,KAAK,CAAE,WAAU,cAAe,CAC7C,GAAI,CAAC,EACH,MAAU,MAAM,+BAA+B,IAAW,CAE5D,MAAO,CACL,SAAU,EACV,OAAQ,EAAS,QAAQ,QAAS,GAAG,CAAC,MAAM,IAAI,CAAC,KAAK,EAAE,QAAQ,eAAgB,GAAG,CACnF,QAAS,4DACV,EACD,EAGJ,CACE,YAAa,EACd,CACF,CAED,GAA6B,EAAQ,MAAM,CAAC,OAG5C,IAAM,EAAU,EAAK,EAAY,IAAK,GAAM,OAAO,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC,CAC7D,EAAmB,GAAG,EAAS,GAAG,IAAY,IAC9C,EAAyB,GAAG,EAAe,GAAG,IAAY,IAChE,MAAM,EAAc,EAAkB,EAAa,EAAQ,CAC3D,EAAO,KACL,EAAO,MAAM,sBAAsB,EAAY,OAAO,wBAAwB,EAAK,GAAG,CACvF,CAED,IAAM,EAAoB,EAAQ,MAAM,CAExC,MAAM,EAAc,EAAwB,EAD3B,EAAK,EAAkB,IAAK,GAAM,OAAO,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC,CACF,CACxE,EAAO,KACL,EAAO,MACL,sBAAsB,EAAkB,OAAO,wBAAwB,EAAW,GACnF,CACF,CAED,EAAO,KACL,EAAO,KACL,sBAAsB,EAAM,OAAO,sBAAsB,EAAkB,OAAO,qBACnF,CACF,CACD,GAAa,GAYb,eACA,mBACD,CAAC,CAEF,EAAO,KACL,EAAO,MAAM,sBAAsB,EAAoB,wBAAwB,EAAK,GAAG,CACxF,CACD,EAAO,KACL,EAAO,MACL,sBAAsB,EAA0B,wBAAwB,EAAW,GACpF,CACF"}

package/dist/{impl-CZsYoSZQ.mjs → impl-BC17WMY4.mjs}

@@ -1,2 +1,2 @@
-import{t as e}from"./markSilentPrivacyRequests-ytCzpUkY.mjs";import{t}from"./done-input-validation-C5rgR0Wr.mjs";async function n({auth:n,transcendUrl:r,actions:i,statuses:a,requestIds:o,createdAtBefore:s,createdAtAfter:c,updatedAtBefore:l,updatedAtAfter:u,concurrency:d}){t(this.process.exit),await e({transcendUrl:r,requestActions:i,auth:n,requestIds:o,statuses:a,concurrency:d,createdAtBefore:s,createdAtAfter:c,updatedAtBefore:l,updatedAtAfter:u})}export{n as markSilent};
-//# sourceMappingURL=impl-CZsYoSZQ.mjs.map
+import{t as e}from"./markSilentPrivacyRequests-Cmn1fxHI.mjs";import{t}from"./done-input-validation-BcNBxhEs.mjs";async function n({auth:n,transcendUrl:r,actions:i,statuses:a,requestIds:o,createdAtBefore:s,createdAtAfter:c,updatedAtBefore:l,updatedAtAfter:u,concurrency:d}){t(this.process.exit),await e({transcendUrl:r,requestActions:i,auth:n,requestIds:o,statuses:a,concurrency:d,createdAtBefore:s,createdAtAfter:c,updatedAtBefore:l,updatedAtAfter:u})}export{n as markSilent};
+//# sourceMappingURL=impl-BC17WMY4.mjs.map

package/dist/{impl-CZsYoSZQ.mjs.map → impl-BC17WMY4.mjs.map}

@@ -1 +1 @@
-{"version":3,"file":"impl-CZsYoSZQ.mjs","names":[],"sources":["../src/commands/request/mark-silent/impl.ts"],"sourcesContent":["import type { RequestAction, RequestStatus } from '@transcend-io/privacy-types';\n\nimport type { LocalContext } from '../../../context.js';\nimport { doneInputValidation } from '../../../lib/cli/done-input-validation.js';\nimport { markSilentPrivacyRequests } from '../../../lib/requests/index.js';\n\nexport interface MarkSilentCommandFlags {\n  auth: string;\n  actions: RequestAction[];\n  statuses?: RequestStatus[];\n  requestIds?: string[];\n  createdAtBefore?: Date;\n  createdAtAfter?: Date;\n  updatedAtBefore?: Date;\n  updatedAtAfter?: Date;\n  transcendUrl: string;\n  concurrency: number;\n}\n\nexport async function markSilent(\n  this: LocalContext,\n  {\n    auth,\n    transcendUrl,\n    actions,\n    statuses,\n    requestIds,\n    createdAtBefore,\n    createdAtAfter,\n    updatedAtBefore,\n    updatedAtAfter,\n    concurrency,\n  }: MarkSilentCommandFlags,\n): Promise<void> {\n  doneInputValidation(this.process.exit);\n\n  await markSilentPrivacyRequests({\n    transcendUrl,\n    requestActions: actions,\n    auth,\n    requestIds,\n    statuses,\n    concurrency,\n    createdAtBefore,\n    createdAtAfter,\n    updatedAtBefore,\n    updatedAtAfter,\n  });\n}\n"],"mappings":"iHAmBA,eAAsB,EAEpB,CACE,OACA,eACA,UACA,WACA,aACA,kBACA,iBACA,kBACA,iBACA,eAEa,CACf,EAAoB,KAAK,QAAQ,KAAK,CAEtC,MAAM,EAA0B,CAC9B,eACA,eAAgB,EAChB,OACA,aACA,WACA,cACA,kBACA,iBACA,kBACA,iBACD,CAAC"}
+{"version":3,"file":"impl-BC17WMY4.mjs","names":[],"sources":["../src/commands/request/mark-silent/impl.ts"],"sourcesContent":["import type { RequestAction, RequestStatus } from '@transcend-io/privacy-types';\n\nimport type { LocalContext } from '../../../context.js';\nimport { doneInputValidation } from '../../../lib/cli/done-input-validation.js';\nimport { markSilentPrivacyRequests } from '../../../lib/requests/index.js';\n\nexport interface MarkSilentCommandFlags {\n  auth: string;\n  actions: RequestAction[];\n  statuses?: RequestStatus[];\n  requestIds?: string[];\n  createdAtBefore?: Date;\n  createdAtAfter?: Date;\n  updatedAtBefore?: Date;\n  updatedAtAfter?: Date;\n  transcendUrl: string;\n  concurrency: number;\n}\n\nexport async function markSilent(\n  this: LocalContext,\n  {\n    auth,\n    transcendUrl,\n    actions,\n    statuses,\n    requestIds,\n    createdAtBefore,\n    createdAtAfter,\n    updatedAtBefore,\n    updatedAtAfter,\n    concurrency,\n  }: MarkSilentCommandFlags,\n): Promise<void> {\n  doneInputValidation(this.process.exit);\n\n  await markSilentPrivacyRequests({\n    transcendUrl,\n    requestActions: actions,\n    auth,\n    requestIds,\n    statuses,\n    concurrency,\n    createdAtBefore,\n    createdAtAfter,\n    updatedAtBefore,\n    updatedAtAfter,\n  });\n}\n"],"mappings":"iHAmBA,eAAsB,EAEpB,CACE,OACA,eACA,UACA,WACA,aACA,kBACA,iBACA,kBACA,iBACA,eAEa,CACf,EAAoB,KAAK,QAAQ,KAAK,CAEtC,MAAM,EAA0B,CAC9B,eACA,eAAgB,EAChB,OACA,aACA,WACA,cACA,kBACA,iBACA,kBACA,iBACD,CAAC"}

package/dist/{impl-yvc0y1uO.mjs → impl-BECek1in.mjs}

@@ -1,2 +1,2 @@
-import{t as e}from"./cancelPrivacyRequests-DmvFijq_.mjs";import{t}from"./done-input-validation-C5rgR0Wr.mjs";async function n({auth:n,actions:r,statuses:i=[],requestIds:a,silentModeBefore:o,createdAtBefore:s,createdAtAfter:c,updatedAtBefore:l,updatedAtAfter:u,cancellationTitle:d,transcendUrl:f,concurrency:p}){t(this.process.exit),await e({transcendUrl:f,requestActions:r,auth:n,cancellationTitle:d,requestIds:a,statuses:i,concurrency:p,silentModeBefore:o?new Date(o):void 0,createdAtBefore:s?new Date(s):void 0,createdAtAfter:c?new Date(c):void 0,updatedAtBefore:l?new Date(l):void 0,updatedAtAfter:u?new Date(u):void 0})}export{n as cancel};
-//# sourceMappingURL=impl-yvc0y1uO.mjs.map
+import{t as e}from"./cancelPrivacyRequests-BWJZmZVY.mjs";import{t}from"./done-input-validation-BcNBxhEs.mjs";async function n({auth:n,actions:r,statuses:i=[],requestIds:a,silentModeBefore:o,createdAtBefore:s,createdAtAfter:c,updatedAtBefore:l,updatedAtAfter:u,cancellationTitle:d,transcendUrl:f,concurrency:p}){t(this.process.exit),await e({transcendUrl:f,requestActions:r,auth:n,cancellationTitle:d,requestIds:a,statuses:i,concurrency:p,silentModeBefore:o?new Date(o):void 0,createdAtBefore:s?new Date(s):void 0,createdAtAfter:c?new Date(c):void 0,updatedAtBefore:l?new Date(l):void 0,updatedAtAfter:u?new Date(u):void 0})}export{n as cancel};
+//# sourceMappingURL=impl-BECek1in.mjs.map

package/dist/{impl-yvc0y1uO.mjs.map → impl-BECek1in.mjs.map}

@@ -1 +1 @@
-{"version":3,"file":"impl-yvc0y1uO.mjs","names":[],"sources":["../src/commands/request/cancel/impl.ts"],"sourcesContent":["import { RequestAction, RequestStatus } from '@transcend-io/privacy-types';\n\nimport type { LocalContext } from '../../../context.js';\nimport { doneInputValidation } from '../../../lib/cli/done-input-validation.js';\nimport { cancelPrivacyRequests } from '../../../lib/requests/index.js';\n\nexport interface CancelCommandFlags {\n  auth: string;\n  actions: RequestAction[];\n  statuses?: RequestStatus[];\n  requestIds?: string[];\n  silentModeBefore?: Date;\n  createdAtBefore?: Date;\n  createdAtAfter?: Date;\n  updatedAtBefore?: Date;\n  updatedAtAfter?: Date;\n  cancellationTitle: string;\n  transcendUrl: string;\n  concurrency: number;\n}\n\nexport async function cancel(\n  this: LocalContext,\n  {\n    auth,\n    actions,\n    statuses = [],\n    requestIds,\n    silentModeBefore,\n    createdAtBefore,\n    createdAtAfter,\n    updatedAtBefore,\n    updatedAtAfter,\n    cancellationTitle,\n    transcendUrl,\n    concurrency,\n  }: CancelCommandFlags,\n): Promise<void> {\n  doneInputValidation(this.process.exit);\n\n  await cancelPrivacyRequests({\n    transcendUrl,\n    requestActions: actions,\n    auth,\n    cancellationTitle,\n    requestIds,\n    statuses,\n    concurrency,\n    silentModeBefore: silentModeBefore ? new Date(silentModeBefore) : undefined,\n    createdAtBefore: createdAtBefore ? new Date(createdAtBefore) : undefined,\n    createdAtAfter: createdAtAfter ? new Date(createdAtAfter) : undefined,\n    updatedAtBefore: updatedAtBefore ? new Date(updatedAtBefore) : undefined,\n    updatedAtAfter: updatedAtAfter ? new Date(updatedAtAfter) : undefined,\n  });\n}\n"],"mappings":"6GAqBA,eAAsB,EAEpB,CACE,OACA,UACA,WAAW,EAAE,CACb,aACA,mBACA,kBACA,iBACA,kBACA,iBACA,oBACA,eACA,eAEa,CACf,EAAoB,KAAK,QAAQ,KAAK,CAEtC,MAAM,EAAsB,CAC1B,eACA,eAAgB,EAChB,OACA,oBACA,aACA,WACA,cACA,iBAAkB,EAAmB,IAAI,KAAK,EAAiB,CAAG,IAAA,GAClE,gBAAiB,EAAkB,IAAI,KAAK,EAAgB,CAAG,IAAA,GAC/D,eAAgB,EAAiB,IAAI,KAAK,EAAe,CAAG,IAAA,GAC5D,gBAAiB,EAAkB,IAAI,KAAK,EAAgB,CAAG,IAAA,GAC/D,eAAgB,EAAiB,IAAI,KAAK,EAAe,CAAG,IAAA,GAC7D,CAAC"}
+{"version":3,"file":"impl-BECek1in.mjs","names":[],"sources":["../src/commands/request/cancel/impl.ts"],"sourcesContent":["import { RequestAction, RequestStatus } from '@transcend-io/privacy-types';\n\nimport type { LocalContext } from '../../../context.js';\nimport { doneInputValidation } from '../../../lib/cli/done-input-validation.js';\nimport { cancelPrivacyRequests } from '../../../lib/requests/index.js';\n\nexport interface CancelCommandFlags {\n  auth: string;\n  actions: RequestAction[];\n  statuses?: RequestStatus[];\n  requestIds?: string[];\n  silentModeBefore?: Date;\n  createdAtBefore?: Date;\n  createdAtAfter?: Date;\n  updatedAtBefore?: Date;\n  updatedAtAfter?: Date;\n  cancellationTitle: string;\n  transcendUrl: string;\n  concurrency: number;\n}\n\nexport async function cancel(\n  this: LocalContext,\n  {\n    auth,\n    actions,\n    statuses = [],\n    requestIds,\n    silentModeBefore,\n    createdAtBefore,\n    createdAtAfter,\n    updatedAtBefore,\n    updatedAtAfter,\n    cancellationTitle,\n    transcendUrl,\n    concurrency,\n  }: CancelCommandFlags,\n): Promise<void> {\n  doneInputValidation(this.process.exit);\n\n  await cancelPrivacyRequests({\n    transcendUrl,\n    requestActions: actions,\n    auth,\n    cancellationTitle,\n    requestIds,\n    statuses,\n    concurrency,\n    silentModeBefore: silentModeBefore ? new Date(silentModeBefore) : undefined,\n    createdAtBefore: createdAtBefore ? new Date(createdAtBefore) : undefined,\n    createdAtAfter: createdAtAfter ? new Date(createdAtAfter) : undefined,\n    updatedAtBefore: updatedAtBefore ? new Date(updatedAtBefore) : undefined,\n    updatedAtAfter: updatedAtAfter ? new Date(updatedAtAfter) : undefined,\n  });\n}\n"],"mappings":"6GAqBA,eAAsB,EAEpB,CACE,OACA,UACA,WAAW,EAAE,CACb,aACA,mBACA,kBACA,iBACA,kBACA,iBACA,oBACA,eACA,eAEa,CACf,EAAoB,KAAK,QAAQ,KAAK,CAEtC,MAAM,EAAsB,CAC1B,eACA,eAAgB,EAChB,OACA,oBACA,aACA,WACA,cACA,iBAAkB,EAAmB,IAAI,KAAK,EAAiB,CAAG,IAAA,GAClE,gBAAiB,EAAkB,IAAI,KAAK,EAAgB,CAAG,IAAA,GAC/D,eAAgB,EAAiB,IAAI,KAAK,EAAe,CAAG,IAAA,GAC5D,gBAAiB,EAAkB,IAAI,KAAK,EAAgB,CAAG,IAAA,GAC/D,eAAgB,EAAiB,IAAI,KAAK,EAAe,CAAG,IAAA,GAC7D,CAAC"}

package/dist/{impl-B6TXE2oE.mjs → impl-BKvcmB7W.mjs}

@@ -1,4 +1,4 @@
-import{t as e}from"./constants-XOsAW1__.mjs";import{t}from"./logger-Bj782ZYD.mjs";import{t as n}from"./done-input-validation-C5rgR0Wr.mjs";import{n as r}from"./constants-mjLYTIJm.mjs";import i from"colors";import{buildTranscendGraphQLClient as a,fetchActiveSiloDiscoPlugin as o,uploadSiloDiscoveryResults as s}from"@transcend-io/sdk";import c from"fast-glob";import{stringify as l}from"query-string";async function u({scanPath:e,fileGlobs:n,ignoreDirs:r,config:i}){let{ignoreDirs:a,supportedFiles:o,scanFunction:s}=i,l=n===``?o:o.concat(n.split(`,`)),d=[...r.split(`,`),...a].filter(e=>e.length>0);try{let n=await c(`${e}/**/${l.join(`|`)}`,{ignore:d.map(t=>`${e}/**/${t}`),unique:!0,onlyFiles:!0});t.info(`Scanning: ${n.length} files`);let r=n.map(e=>s(e)).flat().map(e=>e.softwareDevelopmentKits||[]).flat(),i=[...new Set(r.map(e=>e.name))];return t.info(`Found: ${i.length} unique dependencies`),i.map(t=>({name:t,resourceId:`${e}/**/${t}`,useStrictClassifier:!0}))}catch(e){throw Error(`Error scanning globs ${u} with error: ${e}`)}}async function d({scanPath:c,dataSiloId:d,auth:f,fileGlobs:p,ignoreDirs:m,transcendUrl:h}){n(this.process.exit);let g=a(h,f),_=await o(g,d,{logger:t}),v=r[_.dataSilo.type];v||(t.error(i.red(`This plugin "${_.dataSilo.type}" is not supported for offline silo discovery.`)),this.process.exit(1));let y=await u({scanPath:c,fileGlobs:p,ignoreDirs:m,config:v});await s(g,_.id,y,{logger:t});let b=new URL(e);b.pathname=`/data-map/data-inventory/silo-discovery/triage`,b.search=l({filters:JSON.stringify({pluginIds:[_.id]})}),t.info(i.green(`Scan found ${y.length} potential data silos at ${c}! View at '${b.href}' 
+import{t as e}from"./constants-TpID7AXE.mjs";import{t}from"./logger-Bj782ZYD.mjs";import{t as n}from"./done-input-validation-BcNBxhEs.mjs";import{n as r}from"./constants-BmwXDQu9.mjs";import i from"colors";import{buildTranscendGraphQLClient as a,fetchActiveSiloDiscoPlugin as o,uploadSiloDiscoveryResults as s}from"@transcend-io/sdk";import c from"fast-glob";import{stringify as l}from"query-string";async function u({scanPath:e,fileGlobs:n,ignoreDirs:r,config:i}){let{ignoreDirs:a,supportedFiles:o,scanFunction:s}=i,l=n===``?o:o.concat(n.split(`,`)),d=[...r.split(`,`),...a].filter(e=>e.length>0);try{let n=await c(`${e}/**/${l.join(`|`)}`,{ignore:d.map(t=>`${e}/**/${t}`),unique:!0,onlyFiles:!0});t.info(`Scanning: ${n.length} files`);let r=n.map(e=>s(e)).flat().map(e=>e.softwareDevelopmentKits||[]).flat(),i=[...new Set(r.map(e=>e.name))];return t.info(`Found: ${i.length} unique dependencies`),i.map(t=>({name:t,resourceId:`${e}/**/${t}`,useStrictClassifier:!0}))}catch(e){throw Error(`Error scanning globs ${u} with error: ${e}`)}}async function d({scanPath:c,dataSiloId:d,auth:f,fileGlobs:p,ignoreDirs:m,transcendUrl:h}){n(this.process.exit);let g=a(h,f),_=await o(g,{logger:t,filterBy:{dataSiloId:d}}),v=r[_.dataSilo.type];v||(t.error(i.red(`This plugin "${_.dataSilo.type}" is not supported for offline silo discovery.`)),this.process.exit(1));let y=await u({scanPath:c,fileGlobs:p,ignoreDirs:m,config:v});await s(g,{pluginId:_.id,results:y,logger:t});let b=new URL(e);b.pathname=`/data-map/data-inventory/silo-discovery/triage`,b.search=l({filters:JSON.stringify({pluginIds:[_.id]})}),t.info(i.green(`Scan found ${y.length} potential data silos at ${c}! View at '${b.href}' 
 
  NOTE: it may take 2-3 minutes for scan results to appear in the UI.`))}export{d as discoverSilos};
-//# sourceMappingURL=impl-B6TXE2oE.mjs.map
+//# sourceMappingURL=impl-BKvcmB7W.mjs.map

package/dist/{impl-B6TXE2oE.mjs.map → impl-BKvcmB7W.mjs.map}

@@ -1 +1 @@
-{"version":3,"file":"impl-B6TXE2oE.mjs","names":[],"sources":["../src/lib/code-scanning/findFilesToScan.ts","../src/commands/inventory/discover-silos/impl.ts"],"sourcesContent":["import fastGlob from 'fast-glob';\n\nimport { logger } from '../../logger.js';\nimport { CodeScanningConfig } from './types.js';\n\nexport interface SiloDiscoveryRawResults {\n  /** The name of the potential data silo entry */\n  name: string;\n  /** A unique UUID (represents the same resource across different silo discovery runs) */\n  resourceId: string;\n  /** Any hosts associated with the entry */\n  host?: string;\n  /** Type of data silo */\n  type?: string | undefined;\n}\n\n/**\n * Helper to scan for data silos in all package.json files that it can find in a directory\n *\n * @deprecated TODO: https://transcend.height.app/T-32325 - use code scanning instead\n * @param options - Options\n * @returns the list of integrations\n */\nexport async function findFilesToScan({\n  scanPath,\n  fileGlobs,\n  ignoreDirs,\n  config,\n}: {\n  /** Where to look for package.json files */\n  scanPath: string;\n  /** Globs to look for */\n  fileGlobs: string;\n  /** The directories to ignore (excludes node_modules and serverless-build) */\n  ignoreDirs: string;\n  /** Silo Discovery configuration */\n  config: CodeScanningConfig;\n}): Promise<SiloDiscoveryRawResults[]> {\n  const { ignoreDirs: IGNORE_DIRS, supportedFiles, scanFunction } = config;\n  const globsToSupport =\n    fileGlobs === '' ? supportedFiles : supportedFiles.concat(fileGlobs.split(','));\n  const dirsToIgnore = [...ignoreDirs.split(','), ...IGNORE_DIRS].filter((dir) => dir.length > 0);\n  try {\n    const filesToScan: string[] = await fastGlob(`${scanPath}/**/${globsToSupport.join('|')}`, {\n      ignore: dirsToIgnore.map((dir: string) => `${scanPath}/**/${dir}`),\n      unique: true,\n      onlyFiles: true,\n    });\n    logger.info(`Scanning: ${filesToScan.length} files`);\n    const allPackages = filesToScan.map((filePath: string) => scanFunction(filePath)).flat();\n    const allSdks = allPackages\n      .map((appPackage) => appPackage.softwareDevelopmentKits || [])\n      .flat();\n    const uniqueDeps = new Set(allSdks.map((sdk) => sdk.name));\n    const deps = [...uniqueDeps];\n    logger.info(`Found: ${deps.length} unique dependencies`);\n    return deps.map((dep) => ({\n      name: dep,\n      resourceId: `${scanPath}/**/${dep}`,\n      useStrictClassifier: true,\n    }));\n  } catch (error) {\n    throw new Error(`Error scanning globs ${findFilesToScan} with error: ${error}`);\n  }\n}\n","import {\n  buildTranscendGraphQLClient,\n  fetchActiveSiloDiscoPlugin,\n  uploadSiloDiscoveryResults,\n} from '@transcend-io/sdk';\nimport colors from 'colors';\nimport { stringify } from 'query-string';\n\nimport { ADMIN_DASH } from '../../../constants.js';\nimport type { LocalContext } from '../../../context.js';\nimport { doneInputValidation } from '../../../lib/cli/done-input-validation.js';\nimport { findFilesToScan } from '../../../lib/code-scanning/findFilesToScan.js';\nimport { SILO_DISCOVERY_CONFIGS } from '../../../lib/code-scanning/index.js';\nimport { logger } from '../../../logger.js';\n\nexport interface DiscoverSilosCommandFlags {\n  scanPath: string;\n  dataSiloId: string;\n  auth: string;\n  fileGlobs: string;\n  ignoreDirs: string;\n  transcendUrl: string;\n}\n\nexport async function discoverSilos(\n  this: LocalContext,\n  { scanPath, dataSiloId, auth, fileGlobs, ignoreDirs, transcendUrl }: DiscoverSilosCommandFlags,\n): Promise<void> {\n  doneInputValidation(this.process.exit);\n\n  // Create a GraphQL client\n  const client = buildTranscendGraphQLClient(transcendUrl, auth);\n\n  const plugin = await fetchActiveSiloDiscoPlugin(client, dataSiloId, { logger });\n\n  const config = SILO_DISCOVERY_CONFIGS[plugin.dataSilo.type];\n  if (!config) {\n    logger.error(\n      colors.red(\n        `This plugin \"${plugin.dataSilo.type}\" is not supported for offline silo discovery.`,\n      ),\n    );\n    this.process.exit(1);\n  }\n\n  const results = await findFilesToScan({\n    scanPath,\n    fileGlobs,\n    ignoreDirs,\n    config,\n  });\n\n  await uploadSiloDiscoveryResults(client, plugin.id, results, { logger });\n\n  const newUrl = new URL(ADMIN_DASH);\n  newUrl.pathname = '/data-map/data-inventory/silo-discovery/triage';\n  newUrl.search = stringify({\n    filters: JSON.stringify({ pluginIds: [plugin.id] }),\n  });\n\n  // Indicate success\n  logger.info(\n    colors.green(\n      `Scan found ${results.length} potential data silos at ${scanPath}! ` +\n        `View at '${newUrl.href}' ` +\n        '\\n\\n NOTE: it may take 2-3 minutes for scan results to appear in the UI.',\n    ),\n  );\n}\n"],"mappings":"gZAuBA,eAAsB,EAAgB,CACpC,WACA,YACA,aACA,UAUqC,CACrC,GAAM,CAAE,WAAY,EAAa,iBAAgB,gBAAiB,EAC5D,EACJ,IAAc,GAAK,EAAiB,EAAe,OAAO,EAAU,MAAM,IAAI,CAAC,CAC3E,EAAe,CAAC,GAAG,EAAW,MAAM,IAAI,CAAE,GAAG,EAAY,CAAC,OAAQ,GAAQ,EAAI,OAAS,EAAE,CAC/F,GAAI,CACF,IAAM,EAAwB,MAAM,EAAS,GAAG,EAAS,MAAM,EAAe,KAAK,IAAI,GAAI,CACzF,OAAQ,EAAa,IAAK,GAAgB,GAAG,EAAS,MAAM,IAAM,CAClE,OAAQ,GACR,UAAW,GACZ,CAAC,CACF,EAAO,KAAK,aAAa,EAAY,OAAO,QAAQ,CAEpD,IAAM,EADc,EAAY,IAAK,GAAqB,EAAa,EAAS,CAAC,CAAC,MAAM,CAErF,IAAK,GAAe,EAAW,yBAA2B,EAAE,CAAC,CAC7D,MAAM,CAEH,EAAO,CAAC,GADK,IAAI,IAAI,EAAQ,IAAK,GAAQ,EAAI,KAAK,CAAC,CAC9B,CAE5B,OADA,EAAO,KAAK,UAAU,EAAK,OAAO,sBAAsB,CACjD,EAAK,IAAK,IAAS,CACxB,KAAM,EACN,WAAY,GAAG,EAAS,MAAM,IAC9B,oBAAqB,GACtB,EAAE,OACI,EAAO,CACd,MAAU,MAAM,wBAAwB,EAAgB,eAAe,IAAQ,ECtCnF,eAAsB,EAEpB,CAAE,WAAU,aAAY,OAAM,YAAW,aAAY,gBACtC,CACf,EAAoB,KAAK,QAAQ,KAAK,CAGtC,IAAM,EAAS,EAA4B,EAAc,EAAK,CAExD,EAAS,MAAM,EAA2B,EAAQ,EAAY,CAAE,SAAQ,CAAC,CAEzE,EAAS,EAAuB,EAAO,SAAS,MACjD,IACH,EAAO,MACL,EAAO,IACL,gBAAgB,EAAO,SAAS,KAAK,gDACtC,CACF,CACD,KAAK,QAAQ,KAAK,EAAE,EAGtB,IAAM,EAAU,MAAM,EAAgB,CACpC,WACA,YACA,aACA,SACD,CAAC,CAEF,MAAM,EAA2B,EAAQ,EAAO,GAAI,EAAS,CAAE,SAAQ,CAAC,CAExE,IAAM,EAAS,IAAI,IAAI,EAAW,CAClC,EAAO,SAAW,iDAClB,EAAO,OAAS,EAAU,CACxB,QAAS,KAAK,UAAU,CAAE,UAAW,CAAC,EAAO,GAAG,CAAE,CAAC,CACpD,CAAC,CAGF,EAAO,KACL,EAAO,MACL,cAAc,EAAQ,OAAO,2BAA2B,EAAS,aACnD,EAAO,KAAK;;sEAE3B,CACF"}
+{"version":3,"file":"impl-BKvcmB7W.mjs","names":[],"sources":["../src/lib/code-scanning/findFilesToScan.ts","../src/commands/inventory/discover-silos/impl.ts"],"sourcesContent":["import fastGlob from 'fast-glob';\n\nimport { logger } from '../../logger.js';\nimport { CodeScanningConfig } from './types.js';\n\nexport interface SiloDiscoveryRawResults {\n  /** The name of the potential data silo entry */\n  name: string;\n  /** A unique UUID (represents the same resource across different silo discovery runs) */\n  resourceId: string;\n  /** Any hosts associated with the entry */\n  host?: string;\n  /** Type of data silo */\n  type?: string | undefined;\n}\n\n/**\n * Helper to scan for data silos in all package.json files that it can find in a directory\n *\n * @deprecated TODO: https://transcend.height.app/T-32325 - use code scanning instead\n * @param options - Options\n * @returns the list of integrations\n */\nexport async function findFilesToScan({\n  scanPath,\n  fileGlobs,\n  ignoreDirs,\n  config,\n}: {\n  /** Where to look for package.json files */\n  scanPath: string;\n  /** Globs to look for */\n  fileGlobs: string;\n  /** The directories to ignore (excludes node_modules and serverless-build) */\n  ignoreDirs: string;\n  /** Silo Discovery configuration */\n  config: CodeScanningConfig;\n}): Promise<SiloDiscoveryRawResults[]> {\n  const { ignoreDirs: IGNORE_DIRS, supportedFiles, scanFunction } = config;\n  const globsToSupport =\n    fileGlobs === '' ? supportedFiles : supportedFiles.concat(fileGlobs.split(','));\n  const dirsToIgnore = [...ignoreDirs.split(','), ...IGNORE_DIRS].filter((dir) => dir.length > 0);\n  try {\n    const filesToScan: string[] = await fastGlob(`${scanPath}/**/${globsToSupport.join('|')}`, {\n      ignore: dirsToIgnore.map((dir: string) => `${scanPath}/**/${dir}`),\n      unique: true,\n      onlyFiles: true,\n    });\n    logger.info(`Scanning: ${filesToScan.length} files`);\n    const allPackages = filesToScan.map((filePath: string) => scanFunction(filePath)).flat();\n    const allSdks = allPackages\n      .map((appPackage) => appPackage.softwareDevelopmentKits || [])\n      .flat();\n    const uniqueDeps = new Set(allSdks.map((sdk) => sdk.name));\n    const deps = [...uniqueDeps];\n    logger.info(`Found: ${deps.length} unique dependencies`);\n    return deps.map((dep) => ({\n      name: dep,\n      resourceId: `${scanPath}/**/${dep}`,\n      useStrictClassifier: true,\n    }));\n  } catch (error) {\n    throw new Error(`Error scanning globs ${findFilesToScan} with error: ${error}`);\n  }\n}\n","import {\n  buildTranscendGraphQLClient,\n  fetchActiveSiloDiscoPlugin,\n  uploadSiloDiscoveryResults,\n} from '@transcend-io/sdk';\nimport colors from 'colors';\nimport { stringify } from 'query-string';\n\nimport { ADMIN_DASH } from '../../../constants.js';\nimport type { LocalContext } from '../../../context.js';\nimport { doneInputValidation } from '../../../lib/cli/done-input-validation.js';\nimport { findFilesToScan } from '../../../lib/code-scanning/findFilesToScan.js';\nimport { SILO_DISCOVERY_CONFIGS } from '../../../lib/code-scanning/index.js';\nimport { logger } from '../../../logger.js';\n\nexport interface DiscoverSilosCommandFlags {\n  scanPath: string;\n  dataSiloId: string;\n  auth: string;\n  fileGlobs: string;\n  ignoreDirs: string;\n  transcendUrl: string;\n}\n\nexport async function discoverSilos(\n  this: LocalContext,\n  { scanPath, dataSiloId, auth, fileGlobs, ignoreDirs, transcendUrl }: DiscoverSilosCommandFlags,\n): Promise<void> {\n  doneInputValidation(this.process.exit);\n\n  // Create a GraphQL client\n  const client = buildTranscendGraphQLClient(transcendUrl, auth);\n\n  const plugin = await fetchActiveSiloDiscoPlugin(client, {\n    logger,\n    filterBy: { dataSiloId },\n  });\n\n  const config = SILO_DISCOVERY_CONFIGS[plugin.dataSilo.type];\n  if (!config) {\n    logger.error(\n      colors.red(\n        `This plugin \"${plugin.dataSilo.type}\" is not supported for offline silo discovery.`,\n      ),\n    );\n    this.process.exit(1);\n  }\n\n  const results = await findFilesToScan({\n    scanPath,\n    fileGlobs,\n    ignoreDirs,\n    config,\n  });\n\n  await uploadSiloDiscoveryResults(client, {\n    pluginId: plugin.id,\n    results,\n    logger,\n  });\n\n  const newUrl = new URL(ADMIN_DASH);\n  newUrl.pathname = '/data-map/data-inventory/silo-discovery/triage';\n  newUrl.search = stringify({\n    filters: JSON.stringify({ pluginIds: [plugin.id] }),\n  });\n\n  // Indicate success\n  logger.info(\n    colors.green(\n      `Scan found ${results.length} potential data silos at ${scanPath}! ` +\n        `View at '${newUrl.href}' ` +\n        '\\n\\n NOTE: it may take 2-3 minutes for scan results to appear in the UI.',\n    ),\n  );\n}\n"],"mappings":"gZAuBA,eAAsB,EAAgB,CACpC,WACA,YACA,aACA,UAUqC,CACrC,GAAM,CAAE,WAAY,EAAa,iBAAgB,gBAAiB,EAC5D,EACJ,IAAc,GAAK,EAAiB,EAAe,OAAO,EAAU,MAAM,IAAI,CAAC,CAC3E,EAAe,CAAC,GAAG,EAAW,MAAM,IAAI,CAAE,GAAG,EAAY,CAAC,OAAQ,GAAQ,EAAI,OAAS,EAAE,CAC/F,GAAI,CACF,IAAM,EAAwB,MAAM,EAAS,GAAG,EAAS,MAAM,EAAe,KAAK,IAAI,GAAI,CACzF,OAAQ,EAAa,IAAK,GAAgB,GAAG,EAAS,MAAM,IAAM,CAClE,OAAQ,GACR,UAAW,GACZ,CAAC,CACF,EAAO,KAAK,aAAa,EAAY,OAAO,QAAQ,CAEpD,IAAM,EADc,EAAY,IAAK,GAAqB,EAAa,EAAS,CAAC,CAAC,MAAM,CAErF,IAAK,GAAe,EAAW,yBAA2B,EAAE,CAAC,CAC7D,MAAM,CAEH,EAAO,CAAC,GADK,IAAI,IAAI,EAAQ,IAAK,GAAQ,EAAI,KAAK,CAAC,CAC9B,CAE5B,OADA,EAAO,KAAK,UAAU,EAAK,OAAO,sBAAsB,CACjD,EAAK,IAAK,IAAS,CACxB,KAAM,EACN,WAAY,GAAG,EAAS,MAAM,IAC9B,oBAAqB,GACtB,EAAE,OACI,EAAO,CACd,MAAU,MAAM,wBAAwB,EAAgB,eAAe,IAAQ,ECtCnF,eAAsB,EAEpB,CAAE,WAAU,aAAY,OAAM,YAAW,aAAY,gBACtC,CACf,EAAoB,KAAK,QAAQ,KAAK,CAGtC,IAAM,EAAS,EAA4B,EAAc,EAAK,CAExD,EAAS,MAAM,EAA2B,EAAQ,CACtD,SACA,SAAU,CAAE,aAAY,CACzB,CAAC,CAEI,EAAS,EAAuB,EAAO,SAAS,MACjD,IACH,EAAO,MACL,EAAO,IACL,gBAAgB,EAAO,SAAS,KAAK,gDACtC,CACF,CACD,KAAK,QAAQ,KAAK,EAAE,EAGtB,IAAM,EAAU,MAAM,EAAgB,CACpC,WACA,YACA,aACA,SACD,CAAC,CAEF,MAAM,EAA2B,EAAQ,CACvC,SAAU,EAAO,GACjB,UACA,SACD,CAAC,CAEF,IAAM,EAAS,IAAI,IAAI,EAAW,CAClC,EAAO,SAAW,iDAClB,EAAO,OAAS,EAAU,CACxB,QAAS,KAAK,UAAU,CAAE,UAAW,CAAC,EAAO,GAAG,CAAE,CAAC,CACpD,CAAC,CAGF,EAAO,KACL,EAAO,MACL,cAAc,EAAQ,OAAO,2BAA2B,EAAS,aACnD,EAAO,KAAK;;sEAE3B,CACF"}

package/dist/impl-BNDNzc2I.mjs

@@ -0,0 +1,2 @@
+import{t as e}from"./retryRequestDataSilos-BCe-WGdL.mjs";import{t}from"./done-input-validation-BcNBxhEs.mjs";async function n({auth:n,dataSiloId:r,actions:i,transcendUrl:a}){t(this.process.exit),await e({requestActions:i,transcendUrl:a,auth:n,dataSiloId:r})}export{n as retryRequestDataSilos};
+//# sourceMappingURL=impl-BNDNzc2I.mjs.map

package/dist/impl-BNDNzc2I.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"impl-BNDNzc2I.mjs","names":["retryRequestDataSilosHelper"],"sources":["../src/commands/request/system/retry-request-data-silos/impl.ts"],"sourcesContent":["import type { RequestAction } from '@transcend-io/privacy-types';\n\nimport type { LocalContext } from '../../../../context.js';\nimport { doneInputValidation } from '../../../../lib/cli/done-input-validation.js';\nimport { retryRequestDataSilos as retryRequestDataSilosHelper } from '../../../../lib/requests/index.js';\n\nexport interface RetryRequestDataSilosCommandFlags {\n  auth: string;\n  dataSiloId: string;\n  actions: RequestAction[];\n  transcendUrl: string;\n}\n\nexport async function retryRequestDataSilos(\n  this: LocalContext,\n  { auth, dataSiloId, actions, transcendUrl }: RetryRequestDataSilosCommandFlags,\n): Promise<void> {\n  doneInputValidation(this.process.exit);\n\n  await retryRequestDataSilosHelper({\n    requestActions: actions,\n    transcendUrl,\n    auth,\n    dataSiloId,\n  });\n}\n"],"mappings":"6GAaA,eAAsB,EAEpB,CAAE,OAAM,aAAY,UAAS,gBACd,CACf,EAAoB,KAAK,QAAQ,KAAK,CAEtC,MAAMA,EAA4B,CAChC,eAAgB,EAChB,eACA,OACA,aACD,CAAC"}