@transcend-io/cli 10.9.0 → 10.10.0

package/dist/{readCsv-C4TyEs-r.mjs.map → readCsv-C-5HBa7w.mjs.map}

@@ -1 +1 @@
-{"version":3,"file":"readCsv-C4TyEs-r.mjs","names":[],"sources":["../src/lib/requests/readCsv.ts"],"sourcesContent":["import { readFileSync } from 'node:fs';\n\nimport { decodeCodec } from '@transcend-io/type-utils';\nimport type { Options } from 'csv-parse';\nimport { parse } from 'csv-parse/sync';\nimport * as t from 'io-ts';\n\n/**\n * Read in a CSV and validate its shape\n *\n * @param pathToFile - Path to file\n * @param codec - The codec to validate against. This is the codec for individual, non-header, rows\n * @param options - CSV parse options\n * @returns The JSON data\n */\nexport function readCsv<T extends t.Any>(\n  pathToFile: string,\n  codec: T,\n  options: Options = { columns: true },\n): t.TypeOf<T>[] {\n  // read file contents and parse\n  const fileContent = parse(readFileSync(pathToFile, 'utf-8'), options);\n\n  // validate codec\n  const data = decodeCodec(t.array(codec), fileContent);\n\n  // remove any special characters from object keys\n  const parsed = data.map((datum) =>\n    Object.entries(datum).reduce(\n      (acc, [key, value]) =>\n        Object.assign(acc, {\n          [key.replace(/[^a-z_.+\\-A-Z -~]/g, '')]: value,\n        }),\n      {} as T,\n    ),\n  );\n  return parsed;\n}\n"],"mappings":"6JAeA,SAAgB,EACd,EACA,EACA,EAAmB,CAAE,QAAS,GAAM,CACrB,CAEf,IAAM,EAAc,EAAM,EAAa,EAAY,QAAQ,CAAE,EAAQ,CAerE,OAZa,EAAY,EAAE,MAAM,EAAM,CAAE,EAGtB,CAAC,IAAK,GACvB,OAAO,QAAQ,EAAM,CAAC,QACnB,EAAK,CAAC,EAAK,KACV,OAAO,OAAO,EAAK,EAChB,EAAI,QAAQ,qBAAsB,GAAG,EAAG,EAC1C,CAAC,CACJ,EAAE,CACH,CAEU"}
+{"version":3,"file":"readCsv-C-5HBa7w.mjs","names":[],"sources":["../src/lib/requests/readCsv.ts"],"sourcesContent":["import { readFileSync } from 'node:fs';\n\nimport { decodeCodec } from '@transcend-io/type-utils';\nimport type { Options } from 'csv-parse';\nimport { parse } from 'csv-parse/sync';\nimport * as t from 'io-ts';\n\n/**\n * Read in a CSV and validate its shape\n *\n * @param pathToFile - Path to file\n * @param codec - The codec to validate against. This is the codec for individual, non-header, rows\n * @param options - CSV parse options\n * @returns The JSON data\n */\nexport function readCsv<T extends t.Any>(\n  pathToFile: string,\n  codec: T,\n  options: Options = { columns: true },\n): t.TypeOf<T>[] {\n  // read file contents and parse\n  const fileContent = parse(readFileSync(pathToFile, 'utf-8'), options);\n\n  // validate codec\n  const data = decodeCodec(t.array(codec), fileContent);\n\n  // remove any special characters from object keys\n  const parsed = data.map((datum) =>\n    Object.entries(datum).reduce(\n      (acc, [key, value]) =>\n        Object.assign(acc, {\n          [key.replace(/[^a-z_.+\\-A-Z -~]/g, '')]: value,\n        }),\n      {} as T,\n    ),\n  );\n  return parsed;\n}\n"],"mappings":"6JAeA,SAAgB,EACd,EACA,EACA,EAAmB,CAAE,QAAS,GAAM,CACrB,CAEf,IAAM,EAAc,EAAM,EAAa,EAAY,QAAQ,CAAE,EAAQ,CAerE,OAZa,EAAY,EAAE,MAAM,EAAM,CAAE,EAGtB,CAAC,IAAK,GACvB,OAAO,QAAQ,EAAM,CAAC,QACnB,EAAK,CAAC,EAAK,KACV,OAAO,OAAO,EAAK,EAChB,EAAI,QAAQ,qBAAsB,GAAG,EAAG,EAC1C,CAAC,CACJ,EAAE,CACH,CAEU"}

package/dist/{readTranscendYaml-CGb2UUyM.mjs → readTranscendYaml-DnvxeV7w.mjs}

@@ -1,4 +1,4 @@
-import{_t as e}from"./codecs-Dnq-rEcB.mjs";import{decodeCodec as t}from"@transcend-io/type-utils";import{readFileSync as n,writeFileSync as r}from"node:fs";import i from"js-yaml";const a=/<<parameters\.(.+?)>>/,o=`parameters`;function s(e,t,n=``){let r=e;if(Object.entries(t).forEach(([e,t])=>{r=r.split(`<<${o}.${e}>>`).join(t)}),a.test(r)){let[,e]=a.exec(r)||[];throw Error(`Found variable that was not set: ${e}.
+import{_t as e}from"./codecs-BOAm14sp.mjs";import{decodeCodec as t}from"@transcend-io/type-utils";import{readFileSync as n,writeFileSync as r}from"node:fs";import i from"js-yaml";const a=/<<parameters\.(.+?)>>/,o=`parameters`;function s(e,t,n=``){let r=e;if(Object.entries(t).forEach(([e,t])=>{r=r.split(`<<${o}.${e}>>`).join(t)}),a.test(r)){let[,e]=a.exec(r)||[];throw Error(`Found variable that was not set: ${e}.
 Make sure you are passing all parameters through the --${o}=${e}:value-for-param flag.
 ${n}`)}return r}function c(r,a={}){let o=s(n(r,`utf-8`),a,`Also check that there are no extra variables defined in your yaml: ${r}`);return t(e,i.load(o))}function l(n,a){r(n,i.dump(t(e,a)))}export{l as a,s as i,a as n,c as r,o as t};
-//# sourceMappingURL=readTranscendYaml-CGb2UUyM.mjs.map
+//# sourceMappingURL=readTranscendYaml-DnvxeV7w.mjs.map

package/dist/{readTranscendYaml-CGb2UUyM.mjs.map → readTranscendYaml-DnvxeV7w.mjs.map}

@@ -1 +1 @@
-{"version":3,"file":"readTranscendYaml-CGb2UUyM.mjs","names":[],"sources":["../src/lib/readTranscendYaml.ts"],"sourcesContent":["import { readFileSync, writeFileSync } from 'node:fs';\n\nimport { decodeCodec, ObjByString } from '@transcend-io/type-utils';\nimport yaml from 'js-yaml';\n\nimport { TranscendInput } from '../codecs.js';\n\nexport const VARIABLE_PARAMETERS_REGEXP = /<<parameters\\.(.+?)>>/;\nexport const VARIABLE_PARAMETERS_NAME = 'parameters';\n\n/**\n * Function that replaces variables in a text file.\n * Throws error if there are variables that have not been replaced\n *\n * @param input - Input text\n * @param variables - Variables to replace\n * @param extraErrorMessage - Additional error message text\n * @returns Output text\n */\nexport function replaceVariablesInYaml(\n  input: string,\n  variables: ObjByString,\n  extraErrorMessage = '',\n): string {\n  let contents = input;\n  // Replace variables\n  Object.entries(variables).forEach(([name, value]) => {\n    contents = contents.split(`<<${VARIABLE_PARAMETERS_NAME}.${name}>>`).join(value);\n  });\n\n  // Throw error if unfilled variables\n  if (VARIABLE_PARAMETERS_REGEXP.test(contents)) {\n    const [, name] = VARIABLE_PARAMETERS_REGEXP.exec(contents) || [];\n    throw new Error(\n      `Found variable that was not set: ${name}.\nMake sure you are passing all parameters through the --${VARIABLE_PARAMETERS_NAME}=${name}:value-for-param flag.\n${extraErrorMessage}`,\n    );\n  }\n\n  return contents;\n}\n\n/**\n * Read in the contents of a yaml file and validate that the shape\n * of the yaml file matches the codec API\n *\n * @param filePath - Path to yaml file\n * @param variables - Variables to fill in\n * @returns The contents of the yaml file, type-checked\n */\nexport function readTranscendYaml(filePath: string, variables: ObjByString = {}): TranscendInput {\n  // Read in contents\n  const fileContents = readFileSync(filePath, 'utf-8');\n\n  // Replace variables\n  const replacedVariables = replaceVariablesInYaml(\n    fileContents,\n    variables,\n    `Also check that there are no extra variables defined in your yaml: ${filePath}`,\n  );\n\n  // Validate shape\n  return decodeCodec(TranscendInput, yaml.load(replacedVariables));\n}\n\n/**\n * Write a Transcend configuration to disk\n *\n * @param filePath - Path to yaml file\n * @param input - The input to write out\n */\nexport function writeTranscendYaml(filePath: string, input: TranscendInput): void {\n  writeFileSync(filePath, yaml.dump(decodeCodec(TranscendInput, input)));\n}\n"],"mappings":"mLAOA,MAAa,EAA6B,wBAC7B,EAA2B,aAWxC,SAAgB,EACd,EACA,EACA,EAAoB,GACZ,CACR,IAAI,EAAW,EAOf,GALA,OAAO,QAAQ,EAAU,CAAC,SAAS,CAAC,EAAM,KAAW,CACnD,EAAW,EAAS,MAAM,KAAK,EAAyB,GAAG,EAAK,IAAI,CAAC,KAAK,EAAM,EAChF,CAGE,EAA2B,KAAK,EAAS,CAAE,CAC7C,GAAM,EAAG,GAAQ,EAA2B,KAAK,EAAS,EAAI,EAAE,CAChE,MAAU,MACR,oCAAoC,EAAK;yDACU,EAAyB,GAAG,EAAK;EACxF,IACG,CAGH,OAAO,EAWT,SAAgB,EAAkB,EAAkB,EAAyB,EAAE,CAAkB,CAK/F,IAAM,EAAoB,EAHL,EAAa,EAAU,QAI9B,CACZ,EACA,sEAAsE,IACvE,CAGD,OAAO,EAAY,EAAgB,EAAK,KAAK,EAAkB,CAAC,CASlE,SAAgB,EAAmB,EAAkB,EAA6B,CAChF,EAAc,EAAU,EAAK,KAAK,EAAY,EAAgB,EAAM,CAAC,CAAC"}
+{"version":3,"file":"readTranscendYaml-DnvxeV7w.mjs","names":[],"sources":["../src/lib/readTranscendYaml.ts"],"sourcesContent":["import { readFileSync, writeFileSync } from 'node:fs';\n\nimport { decodeCodec, ObjByString } from '@transcend-io/type-utils';\nimport yaml from 'js-yaml';\n\nimport { TranscendInput } from '../codecs.js';\n\nexport const VARIABLE_PARAMETERS_REGEXP = /<<parameters\\.(.+?)>>/;\nexport const VARIABLE_PARAMETERS_NAME = 'parameters';\n\n/**\n * Function that replaces variables in a text file.\n * Throws error if there are variables that have not been replaced\n *\n * @param input - Input text\n * @param variables - Variables to replace\n * @param extraErrorMessage - Additional error message text\n * @returns Output text\n */\nexport function replaceVariablesInYaml(\n  input: string,\n  variables: ObjByString,\n  extraErrorMessage = '',\n): string {\n  let contents = input;\n  // Replace variables\n  Object.entries(variables).forEach(([name, value]) => {\n    contents = contents.split(`<<${VARIABLE_PARAMETERS_NAME}.${name}>>`).join(value);\n  });\n\n  // Throw error if unfilled variables\n  if (VARIABLE_PARAMETERS_REGEXP.test(contents)) {\n    const [, name] = VARIABLE_PARAMETERS_REGEXP.exec(contents) || [];\n    throw new Error(\n      `Found variable that was not set: ${name}.\nMake sure you are passing all parameters through the --${VARIABLE_PARAMETERS_NAME}=${name}:value-for-param flag.\n${extraErrorMessage}`,\n    );\n  }\n\n  return contents;\n}\n\n/**\n * Read in the contents of a yaml file and validate that the shape\n * of the yaml file matches the codec API\n *\n * @param filePath - Path to yaml file\n * @param variables - Variables to fill in\n * @returns The contents of the yaml file, type-checked\n */\nexport function readTranscendYaml(filePath: string, variables: ObjByString = {}): TranscendInput {\n  // Read in contents\n  const fileContents = readFileSync(filePath, 'utf-8');\n\n  // Replace variables\n  const replacedVariables = replaceVariablesInYaml(\n    fileContents,\n    variables,\n    `Also check that there are no extra variables defined in your yaml: ${filePath}`,\n  );\n\n  // Validate shape\n  return decodeCodec(TranscendInput, yaml.load(replacedVariables));\n}\n\n/**\n * Write a Transcend configuration to disk\n *\n * @param filePath - Path to yaml file\n * @param input - The input to write out\n */\nexport function writeTranscendYaml(filePath: string, input: TranscendInput): void {\n  writeFileSync(filePath, yaml.dump(decodeCodec(TranscendInput, input)));\n}\n"],"mappings":"mLAOA,MAAa,EAA6B,wBAC7B,EAA2B,aAWxC,SAAgB,EACd,EACA,EACA,EAAoB,GACZ,CACR,IAAI,EAAW,EAOf,GALA,OAAO,QAAQ,EAAU,CAAC,SAAS,CAAC,EAAM,KAAW,CACnD,EAAW,EAAS,MAAM,KAAK,EAAyB,GAAG,EAAK,IAAI,CAAC,KAAK,EAAM,EAChF,CAGE,EAA2B,KAAK,EAAS,CAAE,CAC7C,GAAM,EAAG,GAAQ,EAA2B,KAAK,EAAS,EAAI,EAAE,CAChE,MAAU,MACR,oCAAoC,EAAK;yDACU,EAAyB,GAAG,EAAK;EACxF,IACG,CAGH,OAAO,EAWT,SAAgB,EAAkB,EAAkB,EAAyB,EAAE,CAAkB,CAK/F,IAAM,EAAoB,EAHL,EAAa,EAAU,QAI9B,CACZ,EACA,sEAAsE,IACvE,CAGD,OAAO,EAAY,EAAgB,EAAK,KAAK,EAAkB,CAAC,CASlE,SAAgB,EAAmB,EAAkB,EAA6B,CAChF,EAAc,EAAU,EAAK,KAAK,EAAY,EAAgB,EAAM,CAAC,CAAC"}

package/dist/{removeUnverifiedRequestIdentifiers-Dy_Pzzd0.mjs → removeUnverifiedRequestIdentifiers-C8aAV99N.mjs}

@@ -1,2 +1,2 @@
-import{a as e}from"./constants-BOWblkym.mjs";import{t}from"./logger-Bj782ZYD.mjs";import{r as n}from"./fetchAllRequests-CHHdyb4Q.mjs";import{RequestStatus as r}from"@transcend-io/privacy-types";import i from"colors";import{REMOVE_REQUEST_IDENTIFIERS as a,buildTranscendGraphQLClient as o,fetchAllRequestIdentifierMetadata as s,makeGraphQLRequest as c}from"@transcend-io/sdk";import{map as l}from"@transcend-io/utils";import u from"cli-progress";async function d({requestActions:d,identifierNames:f,auth:p,concurrency:m=20,transcendUrl:h=e}){let g=o(h,p),_=new Date().getTime(),v=new u.SingleBar({},u.Presets.shades_classic),y=await n(g,{actions:d,statuses:[r.Enriching]});t.info(i.magenta(`Fetched requests in preflight/enriching state.`));let b=0,x=0;v.start(y.length,0),await l(y,async e=>{let n=(await s(g,{filterBy:{requestId:e.id},logger:t})).filter(({isVerifiedAtLeastOnce:e,name:t})=>e===!1&&f.includes(t)).map(({id:e})=>e);n.length>0&&(await c(g,a,{variables:{input:{requestId:e.id,requestIdentifierIds:n}},logger:t}),x+=n.length),b+=1,v.update(b)},{concurrency:m}),v.stop();let S=new Date().getTime()-_;return t.info(i.green(`Successfully cleared out unverified identifiers "${S/1e3}" seconds for ${b} requests, ${x} identifiers were cleared out!`)),y.length}export{d as t};
-//# sourceMappingURL=removeUnverifiedRequestIdentifiers-Dy_Pzzd0.mjs.map
+import{a as e}from"./constants-FP8lxFg5.mjs";import{t}from"./logger-B-LXIf3U.mjs";import{r as n}from"./fetchAllRequests-B2qEAfDh.mjs";import{RequestStatus as r}from"@transcend-io/privacy-types";import i from"colors";import{REMOVE_REQUEST_IDENTIFIERS as a,buildTranscendGraphQLClient as o,fetchAllRequestIdentifierMetadata as s,makeGraphQLRequest as c}from"@transcend-io/sdk";import{map as l}from"@transcend-io/utils";import u from"cli-progress";async function d({requestActions:d,identifierNames:f,auth:p,concurrency:m=20,transcendUrl:h=e}){let g=o(h,p),_=new Date().getTime(),v=new u.SingleBar({},u.Presets.shades_classic),y=await n(g,{actions:d,statuses:[r.Enriching]});t.info(i.magenta(`Fetched requests in preflight/enriching state.`));let b=0,x=0;v.start(y.length,0),await l(y,async e=>{let n=(await s(g,{filterBy:{requestId:e.id},logger:t})).filter(({isVerifiedAtLeastOnce:e,name:t})=>e===!1&&f.includes(t)).map(({id:e})=>e);n.length>0&&(await c(g,a,{variables:{input:{requestId:e.id,requestIdentifierIds:n}},logger:t}),x+=n.length),b+=1,v.update(b)},{concurrency:m}),v.stop();let S=new Date().getTime()-_;return t.info(i.green(`Successfully cleared out unverified identifiers "${S/1e3}" seconds for ${b} requests, ${x} identifiers were cleared out!`)),y.length}export{d as t};
+//# sourceMappingURL=removeUnverifiedRequestIdentifiers-C8aAV99N.mjs.map

package/dist/{removeUnverifiedRequestIdentifiers-Dy_Pzzd0.mjs.map → removeUnverifiedRequestIdentifiers-C8aAV99N.mjs.map}

@@ -1 +1 @@
-{"version":3,"file":"removeUnverifiedRequestIdentifiers-Dy_Pzzd0.mjs","names":[],"sources":["../src/lib/requests/removeUnverifiedRequestIdentifiers.ts"],"sourcesContent":["import { RequestAction, RequestStatus } from '@transcend-io/privacy-types';\nimport {\n  buildTranscendGraphQLClient,\n  fetchAllRequestIdentifierMetadata,\n  makeGraphQLRequest,\n  REMOVE_REQUEST_IDENTIFIERS,\n} from '@transcend-io/sdk';\nimport { map } from '@transcend-io/utils';\nimport cliProgress from 'cli-progress';\nimport colors from 'colors';\n\nimport { DEFAULT_TRANSCEND_API } from '../../constants.js';\nimport { logger } from '../../logger.js';\nimport { fetchAllRequests } from '../graphql/index.js';\n\n/**\n * Remove a set of unverified request identifier\n *\n * @param options - Options\n * @returns Number of items marked as completed\n */\nexport async function removeUnverifiedRequestIdentifiers({\n  requestActions,\n  identifierNames,\n  auth,\n  concurrency = 20,\n  transcendUrl = DEFAULT_TRANSCEND_API,\n}: {\n  /** The request actions that should be restarted */\n  requestActions: RequestAction[];\n  /** Transcend API key authentication */\n  auth: string;\n  /** The set of identifier names to remove */\n  identifierNames: string[];\n  /** Concurrency to upload requests in parallel */\n  concurrency?: number;\n  /** API URL for Transcend backend */\n  transcendUrl?: string;\n}): Promise<number> {\n  // Find all requests made before createdAt that are in a removing data state\n  const client = buildTranscendGraphQLClient(transcendUrl, auth);\n\n  // Time duration\n  const t0 = new Date().getTime();\n  // create a new progress bar instance and use shades_classic theme\n  const progressBar = new cliProgress.SingleBar({}, cliProgress.Presets.shades_classic);\n\n  // Pull in the requests\n  const allRequests = await fetchAllRequests(client, {\n    actions: requestActions,\n    statuses: [RequestStatus.Enriching],\n  });\n\n  // Notify Transcend\n  logger.info(colors.magenta('Fetched requests in preflight/enriching state.'));\n\n  let total = 0;\n  let processed = 0;\n  progressBar.start(allRequests.length, 0);\n  await map(\n    allRequests,\n    async (requestToRestart) => {\n      const requestIdentifiers = await fetchAllRequestIdentifierMetadata(client, {\n        filterBy: { requestId: requestToRestart.id },\n        logger,\n      });\n      const clearOut = requestIdentifiers\n        .filter(\n          ({ isVerifiedAtLeastOnce, name }) =>\n            isVerifiedAtLeastOnce === false && identifierNames.includes(name),\n        )\n        .map(({ id }) => id);\n\n      if (clearOut.length > 0) {\n        await makeGraphQLRequest<{\n          /** Whether we successfully uploaded the results */\n          success: boolean;\n        }>(client, REMOVE_REQUEST_IDENTIFIERS, {\n          variables: {\n            input: {\n              requestId: requestToRestart.id,\n              requestIdentifierIds: clearOut,\n            },\n          },\n          logger,\n        });\n        processed += clearOut.length;\n      }\n\n      total += 1;\n      progressBar.update(total);\n    },\n    { concurrency },\n  );\n\n  progressBar.stop();\n  const t1 = new Date().getTime();\n  const totalTime = t1 - t0;\n\n  logger.info(\n    colors.green(\n      `Successfully cleared out unverified identifiers \"${\n        totalTime / 1000\n      }\" seconds for ${total} requests, ${processed} identifiers were cleared out!`,\n    ),\n  );\n  return allRequests.length;\n}\n"],"mappings":"6bAqBA,eAAsB,EAAmC,CACvD,iBACA,kBACA,OACA,cAAc,GACd,eAAe,GAYG,CAElB,IAAM,EAAS,EAA4B,EAAc,EAAK,CAGxD,EAAK,IAAI,MAAM,CAAC,SAAS,CAEzB,EAAc,IAAI,EAAY,UAAU,EAAE,CAAE,EAAY,QAAQ,eAAe,CAG/E,EAAc,MAAM,EAAiB,EAAQ,CACjD,QAAS,EACT,SAAU,CAAC,EAAc,UAAU,CACpC,CAAC,CAGF,EAAO,KAAK,EAAO,QAAQ,iDAAiD,CAAC,CAE7E,IAAI,EAAQ,EACR,EAAY,EAChB,EAAY,MAAM,EAAY,OAAQ,EAAE,CACxC,MAAM,EACJ,EACA,KAAO,IAAqB,CAK1B,IAAM,GAAW,MAJgB,EAAkC,EAAQ,CACzE,SAAU,CAAE,UAAW,EAAiB,GAAI,CAC5C,SACD,CAAC,EAEC,QACE,CAAE,wBAAuB,UACxB,IAA0B,IAAS,EAAgB,SAAS,EAAK,CACpE,CACA,KAAK,CAAE,QAAS,EAAG,CAElB,EAAS,OAAS,IACpB,MAAM,EAGH,EAAQ,EAA4B,CACrC,UAAW,CACT,MAAO,CACL,UAAW,EAAiB,GAC5B,qBAAsB,EACvB,CACF,CACD,SACD,CAAC,CACF,GAAa,EAAS,QAGxB,GAAS,EACT,EAAY,OAAO,EAAM,EAE3B,CAAE,cAAa,CAChB,CAED,EAAY,MAAM,CAElB,IAAM,EADK,IAAI,MAAM,CAAC,SACF,CAAG,EASvB,OAPA,EAAO,KACL,EAAO,MACL,oDACE,EAAY,IACb,gBAAgB,EAAM,aAAa,EAAU,gCAC/C,CACF,CACM,EAAY"}
+{"version":3,"file":"removeUnverifiedRequestIdentifiers-C8aAV99N.mjs","names":[],"sources":["../src/lib/requests/removeUnverifiedRequestIdentifiers.ts"],"sourcesContent":["import { RequestAction, RequestStatus } from '@transcend-io/privacy-types';\nimport {\n  buildTranscendGraphQLClient,\n  fetchAllRequestIdentifierMetadata,\n  makeGraphQLRequest,\n  REMOVE_REQUEST_IDENTIFIERS,\n} from '@transcend-io/sdk';\nimport { map } from '@transcend-io/utils';\nimport cliProgress from 'cli-progress';\nimport colors from 'colors';\n\nimport { DEFAULT_TRANSCEND_API } from '../../constants.js';\nimport { logger } from '../../logger.js';\nimport { fetchAllRequests } from '../graphql/index.js';\n\n/**\n * Remove a set of unverified request identifier\n *\n * @param options - Options\n * @returns Number of items marked as completed\n */\nexport async function removeUnverifiedRequestIdentifiers({\n  requestActions,\n  identifierNames,\n  auth,\n  concurrency = 20,\n  transcendUrl = DEFAULT_TRANSCEND_API,\n}: {\n  /** The request actions that should be restarted */\n  requestActions: RequestAction[];\n  /** Transcend API key authentication */\n  auth: string;\n  /** The set of identifier names to remove */\n  identifierNames: string[];\n  /** Concurrency to upload requests in parallel */\n  concurrency?: number;\n  /** API URL for Transcend backend */\n  transcendUrl?: string;\n}): Promise<number> {\n  // Find all requests made before createdAt that are in a removing data state\n  const client = buildTranscendGraphQLClient(transcendUrl, auth);\n\n  // Time duration\n  const t0 = new Date().getTime();\n  // create a new progress bar instance and use shades_classic theme\n  const progressBar = new cliProgress.SingleBar({}, cliProgress.Presets.shades_classic);\n\n  // Pull in the requests\n  const allRequests = await fetchAllRequests(client, {\n    actions: requestActions,\n    statuses: [RequestStatus.Enriching],\n  });\n\n  // Notify Transcend\n  logger.info(colors.magenta('Fetched requests in preflight/enriching state.'));\n\n  let total = 0;\n  let processed = 0;\n  progressBar.start(allRequests.length, 0);\n  await map(\n    allRequests,\n    async (requestToRestart) => {\n      const requestIdentifiers = await fetchAllRequestIdentifierMetadata(client, {\n        filterBy: { requestId: requestToRestart.id },\n        logger,\n      });\n      const clearOut = requestIdentifiers\n        .filter(\n          ({ isVerifiedAtLeastOnce, name }) =>\n            isVerifiedAtLeastOnce === false && identifierNames.includes(name),\n        )\n        .map(({ id }) => id);\n\n      if (clearOut.length > 0) {\n        await makeGraphQLRequest<{\n          /** Whether we successfully uploaded the results */\n          success: boolean;\n        }>(client, REMOVE_REQUEST_IDENTIFIERS, {\n          variables: {\n            input: {\n              requestId: requestToRestart.id,\n              requestIdentifierIds: clearOut,\n            },\n          },\n          logger,\n        });\n        processed += clearOut.length;\n      }\n\n      total += 1;\n      progressBar.update(total);\n    },\n    { concurrency },\n  );\n\n  progressBar.stop();\n  const t1 = new Date().getTime();\n  const totalTime = t1 - t0;\n\n  logger.info(\n    colors.green(\n      `Successfully cleared out unverified identifiers \"${\n        totalTime / 1000\n      }\" seconds for ${total} requests, ${processed} identifiers were cleared out!`,\n    ),\n  );\n  return allRequests.length;\n}\n"],"mappings":"6bAqBA,eAAsB,EAAmC,CACvD,iBACA,kBACA,OACA,cAAc,GACd,eAAe,GAYG,CAElB,IAAM,EAAS,EAA4B,EAAc,EAAK,CAGxD,EAAK,IAAI,MAAM,CAAC,SAAS,CAEzB,EAAc,IAAI,EAAY,UAAU,EAAE,CAAE,EAAY,QAAQ,eAAe,CAG/E,EAAc,MAAM,EAAiB,EAAQ,CACjD,QAAS,EACT,SAAU,CAAC,EAAc,UAAU,CACpC,CAAC,CAGF,EAAO,KAAK,EAAO,QAAQ,iDAAiD,CAAC,CAE7E,IAAI,EAAQ,EACR,EAAY,EAChB,EAAY,MAAM,EAAY,OAAQ,EAAE,CACxC,MAAM,EACJ,EACA,KAAO,IAAqB,CAK1B,IAAM,GAAW,MAJgB,EAAkC,EAAQ,CACzE,SAAU,CAAE,UAAW,EAAiB,GAAI,CAC5C,SACD,CAAC,EAEC,QACE,CAAE,wBAAuB,UACxB,IAA0B,IAAS,EAAgB,SAAS,EAAK,CACpE,CACA,KAAK,CAAE,QAAS,EAAG,CAElB,EAAS,OAAS,IACpB,MAAM,EAGH,EAAQ,EAA4B,CACrC,UAAW,CACT,MAAO,CACL,UAAW,EAAiB,GAC5B,qBAAsB,EACvB,CACF,CACD,SACD,CAAC,CACF,GAAa,EAAS,QAGxB,GAAS,EACT,EAAY,OAAO,EAAM,EAE3B,CAAE,cAAa,CAChB,CAED,EAAY,MAAM,CAElB,IAAM,EADK,IAAI,MAAM,CAAC,SACF,CAAG,EASvB,OAPA,EAAO,KACL,EAAO,MACL,oDACE,EAAY,IACb,gBAAgB,EAAM,aAAa,EAAU,gCAC/C,CACF,CACM,EAAY"}

package/dist/{request-DfkRPQFr.mjs → request-CikRkOJR.mjs}

@@ -114,4 +114,4 @@ import{gql as e}from"graphql-request";const t=e`
     }
   }
 `;export{t as a,n as i,i as n,a as o,o as r,r as t};
-//# sourceMappingURL=request-DfkRPQFr.mjs.map
+//# sourceMappingURL=request-CikRkOJR.mjs.map

package/dist/{request-DfkRPQFr.mjs.map → request-CikRkOJR.mjs.map}

@@ -1 +1 @@
-{"version":3,"file":"request-DfkRPQFr.mjs","names":[],"sources":["../src/lib/graphql/gqls/request.ts"],"sourcesContent":["import { gql } from 'graphql-request';\n\n// TODO: https://transcend.height.app/T-27909 - enable optimizations\n// isExportCsv: true\nexport const REQUESTS_COUNT = gql`\n  query TranscendCliRequestsCount($filterBy: RequestFiltersInput!) {\n    requests(filterBy: $filterBy, first: 0, useMaster: false) {\n      totalCount\n    }\n  }\n`;\n\nexport const REQUESTS = gql`\n  query TranscendCliRequests($first: Int!, $after: String, $filterBy: RequestFiltersInput!) {\n    requests(\n      filterBy: $filterBy\n      first: $first\n      after: $after\n      orderBy: [{ field: createdAt, direction: ASC }, { field: id, direction: ASC }]\n      useMaster: false\n    ) {\n      nodes {\n        id\n        createdAt\n        email\n        link\n        status\n        details\n        isTest\n        locale\n        origin\n        isSilent\n        coreIdentifier\n        daysRemaining\n        successfullyCompletedAt\n        type\n        subjectType\n        country\n        countrySubDivision\n        purpose {\n          title\n          name\n          consent\n          enrichedPreferences {\n            topic\n            selectValues {\n              id\n              name\n              preferenceOption {\n                id\n                slug\n                title {\n                  defaultMessage\n                }\n              }\n            }\n            selectValue {\n              id\n              name\n            }\n            selectValue {\n              id\n              name\n            }\n            preferenceTopic {\n              title {\n                defaultMessage\n              }\n              id\n              slug\n            }\n            name\n            id\n            booleanValue\n          }\n        }\n        attributeValues {\n          id\n          name\n          attributeKey {\n            id\n            name\n          }\n        }\n      }\n      pageInfo {\n        endCursor\n        hasNextPage\n      }\n    }\n  }\n`;\n\nexport const APPROVE_PRIVACY_REQUEST = gql`\n  mutation TranscendCliApprovePrivacyRequest($input: CommunicationInput!) {\n    approveRequest(input: $input) {\n      request {\n        id\n      }\n    }\n  }\n`;\nexport const CANCEL_PRIVACY_REQUEST = gql`\n  mutation TranscendCliCancelPrivacyRequest($input: CommunicationInput!) {\n    cancelRequest(input: $input) {\n      request {\n        id\n      }\n    }\n  }\n`;\n\nexport const UPDATE_PRIVACY_REQUEST = gql`\n  mutation TranscendCliUpdatePrivacyRequest($input: UpdateRequestInput!) {\n    updateRequest(input: $input) {\n      request {\n        id\n      }\n    }\n  }\n`;\n\nexport const NOTIFY_ADDITIONAL_TIME = gql`\n  mutation TranscendCliNotifyAdditionalTime($input: AdditionalTimeInput!) {\n    notifyAdditionalTime(input: $input) {\n      clientMutationId\n    }\n  }\n`;\n"],"mappings":"sCAIA,MAAa,EAAiB,CAAG;;;;;;EAQpB,EAAW,CAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAiFd,EAA0B,CAAG;;;;;;;;EAS7B,EAAyB,CAAG;;;;;;;;EAU5B,EAAyB,CAAG;;;;;;;;EAU5B,EAAyB,CAAG"}
+{"version":3,"file":"request-CikRkOJR.mjs","names":[],"sources":["../src/lib/graphql/gqls/request.ts"],"sourcesContent":["import { gql } from 'graphql-request';\n\n// TODO: https://transcend.height.app/T-27909 - enable optimizations\n// isExportCsv: true\nexport const REQUESTS_COUNT = gql`\n  query TranscendCliRequestsCount($filterBy: RequestFiltersInput!) {\n    requests(filterBy: $filterBy, first: 0, useMaster: false) {\n      totalCount\n    }\n  }\n`;\n\nexport const REQUESTS = gql`\n  query TranscendCliRequests($first: Int!, $after: String, $filterBy: RequestFiltersInput!) {\n    requests(\n      filterBy: $filterBy\n      first: $first\n      after: $after\n      orderBy: [{ field: createdAt, direction: ASC }, { field: id, direction: ASC }]\n      useMaster: false\n    ) {\n      nodes {\n        id\n        createdAt\n        email\n        link\n        status\n        details\n        isTest\n        locale\n        origin\n        isSilent\n        coreIdentifier\n        daysRemaining\n        successfullyCompletedAt\n        type\n        subjectType\n        country\n        countrySubDivision\n        purpose {\n          title\n          name\n          consent\n          enrichedPreferences {\n            topic\n            selectValues {\n              id\n              name\n              preferenceOption {\n                id\n                slug\n                title {\n                  defaultMessage\n                }\n              }\n            }\n            selectValue {\n              id\n              name\n            }\n            selectValue {\n              id\n              name\n            }\n            preferenceTopic {\n              title {\n                defaultMessage\n              }\n              id\n              slug\n            }\n            name\n            id\n            booleanValue\n          }\n        }\n        attributeValues {\n          id\n          name\n          attributeKey {\n            id\n            name\n          }\n        }\n      }\n      pageInfo {\n        endCursor\n        hasNextPage\n      }\n    }\n  }\n`;\n\nexport const APPROVE_PRIVACY_REQUEST = gql`\n  mutation TranscendCliApprovePrivacyRequest($input: CommunicationInput!) {\n    approveRequest(input: $input) {\n      request {\n        id\n      }\n    }\n  }\n`;\nexport const CANCEL_PRIVACY_REQUEST = gql`\n  mutation TranscendCliCancelPrivacyRequest($input: CommunicationInput!) {\n    cancelRequest(input: $input) {\n      request {\n        id\n      }\n    }\n  }\n`;\n\nexport const UPDATE_PRIVACY_REQUEST = gql`\n  mutation TranscendCliUpdatePrivacyRequest($input: UpdateRequestInput!) {\n    updateRequest(input: $input) {\n      request {\n        id\n      }\n    }\n  }\n`;\n\nexport const NOTIFY_ADDITIONAL_TIME = gql`\n  mutation TranscendCliNotifyAdditionalTime($input: AdditionalTimeInput!) {\n    notifyAdditionalTime(input: $input) {\n      clientMutationId\n    }\n  }\n`;\n"],"mappings":"sCAIA,MAAa,EAAiB,CAAG;;;;;;EAQpB,EAAW,CAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAiFd,EAA0B,CAAG;;;;;;;;EAS7B,EAAyB,CAAG;;;;;;;;EAU5B,EAAyB,CAAG;;;;;;;;EAU5B,EAAyB,CAAG"}

package/dist/resolveBundleIdByName-C6GQuO2d.mjs

@@ -0,0 +1,3 @@
+import e from"got";function t(t,n){return e.extend({prefixUrl:t.replace(/\/$/,``),headers:{Authorization:`Bearer ${n}`,accept:`application/json`}})}function n(e){return[`id          ${e.id}`,`version     ${e.version}`,`createdAt   ${e.createdAt}`,`activatedAt ${e.activatedAt??`-`}`].join(`
+`)}function r(e,t){if(t.json){e.write(`${JSON.stringify(t.data,null,2)}\n`);return}t.renderTable&&e.write(`${t.renderTable()}\n`)}async function i(e,t){let n=0;for(;;){let r=await e.get(`v1/policy-engine/policy-bundles`,{searchParams:{limit:100,offset:n}}).json(),i=r.nodes.find(e=>e.bundleName===t);if(i)return i.id;if(n+=r.nodes.length,n>=r.totalCount||r.nodes.length===0)return}}export{t as i,r as n,n as r,i as t};
+//# sourceMappingURL=resolveBundleIdByName-C6GQuO2d.mjs.map

package/dist/resolveBundleIdByName-C6GQuO2d.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"resolveBundleIdByName-C6GQuO2d.mjs","names":[],"sources":["../src/commands/policy/helpers/buildPolicyEngineClient.ts","../src/commands/policy/helpers/formatPolicyBundleVersionSummary.ts","../src/commands/policy/helpers/printResult.ts","../src/commands/policy/helpers/resolveBundleIdByName.ts"],"sourcesContent":["import got, { type Got } from 'got';\n\n/**\n * Creates a got client for Policy Engine REST endpoints on the monolith.\n *\n * @param transcendUrl - Transcend API base URL\n * @param auth - Transcend API key\n * @returns Configured got instance\n */\nexport function buildPolicyEngineClient(transcendUrl: string, auth: string): Got {\n  return got.extend({\n    prefixUrl: transcendUrl.replace(/\\/$/, ''),\n    headers: {\n      Authorization: `Bearer ${auth}`,\n      accept: 'application/json',\n    },\n  });\n}\n","import type { PolicyBundleVersion } from '../types.js';\n\n/**\n * Formats a policy bundle version for human-readable CLI output.\n *\n * @param version - Version record from the API\n * @returns Summary lines\n */\nexport function formatPolicyBundleVersionSummary(version: PolicyBundleVersion): string {\n  return [\n    `id          ${version.id}`,\n    `version     ${version.version}`,\n    `createdAt   ${version.createdAt}`,\n    `activatedAt ${version.activatedAt ?? '-'}`,\n  ].join('\\n');\n}\n","/** Options for printing CLI command output. */\nexport interface PrintResultOptions {\n  /** When true, print raw JSON */\n  json: boolean;\n  /** JSON-serializable payload */\n  data: unknown;\n  /** Table renderer used when json is false */\n  renderTable?: () => string;\n}\n\n/**\n * Prints JSON or a human-readable table to stdout.\n *\n * @param stdout - Process stdout stream\n * @param options - Output options\n */\nexport function printResult(stdout: NodeJS.WriteStream, options: PrintResultOptions): void {\n  if (options.json) {\n    stdout.write(`${JSON.stringify(options.data, null, 2)}\\n`);\n    return;\n  }\n\n  if (options.renderTable) {\n    stdout.write(`${options.renderTable()}\\n`);\n  }\n}\n","import type { Got } from 'got';\n\nimport type { PolicyBundleListResponse } from '../types.js';\n\n/**\n * Resolves a bundle name to its UUID by scanning offset-paginated bundle listings.\n *\n * @param client - Policy Engine REST client\n * @param bundleName - Bundle name to resolve\n * @returns Bundle UUID when found\n */\nexport async function resolveBundleIdByName(\n  client: Got,\n  bundleName: string,\n): Promise<string | undefined> {\n  const limit = 100;\n  let offset = 0;\n\n  while (true) {\n    const body = await client\n      .get('v1/policy-engine/policy-bundles', {\n        searchParams: { limit, offset },\n      })\n      .json<PolicyBundleListResponse>();\n\n    const match = body.nodes.find((bundle) => bundle.bundleName === bundleName);\n    if (match) {\n      return match.id;\n    }\n\n    offset += body.nodes.length;\n    if (offset >= body.totalCount || body.nodes.length === 0) {\n      return undefined;\n    }\n  }\n}\n"],"mappings":"mBASA,SAAgB,EAAwB,EAAsB,EAAmB,CAC/E,OAAO,EAAI,OAAO,CAChB,UAAW,EAAa,QAAQ,MAAO,GAAG,CAC1C,QAAS,CACP,cAAe,UAAU,IACzB,OAAQ,mBACT,CACF,CAAC,CCRJ,SAAgB,EAAiC,EAAsC,CACrF,MAAO,CACL,eAAe,EAAQ,KACvB,eAAe,EAAQ,UACvB,eAAe,EAAQ,YACvB,eAAe,EAAQ,aAAe,MACvC,CAAC,KAAK;EAAK,CCEd,SAAgB,EAAY,EAA4B,EAAmC,CACzF,GAAI,EAAQ,KAAM,CAChB,EAAO,MAAM,GAAG,KAAK,UAAU,EAAQ,KAAM,KAAM,EAAE,CAAC,IAAI,CAC1D,OAGE,EAAQ,aACV,EAAO,MAAM,GAAG,EAAQ,aAAa,CAAC,IAAI,CCZ9C,eAAsB,EACpB,EACA,EAC6B,CAC7B,IACI,EAAS,EAEb,OAAa,CACX,IAAM,EAAO,MAAM,EAChB,IAAI,kCAAmC,CACtC,aAAc,CAAE,UAAO,SAAQ,CAChC,CAAC,CACD,MAAgC,CAE7B,EAAQ,EAAK,MAAM,KAAM,GAAW,EAAO,aAAe,EAAW,CAC3E,GAAI,EACF,OAAO,EAAM,GAIf,GADA,GAAU,EAAK,MAAM,OACjB,GAAU,EAAK,YAAc,EAAK,MAAM,SAAW,EACrD"}

package/dist/{retryRequestDataSilos-DiDonwCa.mjs → retryRequestDataSilos-CYvolpVQ.mjs}

@@ -1,2 +1,2 @@
-import{a as e}from"./constants-BOWblkym.mjs";import{t}from"./logger-Bj782ZYD.mjs";import{r as n}from"./fetchAllRequests-CHHdyb4Q.mjs";import{RequestStatus as r}from"@transcend-io/privacy-types";import i from"colors";import{RETRY_REQUEST_DATA_SILO as a,buildTranscendGraphQLClient as o,fetchRequestDataSilo as s,makeGraphQLRequest as c}from"@transcend-io/sdk";import{map as l}from"@transcend-io/utils";import u from"cli-progress";async function d({requestActions:d,dataSiloId:f,auth:p,concurrency:m=20,transcendUrl:h=e}){let g=o(h,p),_=new Date().getTime(),v=new u.SingleBar({},u.Presets.shades_classic),y=await n(g,{actions:d,statuses:[r.Compiling,r.Approving]});t.info(i.magenta(`Retrying requests for Data Silo: "${f}", restarting "${y.length}" requests.`));let b=0,x=0;v.start(y.length,0),await l(y,async e=>{try{await c(g,a,{variables:{requestDataSiloId:(await s(g,{logger:t,filterBy:{requestId:e.id,dataSiloId:f}})).id},logger:t})}catch(e){if(!e.message.includes(`Failed to find RequestDataSilo`))throw e;x+=1}b+=1,v.update(b)},{concurrency:m}),v.stop();let S=new Date().getTime()-_;return t.info(i.green(`Successfully notified Transcend in "${S/1e3}" seconds for ${b} requests, ${x} requests were skipped because data silo was not attached to the request!`)),y.length}export{d as t};
-//# sourceMappingURL=retryRequestDataSilos-DiDonwCa.mjs.map
+import{a as e}from"./constants-FP8lxFg5.mjs";import{t}from"./logger-B-LXIf3U.mjs";import{r as n}from"./fetchAllRequests-B2qEAfDh.mjs";import{RequestStatus as r}from"@transcend-io/privacy-types";import i from"colors";import{RETRY_REQUEST_DATA_SILO as a,buildTranscendGraphQLClient as o,fetchRequestDataSilo as s,makeGraphQLRequest as c}from"@transcend-io/sdk";import{map as l}from"@transcend-io/utils";import u from"cli-progress";async function d({requestActions:d,dataSiloId:f,auth:p,concurrency:m=20,transcendUrl:h=e}){let g=o(h,p),_=new Date().getTime(),v=new u.SingleBar({},u.Presets.shades_classic),y=await n(g,{actions:d,statuses:[r.Compiling,r.Approving]});t.info(i.magenta(`Retrying requests for Data Silo: "${f}", restarting "${y.length}" requests.`));let b=0,x=0;v.start(y.length,0),await l(y,async e=>{try{await c(g,a,{variables:{requestDataSiloId:(await s(g,{logger:t,filterBy:{requestId:e.id,dataSiloId:f}})).id},logger:t})}catch(e){if(!e.message.includes(`Failed to find RequestDataSilo`))throw e;x+=1}b+=1,v.update(b)},{concurrency:m}),v.stop();let S=new Date().getTime()-_;return t.info(i.green(`Successfully notified Transcend in "${S/1e3}" seconds for ${b} requests, ${x} requests were skipped because data silo was not attached to the request!`)),y.length}export{d as t};
+//# sourceMappingURL=retryRequestDataSilos-CYvolpVQ.mjs.map

package/dist/{retryRequestDataSilos-DiDonwCa.mjs.map → retryRequestDataSilos-CYvolpVQ.mjs.map}

@@ -1 +1 @@
-{"version":3,"file":"retryRequestDataSilos-DiDonwCa.mjs","names":[],"sources":["../src/lib/requests/retryRequestDataSilos.ts"],"sourcesContent":["import { RequestAction, RequestStatus } from '@transcend-io/privacy-types';\nimport {\n  buildTranscendGraphQLClient,\n  makeGraphQLRequest,\n  RETRY_REQUEST_DATA_SILO,\n  fetchRequestDataSilo,\n} from '@transcend-io/sdk';\nimport { map } from '@transcend-io/utils';\nimport cliProgress from 'cli-progress';\nimport colors from 'colors';\n\nimport { DEFAULT_TRANSCEND_API } from '../../constants.js';\nimport { logger } from '../../logger.js';\nimport { fetchAllRequests } from '../graphql/index.js';\n\n/**\n * Retry a set of RequestDataSilos\n *\n * @param options - Options\n * @returns Number of items marked as completed\n */\nexport async function retryRequestDataSilos({\n  requestActions,\n  dataSiloId,\n  auth,\n  concurrency = 20,\n  transcendUrl = DEFAULT_TRANSCEND_API,\n}: {\n  /** The request actions that should be restarted */\n  requestActions: RequestAction[];\n  /** Transcend API key authentication */\n  auth: string;\n  /** Data Silo ID to pull down jobs for */\n  dataSiloId: string;\n  /** Concurrency to upload requests in parallel */\n  concurrency?: number;\n  /** API URL for Transcend backend */\n  transcendUrl?: string;\n}): Promise<number> {\n  // Find all requests made before createdAt that are in a removing data state\n  const client = buildTranscendGraphQLClient(transcendUrl, auth);\n\n  // Time duration\n  const t0 = new Date().getTime();\n  // create a new progress bar instance and use shades_classic theme\n  const progressBar = new cliProgress.SingleBar({}, cliProgress.Presets.shades_classic);\n\n  // Pull in the requests\n  const allRequests = await fetchAllRequests(client, {\n    actions: requestActions,\n    statuses: [RequestStatus.Compiling, RequestStatus.Approving],\n  });\n\n  // Notify Transcend\n  logger.info(\n    colors.magenta(\n      `Retrying requests for Data Silo: \"${dataSiloId}\", restarting \"${allRequests.length}\" requests.`,\n    ),\n  );\n\n  let total = 0;\n  let skipped = 0;\n  progressBar.start(allRequests.length, 0);\n  await map(\n    allRequests,\n    async (requestToRestart) => {\n      try {\n        const requestDataSilo = await fetchRequestDataSilo(client, {\n          logger,\n          filterBy: { requestId: requestToRestart.id, dataSiloId },\n        });\n\n        await makeGraphQLRequest<{\n          /** Whether we successfully uploaded the results */\n          success: boolean;\n        }>(client, RETRY_REQUEST_DATA_SILO, {\n          variables: { requestDataSiloId: requestDataSilo.id },\n          logger,\n        });\n      } catch (err) {\n        // some requests may not have this data silo connected\n        if (!err.message.includes('Failed to find RequestDataSilo')) {\n          throw err;\n        }\n        skipped += 1;\n      }\n\n      total += 1;\n      progressBar.update(total);\n    },\n    { concurrency },\n  );\n\n  progressBar.stop();\n  const t1 = new Date().getTime();\n  const totalTime = t1 - t0;\n\n  logger.info(\n    colors.green(\n      `Successfully notified Transcend in \"${\n        totalTime / 1000\n      }\" seconds for ${total} requests, ${skipped} requests were skipped because data silo was not attached to the request!`,\n    ),\n  );\n  return allRequests.length;\n}\n"],"mappings":"6aAqBA,eAAsB,EAAsB,CAC1C,iBACA,aACA,OACA,cAAc,GACd,eAAe,GAYG,CAElB,IAAM,EAAS,EAA4B,EAAc,EAAK,CAGxD,EAAK,IAAI,MAAM,CAAC,SAAS,CAEzB,EAAc,IAAI,EAAY,UAAU,EAAE,CAAE,EAAY,QAAQ,eAAe,CAG/E,EAAc,MAAM,EAAiB,EAAQ,CACjD,QAAS,EACT,SAAU,CAAC,EAAc,UAAW,EAAc,UAAU,CAC7D,CAAC,CAGF,EAAO,KACL,EAAO,QACL,qCAAqC,EAAW,iBAAiB,EAAY,OAAO,aACrF,CACF,CAED,IAAI,EAAQ,EACR,EAAU,EACd,EAAY,MAAM,EAAY,OAAQ,EAAE,CACxC,MAAM,EACJ,EACA,KAAO,IAAqB,CAC1B,GAAI,CAMF,MAAM,EAGH,EAAQ,EAAyB,CAClC,UAAW,CAAE,mBAAmB,MATJ,EAAqB,EAAQ,CACzD,SACA,SAAU,CAAE,UAAW,EAAiB,GAAI,aAAY,CACzD,CAAC,EAMgD,GAAI,CACpD,SACD,CAAC,OACK,EAAK,CAEZ,GAAI,CAAC,EAAI,QAAQ,SAAS,iCAAiC,CACzD,MAAM,EAER,GAAW,EAGb,GAAS,EACT,EAAY,OAAO,EAAM,EAE3B,CAAE,cAAa,CAChB,CAED,EAAY,MAAM,CAElB,IAAM,EADK,IAAI,MAAM,CAAC,SACF,CAAG,EASvB,OAPA,EAAO,KACL,EAAO,MACL,uCACE,EAAY,IACb,gBAAgB,EAAM,aAAa,EAAQ,2EAC7C,CACF,CACM,EAAY"}
+{"version":3,"file":"retryRequestDataSilos-CYvolpVQ.mjs","names":[],"sources":["../src/lib/requests/retryRequestDataSilos.ts"],"sourcesContent":["import { RequestAction, RequestStatus } from '@transcend-io/privacy-types';\nimport {\n  buildTranscendGraphQLClient,\n  makeGraphQLRequest,\n  RETRY_REQUEST_DATA_SILO,\n  fetchRequestDataSilo,\n} from '@transcend-io/sdk';\nimport { map } from '@transcend-io/utils';\nimport cliProgress from 'cli-progress';\nimport colors from 'colors';\n\nimport { DEFAULT_TRANSCEND_API } from '../../constants.js';\nimport { logger } from '../../logger.js';\nimport { fetchAllRequests } from '../graphql/index.js';\n\n/**\n * Retry a set of RequestDataSilos\n *\n * @param options - Options\n * @returns Number of items marked as completed\n */\nexport async function retryRequestDataSilos({\n  requestActions,\n  dataSiloId,\n  auth,\n  concurrency = 20,\n  transcendUrl = DEFAULT_TRANSCEND_API,\n}: {\n  /** The request actions that should be restarted */\n  requestActions: RequestAction[];\n  /** Transcend API key authentication */\n  auth: string;\n  /** Data Silo ID to pull down jobs for */\n  dataSiloId: string;\n  /** Concurrency to upload requests in parallel */\n  concurrency?: number;\n  /** API URL for Transcend backend */\n  transcendUrl?: string;\n}): Promise<number> {\n  // Find all requests made before createdAt that are in a removing data state\n  const client = buildTranscendGraphQLClient(transcendUrl, auth);\n\n  // Time duration\n  const t0 = new Date().getTime();\n  // create a new progress bar instance and use shades_classic theme\n  const progressBar = new cliProgress.SingleBar({}, cliProgress.Presets.shades_classic);\n\n  // Pull in the requests\n  const allRequests = await fetchAllRequests(client, {\n    actions: requestActions,\n    statuses: [RequestStatus.Compiling, RequestStatus.Approving],\n  });\n\n  // Notify Transcend\n  logger.info(\n    colors.magenta(\n      `Retrying requests for Data Silo: \"${dataSiloId}\", restarting \"${allRequests.length}\" requests.`,\n    ),\n  );\n\n  let total = 0;\n  let skipped = 0;\n  progressBar.start(allRequests.length, 0);\n  await map(\n    allRequests,\n    async (requestToRestart) => {\n      try {\n        const requestDataSilo = await fetchRequestDataSilo(client, {\n          logger,\n          filterBy: { requestId: requestToRestart.id, dataSiloId },\n        });\n\n        await makeGraphQLRequest<{\n          /** Whether we successfully uploaded the results */\n          success: boolean;\n        }>(client, RETRY_REQUEST_DATA_SILO, {\n          variables: { requestDataSiloId: requestDataSilo.id },\n          logger,\n        });\n      } catch (err) {\n        // some requests may not have this data silo connected\n        if (!err.message.includes('Failed to find RequestDataSilo')) {\n          throw err;\n        }\n        skipped += 1;\n      }\n\n      total += 1;\n      progressBar.update(total);\n    },\n    { concurrency },\n  );\n\n  progressBar.stop();\n  const t1 = new Date().getTime();\n  const totalTime = t1 - t0;\n\n  logger.info(\n    colors.green(\n      `Successfully notified Transcend in \"${\n        totalTime / 1000\n      }\" seconds for ${total} requests, ${skipped} requests were skipped because data silo was not attached to the request!`,\n    ),\n  );\n  return allRequests.length;\n}\n"],"mappings":"6aAqBA,eAAsB,EAAsB,CAC1C,iBACA,aACA,OACA,cAAc,GACd,eAAe,GAYG,CAElB,IAAM,EAAS,EAA4B,EAAc,EAAK,CAGxD,EAAK,IAAI,MAAM,CAAC,SAAS,CAEzB,EAAc,IAAI,EAAY,UAAU,EAAE,CAAE,EAAY,QAAQ,eAAe,CAG/E,EAAc,MAAM,EAAiB,EAAQ,CACjD,QAAS,EACT,SAAU,CAAC,EAAc,UAAW,EAAc,UAAU,CAC7D,CAAC,CAGF,EAAO,KACL,EAAO,QACL,qCAAqC,EAAW,iBAAiB,EAAY,OAAO,aACrF,CACF,CAED,IAAI,EAAQ,EACR,EAAU,EACd,EAAY,MAAM,EAAY,OAAQ,EAAE,CACxC,MAAM,EACJ,EACA,KAAO,IAAqB,CAC1B,GAAI,CAMF,MAAM,EAGH,EAAQ,EAAyB,CAClC,UAAW,CAAE,mBAAmB,MATJ,EAAqB,EAAQ,CACzD,SACA,SAAU,CAAE,UAAW,EAAiB,GAAI,aAAY,CACzD,CAAC,EAMgD,GAAI,CACpD,SACD,CAAC,OACK,EAAK,CAEZ,GAAI,CAAC,EAAI,QAAQ,SAAS,iCAAiC,CACzD,MAAM,EAER,GAAW,EAGb,GAAS,EACT,EAAY,OAAO,EAAM,EAE3B,CAAE,cAAa,CAChB,CAED,EAAY,MAAM,CAElB,IAAM,EADK,IAAI,MAAM,CAAC,SACF,CAAG,EASvB,OAPA,EAAO,KACL,EAAO,MACL,uCACE,EAAY,IACb,gBAAgB,EAAM,aAAa,EAAQ,2EAC7C,CACF,CACM,EAAY"}

package/dist/{runOpa-8He7mIJE.mjs → runOpa-Cbh5ktOh.mjs}

@@ -1,2 +1,2 @@
 import{spawn as e,spawnSync as t}from"node:child_process";const n=5120,r=51200,i="The Open Policy Agent CLI (`opa`) is required but was not found on PATH. Install it with `brew install opa` (macOS) or see https://www.openpolicyagent.org/docs/cli#install";function a(){let e=t(`opa`,[`version`],{stdio:`ignore`});if(e.error||e.status!==0)throw Error(i)}function o(t,n={}){return new Promise((r,a)=>{let o=e(`opa`,t,{cwd:n.cwd,stdio:`inherit`});o.on(`error`,e=>{if(e.code===`ENOENT`){a(Error(i));return}a(e)}),o.on(`close`,e=>r(e??1))})}export{r as i,a as n,n as r,o as t};
-//# sourceMappingURL=runOpa-8He7mIJE.mjs.map
+//# sourceMappingURL=runOpa-Cbh5ktOh.mjs.map

package/dist/{runOpa-8He7mIJE.mjs.map → runOpa-Cbh5ktOh.mjs.map}

@@ -1 +1 @@
-{"version":3,"file":"runOpa-8He7mIJE.mjs","names":[],"sources":["../src/commands/policy/constants.ts","../src/commands/policy/helpers/assertOpaInstalled.ts","../src/commands/policy/helpers/runOpa.ts"],"sourcesContent":["/** Maximum compressed policy bundle upload size in bytes (5 KiB). */\nexport const MAX_BUNDLE_COMPRESSED_BYTES = 5120;\n\n/** Maximum decompressed policy bundle size enforced by the server (50 KiB). */\nexport const MAX_BUNDLE_DECOMPRESSED_BYTES = 51200;\n\n/** Error message shown when the OPA CLI is not installed. */\nexport const OPA_INSTALL_HINT =\n  'The Open Policy Agent CLI (`opa`) is required but was not found on PATH. ' +\n  'Install it with `brew install opa` (macOS) or see https://www.openpolicyagent.org/docs/cli#install';\n","import { spawnSync } from 'node:child_process';\n\nimport { OPA_INSTALL_HINT } from '../constants.js';\n\n/**\n * Ensures the `opa` binary is available on PATH.\n *\n * @throws Error when `opa` is not installed\n */\nexport function assertOpaInstalled(): void {\n  const result = spawnSync('opa', ['version'], { stdio: 'ignore' });\n  if (result.error || result.status !== 0) {\n    throw new Error(OPA_INSTALL_HINT);\n  }\n}\n","import { spawn } from 'node:child_process';\n\nimport { OPA_INSTALL_HINT } from '../constants.js';\n\n/**\n * Runs an OPA CLI command and streams stdout/stderr to the current process.\n *\n * @param args - Arguments passed to the `opa` binary\n * @param options - Optional working directory\n * @returns The child process exit code\n */\nexport function runOpa(args: string[], options: { cwd?: string } = {}): Promise<number> {\n  return new Promise<number>((resolve, reject) => {\n    const child = spawn('opa', args, {\n      cwd: options.cwd,\n      stdio: 'inherit',\n    });\n\n    child.on('error', (err) => {\n      if ((err as NodeJS.ErrnoException).code === 'ENOENT') {\n        reject(new Error(OPA_INSTALL_HINT));\n        return;\n      }\n      reject(err);\n    });\n    child.on('close', (code) => resolve(code ?? 1));\n  });\n}\n"],"mappings":"0DACA,MAAa,EAA8B,KAG9B,EAAgC,MAGhC,EACX,8KCCF,SAAgB,GAA2B,CACzC,IAAM,EAAS,EAAU,MAAO,CAAC,UAAU,CAAE,CAAE,MAAO,SAAU,CAAC,CACjE,GAAI,EAAO,OAAS,EAAO,SAAW,EACpC,MAAU,MAAM,EAAiB,CCDrC,SAAgB,EAAO,EAAgB,EAA4B,EAAE,CAAmB,CACtF,OAAO,IAAI,SAAiB,EAAS,IAAW,CAC9C,IAAM,EAAQ,EAAM,MAAO,EAAM,CAC/B,IAAK,EAAQ,IACb,MAAO,UACR,CAAC,CAEF,EAAM,GAAG,QAAU,GAAQ,CACzB,GAAK,EAA8B,OAAS,SAAU,CACpD,EAAW,MAAM,EAAiB,CAAC,CACnC,OAEF,EAAO,EAAI,EACX,CACF,EAAM,GAAG,QAAU,GAAS,EAAQ,GAAQ,EAAE,CAAC,EAC/C"}
+{"version":3,"file":"runOpa-Cbh5ktOh.mjs","names":[],"sources":["../src/commands/policy/constants.ts","../src/commands/policy/helpers/assertOpaInstalled.ts","../src/commands/policy/helpers/runOpa.ts"],"sourcesContent":["/** Maximum compressed policy bundle upload size in bytes (5 KiB). */\nexport const MAX_BUNDLE_COMPRESSED_BYTES = 5120;\n\n/** Maximum decompressed policy bundle size enforced by the server (50 KiB). */\nexport const MAX_BUNDLE_DECOMPRESSED_BYTES = 51200;\n\n/** Error message shown when the OPA CLI is not installed. */\nexport const OPA_INSTALL_HINT =\n  'The Open Policy Agent CLI (`opa`) is required but was not found on PATH. ' +\n  'Install it with `brew install opa` (macOS) or see https://www.openpolicyagent.org/docs/cli#install';\n","import { spawnSync } from 'node:child_process';\n\nimport { OPA_INSTALL_HINT } from '../constants.js';\n\n/**\n * Ensures the `opa` binary is available on PATH.\n *\n * @throws Error when `opa` is not installed\n */\nexport function assertOpaInstalled(): void {\n  const result = spawnSync('opa', ['version'], { stdio: 'ignore' });\n  if (result.error || result.status !== 0) {\n    throw new Error(OPA_INSTALL_HINT);\n  }\n}\n","import { spawn } from 'node:child_process';\n\nimport { OPA_INSTALL_HINT } from '../constants.js';\n\n/**\n * Runs an OPA CLI command and streams stdout/stderr to the current process.\n *\n * @param args - Arguments passed to the `opa` binary\n * @param options - Optional working directory\n * @returns The child process exit code\n */\nexport function runOpa(args: string[], options: { cwd?: string } = {}): Promise<number> {\n  return new Promise<number>((resolve, reject) => {\n    const child = spawn('opa', args, {\n      cwd: options.cwd,\n      stdio: 'inherit',\n    });\n\n    child.on('error', (err) => {\n      if ((err as NodeJS.ErrnoException).code === 'ENOENT') {\n        reject(new Error(OPA_INSTALL_HINT));\n        return;\n      }\n      reject(err);\n    });\n    child.on('close', (code) => resolve(code ?? 1));\n  });\n}\n"],"mappings":"0DACA,MAAa,EAA8B,KAG9B,EAAgC,MAGhC,EACX,8KCCF,SAAgB,GAA2B,CACzC,IAAM,EAAS,EAAU,MAAO,CAAC,UAAU,CAAE,CAAE,MAAO,SAAU,CAAC,CACjE,GAAI,EAAO,OAAS,EAAO,SAAW,EACpC,MAAU,MAAM,EAAiB,CCDrC,SAAgB,EAAO,EAAgB,EAA4B,EAAE,CAAmB,CACtF,OAAO,IAAI,SAAiB,EAAS,IAAW,CAC9C,IAAM,EAAQ,EAAM,MAAO,EAAM,CAC/B,IAAK,EAAQ,IACb,MAAO,UACR,CAAC,CAEF,EAAM,GAAG,QAAU,GAAQ,CACzB,GAAK,EAA8B,OAAS,SAAU,CACpD,EAAW,MAAM,EAAiB,CAAC,CACnC,OAEF,EAAO,EAAI,EACX,CACF,EAAM,GAAG,QAAU,GAAS,EAAQ,GAAQ,EAAE,CAAC,EAC/C"}

package/dist/{skipPreflightJobs-B7dvkt63.mjs → skipPreflightJobs-CsAbVlmo.mjs}

@@ -1,2 +1,2 @@
-import{a as e}from"./constants-BOWblkym.mjs";import{t}from"./logger-Bj782ZYD.mjs";import{r as n}from"./fetchAllRequests-CHHdyb4Q.mjs";import{RequestEnricherStatus as r,RequestStatus as i}from"@transcend-io/privacy-types";import a from"colors";import{SKIP_REQUEST_ENRICHER as o,buildTranscendGraphQLClient as s,fetchAllRequestEnrichers as c,makeGraphQLRequest as l}from"@transcend-io/sdk";import{map as u,mapSeries as d}from"@transcend-io/utils";import f from"cli-progress";async function p({enricherIds:p,auth:m,concurrency:h=100,transcendUrl:g=e}){let _=s(g,m),v=new Date().getTime(),y=await n(_,{statuses:[i.Enriching]});t.info(a.magenta(`Processing enricher: "${p.join(`,`)}" fetched "${y.length}" in enriching status.`));let b=new f.SingleBar({},f.Presets.shades_classic),x=0;b.start(y.length,0);let S=0;await u(y,async e=>{let n=(await c(_,{filterBy:{requestId:e.id},logger:t})).filter(e=>p.includes(e.enricher.id)&&![r.Resolved,r.Skipped].includes(e.status));n.length>0&&await d(n,async e=>{try{await l(_,o,{variables:{requestEnricherId:e.id},logger:t}),S+=1}catch(e){if(!e.message.includes(`Client error: Cannot skip Request enricher because it has already completed`))throw e}}),x+=1,b.update(x)},{concurrency:h}),b.stop();let C=new Date().getTime()-v;return t.info(a.green(`Successfully skipped "${S}" for  "${y.length}" requests in "${C/1e3}" seconds!`)),y.length}export{p as t};
-//# sourceMappingURL=skipPreflightJobs-B7dvkt63.mjs.map
+import{a as e}from"./constants-FP8lxFg5.mjs";import{t}from"./logger-B-LXIf3U.mjs";import{r as n}from"./fetchAllRequests-B2qEAfDh.mjs";import{RequestEnricherStatus as r,RequestStatus as i}from"@transcend-io/privacy-types";import a from"colors";import{SKIP_REQUEST_ENRICHER as o,buildTranscendGraphQLClient as s,fetchAllRequestEnrichers as c,makeGraphQLRequest as l}from"@transcend-io/sdk";import{map as u,mapSeries as d}from"@transcend-io/utils";import f from"cli-progress";async function p({enricherIds:p,auth:m,concurrency:h=100,transcendUrl:g=e}){let _=s(g,m),v=new Date().getTime(),y=await n(_,{statuses:[i.Enriching]});t.info(a.magenta(`Processing enricher: "${p.join(`,`)}" fetched "${y.length}" in enriching status.`));let b=new f.SingleBar({},f.Presets.shades_classic),x=0;b.start(y.length,0);let S=0;await u(y,async e=>{let n=(await c(_,{filterBy:{requestId:e.id},logger:t})).filter(e=>p.includes(e.enricher.id)&&![r.Resolved,r.Skipped].includes(e.status));n.length>0&&await d(n,async e=>{try{await l(_,o,{variables:{requestEnricherId:e.id},logger:t}),S+=1}catch(e){if(!e.message.includes(`Client error: Cannot skip Request enricher because it has already completed`))throw e}}),x+=1,b.update(x)},{concurrency:h}),b.stop();let C=new Date().getTime()-v;return t.info(a.green(`Successfully skipped "${S}" for  "${y.length}" requests in "${C/1e3}" seconds!`)),y.length}export{p as t};
+//# sourceMappingURL=skipPreflightJobs-CsAbVlmo.mjs.map

package/dist/{skipPreflightJobs-B7dvkt63.mjs.map → skipPreflightJobs-CsAbVlmo.mjs.map}

@@ -1 +1 @@
-{"version":3,"file":"skipPreflightJobs-B7dvkt63.mjs","names":[],"sources":["../src/lib/requests/skipPreflightJobs.ts"],"sourcesContent":["import { RequestEnricherStatus, RequestStatus } from '@transcend-io/privacy-types';\nimport {\n  buildTranscendGraphQLClient,\n  fetchAllRequestEnrichers,\n  makeGraphQLRequest,\n  SKIP_REQUEST_ENRICHER,\n} from '@transcend-io/sdk';\nimport { mapSeries, map } from '@transcend-io/utils';\nimport cliProgress from 'cli-progress';\nimport colors from 'colors';\n\nimport { DEFAULT_TRANSCEND_API } from '../../constants.js';\nimport { logger } from '../../logger.js';\nimport { fetchAllRequests } from '../graphql/index.js';\n\n/**\n * Given an enricher ID, mark all open request enrichers as skipped\n *\n * @param options - Options\n * @returns Number of items skipped\n */\nexport async function skipPreflightJobs({\n  enricherIds,\n  auth,\n  concurrency = 100,\n  transcendUrl = DEFAULT_TRANSCEND_API,\n}: {\n  /** Transcend API key authentication */\n  auth: string;\n  /** Enricher IDs to pull down jobs for */\n  enricherIds: string[];\n  /** Upload concurrency */\n  concurrency?: number;\n  /** API URL for Transcend backend */\n  transcendUrl?: string;\n  /** Request statuses to mark as completed */\n  requestStatuses?: RequestStatus[];\n}): Promise<number> {\n  // Find all requests made before createdAt that are in a removing data state\n  const client = buildTranscendGraphQLClient(transcendUrl, auth);\n\n  // Time duration\n  const t0 = new Date().getTime();\n\n  // fetch all RequestDataSilos that are open\n  const requests = await fetchAllRequests(client, {\n    statuses: [RequestStatus.Enriching],\n  });\n\n  // Notify Transcend\n  logger.info(\n    colors.magenta(\n      `Processing enricher: \"${enricherIds.join(',')}\" fetched \"${\n        requests.length\n      }\" in enriching status.`,\n    ),\n  );\n\n  // create a new progress bar instance and use shades_classic theme\n  const progressBar = new cliProgress.SingleBar({}, cliProgress.Presets.shades_classic);\n\n  let total = 0;\n  progressBar.start(requests.length, 0);\n  let totalSkipped = 0;\n  await map(\n    requests,\n    async (request) => {\n      // TODO dont pull all in\n      const requestEnrichers = await fetchAllRequestEnrichers(client, {\n        filterBy: { requestId: request.id },\n        logger,\n      });\n      const requestEnrichersFiltered = requestEnrichers.filter(\n        (enricher) =>\n          enricherIds.includes(enricher.enricher.id) &&\n          ![\n            RequestEnricherStatus.Resolved,\n            RequestEnricherStatus.Skipped,\n            // eslint-disable-next-line @typescript-eslint/no-explicit-any\n          ].includes(enricher.status as any),\n      );\n\n      // TODO\n      if (requestEnrichersFiltered.length > 0) {\n        await mapSeries(requestEnrichersFiltered, async (requestEnricher) => {\n          try {\n            await makeGraphQLRequest<{\n              /** Whether we successfully uploaded the results */\n              success: boolean;\n            }>(client, SKIP_REQUEST_ENRICHER, {\n              variables: { requestEnricherId: requestEnricher.id },\n              logger,\n            });\n            totalSkipped += 1;\n          } catch (err) {\n            if (\n              !err.message.includes(\n                'Client error: Cannot skip Request enricher because it has already completed',\n              )\n            ) {\n              throw err;\n            }\n          }\n        });\n      }\n      total += 1;\n      progressBar.update(total);\n    },\n    { concurrency },\n  );\n\n  progressBar.stop();\n  const t1 = new Date().getTime();\n  const totalTime = t1 - t0;\n\n  logger.info(\n    colors.green(\n      `Successfully skipped \"${totalSkipped}\" for  \"${\n        requests.length\n      }\" requests in \"${totalTime / 1000}\" seconds!`,\n    ),\n  );\n  return requests.length;\n}\n"],"mappings":"ydAqBA,eAAsB,EAAkB,CACtC,cACA,OACA,cAAc,IACd,eAAe,GAYG,CAElB,IAAM,EAAS,EAA4B,EAAc,EAAK,CAGxD,EAAK,IAAI,MAAM,CAAC,SAAS,CAGzB,EAAW,MAAM,EAAiB,EAAQ,CAC9C,SAAU,CAAC,EAAc,UAAU,CACpC,CAAC,CAGF,EAAO,KACL,EAAO,QACL,yBAAyB,EAAY,KAAK,IAAI,CAAC,aAC7C,EAAS,OACV,wBACF,CACF,CAGD,IAAM,EAAc,IAAI,EAAY,UAAU,EAAE,CAAE,EAAY,QAAQ,eAAe,CAEjF,EAAQ,EACZ,EAAY,MAAM,EAAS,OAAQ,EAAE,CACrC,IAAI,EAAe,EACnB,MAAM,EACJ,EACA,KAAO,IAAY,CAMjB,IAAM,GAA2B,MAJF,EAAyB,EAAQ,CAC9D,SAAU,CAAE,UAAW,EAAQ,GAAI,CACnC,SACD,CAAC,EACgD,OAC/C,GACC,EAAY,SAAS,EAAS,SAAS,GAAG,EAC1C,CAAC,CACC,EAAsB,SACtB,EAAsB,QAEvB,CAAC,SAAS,EAAS,OAAc,CACrC,CAGG,EAAyB,OAAS,GACpC,MAAM,EAAU,EAA0B,KAAO,IAAoB,CACnE,GAAI,CACF,MAAM,EAGH,EAAQ,EAAuB,CAChC,UAAW,CAAE,kBAAmB,EAAgB,GAAI,CACpD,SACD,CAAC,CACF,GAAgB,QACT,EAAK,CACZ,GACE,CAAC,EAAI,QAAQ,SACX,8EACD,CAED,MAAM,IAGV,CAEJ,GAAS,EACT,EAAY,OAAO,EAAM,EAE3B,CAAE,cAAa,CAChB,CAED,EAAY,MAAM,CAElB,IAAM,EADK,IAAI,MAAM,CAAC,SACF,CAAG,EASvB,OAPA,EAAO,KACL,EAAO,MACL,yBAAyB,EAAa,UACpC,EAAS,OACV,iBAAiB,EAAY,IAAK,YACpC,CACF,CACM,EAAS"}
+{"version":3,"file":"skipPreflightJobs-CsAbVlmo.mjs","names":[],"sources":["../src/lib/requests/skipPreflightJobs.ts"],"sourcesContent":["import { RequestEnricherStatus, RequestStatus } from '@transcend-io/privacy-types';\nimport {\n  buildTranscendGraphQLClient,\n  fetchAllRequestEnrichers,\n  makeGraphQLRequest,\n  SKIP_REQUEST_ENRICHER,\n} from '@transcend-io/sdk';\nimport { mapSeries, map } from '@transcend-io/utils';\nimport cliProgress from 'cli-progress';\nimport colors from 'colors';\n\nimport { DEFAULT_TRANSCEND_API } from '../../constants.js';\nimport { logger } from '../../logger.js';\nimport { fetchAllRequests } from '../graphql/index.js';\n\n/**\n * Given an enricher ID, mark all open request enrichers as skipped\n *\n * @param options - Options\n * @returns Number of items skipped\n */\nexport async function skipPreflightJobs({\n  enricherIds,\n  auth,\n  concurrency = 100,\n  transcendUrl = DEFAULT_TRANSCEND_API,\n}: {\n  /** Transcend API key authentication */\n  auth: string;\n  /** Enricher IDs to pull down jobs for */\n  enricherIds: string[];\n  /** Upload concurrency */\n  concurrency?: number;\n  /** API URL for Transcend backend */\n  transcendUrl?: string;\n  /** Request statuses to mark as completed */\n  requestStatuses?: RequestStatus[];\n}): Promise<number> {\n  // Find all requests made before createdAt that are in a removing data state\n  const client = buildTranscendGraphQLClient(transcendUrl, auth);\n\n  // Time duration\n  const t0 = new Date().getTime();\n\n  // fetch all RequestDataSilos that are open\n  const requests = await fetchAllRequests(client, {\n    statuses: [RequestStatus.Enriching],\n  });\n\n  // Notify Transcend\n  logger.info(\n    colors.magenta(\n      `Processing enricher: \"${enricherIds.join(',')}\" fetched \"${\n        requests.length\n      }\" in enriching status.`,\n    ),\n  );\n\n  // create a new progress bar instance and use shades_classic theme\n  const progressBar = new cliProgress.SingleBar({}, cliProgress.Presets.shades_classic);\n\n  let total = 0;\n  progressBar.start(requests.length, 0);\n  let totalSkipped = 0;\n  await map(\n    requests,\n    async (request) => {\n      // TODO dont pull all in\n      const requestEnrichers = await fetchAllRequestEnrichers(client, {\n        filterBy: { requestId: request.id },\n        logger,\n      });\n      const requestEnrichersFiltered = requestEnrichers.filter(\n        (enricher) =>\n          enricherIds.includes(enricher.enricher.id) &&\n          ![\n            RequestEnricherStatus.Resolved,\n            RequestEnricherStatus.Skipped,\n            // eslint-disable-next-line @typescript-eslint/no-explicit-any\n          ].includes(enricher.status as any),\n      );\n\n      // TODO\n      if (requestEnrichersFiltered.length > 0) {\n        await mapSeries(requestEnrichersFiltered, async (requestEnricher) => {\n          try {\n            await makeGraphQLRequest<{\n              /** Whether we successfully uploaded the results */\n              success: boolean;\n            }>(client, SKIP_REQUEST_ENRICHER, {\n              variables: { requestEnricherId: requestEnricher.id },\n              logger,\n            });\n            totalSkipped += 1;\n          } catch (err) {\n            if (\n              !err.message.includes(\n                'Client error: Cannot skip Request enricher because it has already completed',\n              )\n            ) {\n              throw err;\n            }\n          }\n        });\n      }\n      total += 1;\n      progressBar.update(total);\n    },\n    { concurrency },\n  );\n\n  progressBar.stop();\n  const t1 = new Date().getTime();\n  const totalTime = t1 - t0;\n\n  logger.info(\n    colors.green(\n      `Successfully skipped \"${totalSkipped}\" for  \"${\n        requests.length\n      }\" requests in \"${totalTime / 1000}\" seconds!`,\n    ),\n  );\n  return requests.length;\n}\n"],"mappings":"ydAqBA,eAAsB,EAAkB,CACtC,cACA,OACA,cAAc,IACd,eAAe,GAYG,CAElB,IAAM,EAAS,EAA4B,EAAc,EAAK,CAGxD,EAAK,IAAI,MAAM,CAAC,SAAS,CAGzB,EAAW,MAAM,EAAiB,EAAQ,CAC9C,SAAU,CAAC,EAAc,UAAU,CACpC,CAAC,CAGF,EAAO,KACL,EAAO,QACL,yBAAyB,EAAY,KAAK,IAAI,CAAC,aAC7C,EAAS,OACV,wBACF,CACF,CAGD,IAAM,EAAc,IAAI,EAAY,UAAU,EAAE,CAAE,EAAY,QAAQ,eAAe,CAEjF,EAAQ,EACZ,EAAY,MAAM,EAAS,OAAQ,EAAE,CACrC,IAAI,EAAe,EACnB,MAAM,EACJ,EACA,KAAO,IAAY,CAMjB,IAAM,GAA2B,MAJF,EAAyB,EAAQ,CAC9D,SAAU,CAAE,UAAW,EAAQ,GAAI,CACnC,SACD,CAAC,EACgD,OAC/C,GACC,EAAY,SAAS,EAAS,SAAS,GAAG,EAC1C,CAAC,CACC,EAAsB,SACtB,EAAsB,QAEvB,CAAC,SAAS,EAAS,OAAc,CACrC,CAGG,EAAyB,OAAS,GACpC,MAAM,EAAU,EAA0B,KAAO,IAAoB,CACnE,GAAI,CACF,MAAM,EAGH,EAAQ,EAAuB,CAChC,UAAW,CAAE,kBAAmB,EAAgB,GAAI,CACpD,SACD,CAAC,CACF,GAAgB,QACT,EAAK,CACZ,GACE,CAAC,EAAI,QAAQ,SACX,8EACD,CAED,MAAM,IAGV,CAEJ,GAAS,EACT,EAAY,OAAO,EAAM,EAE3B,CAAE,cAAa,CAChB,CAED,EAAY,MAAM,CAElB,IAAM,EADK,IAAI,MAAM,CAAC,SACF,CAAG,EASvB,OAPA,EAAO,KACL,EAAO,MACL,yBAAyB,EAAa,UACpC,EAAS,OACV,iBAAiB,EAAY,IAAK,YACpC,CACF,CACM,EAAS"}

package/dist/{skipRequestDataSilos-DX4RfLf1.mjs → skipRequestDataSilos-BAO67gHg.mjs}

@@ -1,2 +1,2 @@
-import{a as e}from"./constants-BOWblkym.mjs";import{t}from"./logger-Bj782ZYD.mjs";import{RequestStatus as n}from"@transcend-io/privacy-types";import r from"colors";import{CHANGE_REQUEST_DATA_SILO_STATUS as i,buildTranscendGraphQLClient as a,fetchRequestDataSilos as o,fetchRequestDataSilosCount as s,makeGraphQLRequest as c}from"@transcend-io/sdk";import{map as l}from"@transcend-io/utils";import u from"cli-progress";async function d({dataSiloId:d,auth:f,concurrency:p=50,status:m=`SKIPPED`,transcendUrl:h=e,requestStatuses:g=[n.Compiling,n.Secondary],actionTypes:_=[]}){let v=a(h,f),y=new Date().getTime(),b=await s(v,{logger:t,filterBy:{dataSiloId:d,requestStatuses:g}});t.info(r.magenta(`Marking ${b} request data silos as completed${_.length>0?` for action types: ${_.join(`,`)}`:``}`));let x=new u.SingleBar({},u.Presets.shades_classic),S=0;x.start(b,0),await l(await o(v,{logger:t,filterBy:{dataSiloId:d,requestStatuses:g},onProgress:e=>{S+=e/2,x.update(S)}}),async e=>{if(_.length===0||_.includes(e.request.type))try{await c(v,i,{variables:{requestDataSiloId:e.id,status:m},logger:t})}catch(e){if(!e.message.includes(`Client error: Request must be active:`))throw e}S+=.5,x.update(S)},{concurrency:p}),x.stop();let C=new Date().getTime()-y;return t.info(r.green(`Successfully skipped "${b}" requests in "${C/1e3}" seconds!`)),b}export{d as t};
-//# sourceMappingURL=skipRequestDataSilos-DX4RfLf1.mjs.map
+import{a as e}from"./constants-FP8lxFg5.mjs";import{t}from"./logger-B-LXIf3U.mjs";import{RequestStatus as n}from"@transcend-io/privacy-types";import r from"colors";import{CHANGE_REQUEST_DATA_SILO_STATUS as i,buildTranscendGraphQLClient as a,fetchRequestDataSilos as o,fetchRequestDataSilosCount as s,makeGraphQLRequest as c}from"@transcend-io/sdk";import{map as l}from"@transcend-io/utils";import u from"cli-progress";async function d({dataSiloId:d,auth:f,concurrency:p=50,status:m=`SKIPPED`,transcendUrl:h=e,requestStatuses:g=[n.Compiling,n.Secondary],actionTypes:_=[]}){let v=a(h,f),y=new Date().getTime(),b=await s(v,{logger:t,filterBy:{dataSiloId:d,requestStatuses:g}});t.info(r.magenta(`Marking ${b} request data silos as completed${_.length>0?` for action types: ${_.join(`,`)}`:``}`));let x=new u.SingleBar({},u.Presets.shades_classic),S=0;x.start(b,0),await l(await o(v,{logger:t,filterBy:{dataSiloId:d,requestStatuses:g},onProgress:e=>{S+=e/2,x.update(S)}}),async e=>{if(_.length===0||_.includes(e.request.type))try{await c(v,i,{variables:{requestDataSiloId:e.id,status:m},logger:t})}catch(e){if(!e.message.includes(`Client error: Request must be active:`))throw e}S+=.5,x.update(S)},{concurrency:p}),x.stop();let C=new Date().getTime()-y;return t.info(r.green(`Successfully skipped "${b}" requests in "${C/1e3}" seconds!`)),b}export{d as t};
+//# sourceMappingURL=skipRequestDataSilos-BAO67gHg.mjs.map

package/dist/{skipRequestDataSilos-DX4RfLf1.mjs.map → skipRequestDataSilos-BAO67gHg.mjs.map}

@@ -1 +1 @@
-{"version":3,"file":"skipRequestDataSilos-DX4RfLf1.mjs","names":[],"sources":["../src/lib/requests/skipRequestDataSilos.ts"],"sourcesContent":["import { RequestAction, RequestStatus } from '@transcend-io/privacy-types';\nimport {\n  buildTranscendGraphQLClient,\n  makeGraphQLRequest,\n  CHANGE_REQUEST_DATA_SILO_STATUS,\n  fetchRequestDataSilos,\n  fetchRequestDataSilosCount,\n} from '@transcend-io/sdk';\nimport { map } from '@transcend-io/utils';\nimport cliProgress from 'cli-progress';\nimport colors from 'colors';\n\nimport { DEFAULT_TRANSCEND_API } from '../../constants.js';\nimport { logger } from '../../logger.js';\n\n/**\n * Given a data silo ID, mark all open request data silos as skipped\n *\n * @param options - Options\n * @returns Number of items skipped\n */\nexport async function skipRequestDataSilos({\n  dataSiloId,\n  auth,\n  concurrency = 50,\n  status = 'SKIPPED',\n  transcendUrl = DEFAULT_TRANSCEND_API,\n  requestStatuses = [RequestStatus.Compiling, RequestStatus.Secondary],\n  actionTypes = [],\n}: {\n  /** Transcend API key authentication */\n  auth: string;\n  /** Data Silo ID to pull down jobs for */\n  dataSiloId: string;\n  /** Status to set */\n  status?: 'SKIPPED' | 'RESOLVED';\n  /** Upload concurrency */\n  concurrency?: number;\n  /** API URL for Transcend backend */\n  transcendUrl?: string;\n  /** Request statuses to mark as completed */\n  requestStatuses?: RequestStatus[];\n  /** Request action types to filter on */\n  actionTypes?: RequestAction[];\n}): Promise<number> {\n  // Find all requests made before createdAt that are in a removing data state\n  const client = buildTranscendGraphQLClient(transcendUrl, auth);\n\n  // Time duration\n  const t0 = new Date().getTime();\n\n  // Determine total number of request data silos\n  const requestDataSiloCount = await fetchRequestDataSilosCount(client, {\n    logger,\n    filterBy: { dataSiloId, requestStatuses },\n  });\n  logger.info(\n    colors.magenta(\n      `Marking ${requestDataSiloCount} request data silos as completed${actionTypes.length > 0 ? ` for action types: ${actionTypes.join(',')}` : ''}`,\n    ),\n  );\n\n  // create a new progress bar instance and use shades_classic theme\n  const progressBar = new cliProgress.SingleBar({}, cliProgress.Presets.shades_classic);\n\n  let total = 0;\n  progressBar.start(requestDataSiloCount, 0);\n\n  // Fetch all matching request data silos, updating progress as pages are fetched\n  const requestDataSilos = await fetchRequestDataSilos(client, {\n    logger,\n    filterBy: { dataSiloId, requestStatuses },\n    onProgress: (numFetched) => {\n      total += numFetched / 2;\n      progressBar.update(total);\n    },\n  });\n\n  await map(\n    requestDataSilos,\n    async (requestDataSilo) => {\n      if (actionTypes.length === 0 || actionTypes.includes(requestDataSilo.request.type)) {\n        try {\n          await makeGraphQLRequest<{\n            /** Whether we successfully uploaded the results */\n            success: boolean;\n          }>(client, CHANGE_REQUEST_DATA_SILO_STATUS, {\n            variables: { requestDataSiloId: requestDataSilo.id, status },\n            logger,\n          });\n        } catch (err) {\n          if (!err.message.includes('Client error: Request must be active:')) {\n            throw err;\n          }\n        }\n      }\n\n      total += 0.5;\n      progressBar.update(total);\n    },\n    { concurrency },\n  );\n\n  progressBar.stop();\n  const t1 = new Date().getTime();\n  const totalTime = t1 - t0;\n\n  logger.info(\n    colors.green(\n      `Successfully skipped \"${requestDataSiloCount}\" requests in \"${totalTime / 1000}\" seconds!`,\n    ),\n  );\n  return requestDataSiloCount;\n}\n"],"mappings":"kaAqBA,eAAsB,EAAqB,CACzC,aACA,OACA,cAAc,GACd,SAAS,UACT,eAAe,EACf,kBAAkB,CAAC,EAAc,UAAW,EAAc,UAAU,CACpE,cAAc,EAAE,EAgBE,CAElB,IAAM,EAAS,EAA4B,EAAc,EAAK,CAGxD,EAAK,IAAI,MAAM,CAAC,SAAS,CAGzB,EAAuB,MAAM,EAA2B,EAAQ,CACpE,SACA,SAAU,CAAE,aAAY,kBAAiB,CAC1C,CAAC,CACF,EAAO,KACL,EAAO,QACL,WAAW,EAAqB,kCAAkC,EAAY,OAAS,EAAI,sBAAsB,EAAY,KAAK,IAAI,GAAK,KAC5I,CACF,CAGD,IAAM,EAAc,IAAI,EAAY,UAAU,EAAE,CAAE,EAAY,QAAQ,eAAe,CAEjF,EAAQ,EACZ,EAAY,MAAM,EAAsB,EAAE,CAY1C,MAAM,EACJ,MAV6B,EAAsB,EAAQ,CAC3D,SACA,SAAU,CAAE,aAAY,kBAAiB,CACzC,WAAa,GAAe,CAC1B,GAAS,EAAa,EACtB,EAAY,OAAO,EAAM,EAE5B,CAAC,CAIA,KAAO,IAAoB,CACzB,GAAI,EAAY,SAAW,GAAK,EAAY,SAAS,EAAgB,QAAQ,KAAK,CAChF,GAAI,CACF,MAAM,EAGH,EAAQ,EAAiC,CAC1C,UAAW,CAAE,kBAAmB,EAAgB,GAAI,SAAQ,CAC5D,SACD,CAAC,OACK,EAAK,CACZ,GAAI,CAAC,EAAI,QAAQ,SAAS,wCAAwC,CAChE,MAAM,EAKZ,GAAS,GACT,EAAY,OAAO,EAAM,EAE3B,CAAE,cAAa,CAChB,CAED,EAAY,MAAM,CAElB,IAAM,EADK,IAAI,MAAM,CAAC,SACF,CAAG,EAOvB,OALA,EAAO,KACL,EAAO,MACL,yBAAyB,EAAqB,iBAAiB,EAAY,IAAK,YACjF,CACF,CACM"}
+{"version":3,"file":"skipRequestDataSilos-BAO67gHg.mjs","names":[],"sources":["../src/lib/requests/skipRequestDataSilos.ts"],"sourcesContent":["import { RequestAction, RequestStatus } from '@transcend-io/privacy-types';\nimport {\n  buildTranscendGraphQLClient,\n  makeGraphQLRequest,\n  CHANGE_REQUEST_DATA_SILO_STATUS,\n  fetchRequestDataSilos,\n  fetchRequestDataSilosCount,\n} from '@transcend-io/sdk';\nimport { map } from '@transcend-io/utils';\nimport cliProgress from 'cli-progress';\nimport colors from 'colors';\n\nimport { DEFAULT_TRANSCEND_API } from '../../constants.js';\nimport { logger } from '../../logger.js';\n\n/**\n * Given a data silo ID, mark all open request data silos as skipped\n *\n * @param options - Options\n * @returns Number of items skipped\n */\nexport async function skipRequestDataSilos({\n  dataSiloId,\n  auth,\n  concurrency = 50,\n  status = 'SKIPPED',\n  transcendUrl = DEFAULT_TRANSCEND_API,\n  requestStatuses = [RequestStatus.Compiling, RequestStatus.Secondary],\n  actionTypes = [],\n}: {\n  /** Transcend API key authentication */\n  auth: string;\n  /** Data Silo ID to pull down jobs for */\n  dataSiloId: string;\n  /** Status to set */\n  status?: 'SKIPPED' | 'RESOLVED';\n  /** Upload concurrency */\n  concurrency?: number;\n  /** API URL for Transcend backend */\n  transcendUrl?: string;\n  /** Request statuses to mark as completed */\n  requestStatuses?: RequestStatus[];\n  /** Request action types to filter on */\n  actionTypes?: RequestAction[];\n}): Promise<number> {\n  // Find all requests made before createdAt that are in a removing data state\n  const client = buildTranscendGraphQLClient(transcendUrl, auth);\n\n  // Time duration\n  const t0 = new Date().getTime();\n\n  // Determine total number of request data silos\n  const requestDataSiloCount = await fetchRequestDataSilosCount(client, {\n    logger,\n    filterBy: { dataSiloId, requestStatuses },\n  });\n  logger.info(\n    colors.magenta(\n      `Marking ${requestDataSiloCount} request data silos as completed${actionTypes.length > 0 ? ` for action types: ${actionTypes.join(',')}` : ''}`,\n    ),\n  );\n\n  // create a new progress bar instance and use shades_classic theme\n  const progressBar = new cliProgress.SingleBar({}, cliProgress.Presets.shades_classic);\n\n  let total = 0;\n  progressBar.start(requestDataSiloCount, 0);\n\n  // Fetch all matching request data silos, updating progress as pages are fetched\n  const requestDataSilos = await fetchRequestDataSilos(client, {\n    logger,\n    filterBy: { dataSiloId, requestStatuses },\n    onProgress: (numFetched) => {\n      total += numFetched / 2;\n      progressBar.update(total);\n    },\n  });\n\n  await map(\n    requestDataSilos,\n    async (requestDataSilo) => {\n      if (actionTypes.length === 0 || actionTypes.includes(requestDataSilo.request.type)) {\n        try {\n          await makeGraphQLRequest<{\n            /** Whether we successfully uploaded the results */\n            success: boolean;\n          }>(client, CHANGE_REQUEST_DATA_SILO_STATUS, {\n            variables: { requestDataSiloId: requestDataSilo.id, status },\n            logger,\n          });\n        } catch (err) {\n          if (!err.message.includes('Client error: Request must be active:')) {\n            throw err;\n          }\n        }\n      }\n\n      total += 0.5;\n      progressBar.update(total);\n    },\n    { concurrency },\n  );\n\n  progressBar.stop();\n  const t1 = new Date().getTime();\n  const totalTime = t1 - t0;\n\n  logger.info(\n    colors.green(\n      `Successfully skipped \"${requestDataSiloCount}\" requests in \"${totalTime / 1000}\" seconds!`,\n    ),\n  );\n  return requestDataSiloCount;\n}\n"],"mappings":"kaAqBA,eAAsB,EAAqB,CACzC,aACA,OACA,cAAc,GACd,SAAS,UACT,eAAe,EACf,kBAAkB,CAAC,EAAc,UAAW,EAAc,UAAU,CACpE,cAAc,EAAE,EAgBE,CAElB,IAAM,EAAS,EAA4B,EAAc,EAAK,CAGxD,EAAK,IAAI,MAAM,CAAC,SAAS,CAGzB,EAAuB,MAAM,EAA2B,EAAQ,CACpE,SACA,SAAU,CAAE,aAAY,kBAAiB,CAC1C,CAAC,CACF,EAAO,KACL,EAAO,QACL,WAAW,EAAqB,kCAAkC,EAAY,OAAS,EAAI,sBAAsB,EAAY,KAAK,IAAI,GAAK,KAC5I,CACF,CAGD,IAAM,EAAc,IAAI,EAAY,UAAU,EAAE,CAAE,EAAY,QAAQ,eAAe,CAEjF,EAAQ,EACZ,EAAY,MAAM,EAAsB,EAAE,CAY1C,MAAM,EACJ,MAV6B,EAAsB,EAAQ,CAC3D,SACA,SAAU,CAAE,aAAY,kBAAiB,CACzC,WAAa,GAAe,CAC1B,GAAS,EAAa,EACtB,EAAY,OAAO,EAAM,EAE5B,CAAC,CAIA,KAAO,IAAoB,CACzB,GAAI,EAAY,SAAW,GAAK,EAAY,SAAS,EAAgB,QAAQ,KAAK,CAChF,GAAI,CACF,MAAM,EAGH,EAAQ,EAAiC,CAC1C,UAAW,CAAE,kBAAmB,EAAgB,GAAI,SAAQ,CAC5D,SACD,CAAC,OACK,EAAK,CACZ,GAAI,CAAC,EAAI,QAAQ,SAAS,wCAAwC,CAChE,MAAM,EAKZ,GAAS,GACT,EAAY,OAAO,EAAM,EAE3B,CAAE,cAAa,CAChB,CAED,EAAY,MAAM,CAElB,IAAM,EADK,IAAI,MAAM,CAAC,SACF,CAAG,EAOvB,OALA,EAAO,KACL,EAAO,MACL,yBAAyB,EAAqB,iBAAiB,EAAY,IAAK,YACjF,CACF,CACM"}

package/dist/{streamPrivacyRequestsToCsv-CHs0vSHt.mjs → streamPrivacyRequestsToCsv-B2yq8AGa.mjs}

@@ -1,2 +1,2 @@
-import{a as e}from"./constants-BOWblkym.mjs";import{t}from"./logger-Bj782ZYD.mjs";import{i as n,r}from"./fetchAllRequests-CHHdyb4Q.mjs";import{i,r as a,t as o}from"./writeCsv-C4pjXGsD.mjs";import{groupBy as s,uniq as c}from"lodash-es";import l from"colors";import{buildTranscendGraphQLClient as u,createSombraGotInstance as d,fetchAllRequestIdentifiers as f,validateSombraVersion as p}from"@transcend-io/sdk";import{map as m}from"@transcend-io/utils";import h from"cli-progress";function g({attributeValues:e,requestIdentifiers:t,id:n,email:r,type:i,status:a,subjectType:o,details:c,createdAt:l,successfullyCompletedAt:u,country:d,locale:f,origin:p,countrySubDivision:m,isSilent:h,isTest:g,coreIdentifier:_,purpose:v,...y}){return{"Request ID":n,"Created At":l,"Successfully Completed At":u||``,Email:r,"Core Identifier":_,"Request Type":i,"Data Subject Type":o,Status:a,Country:d,"Country Sub Division":m,Details:c,Origin:p,"Silent Mode":h,"Is Test Request":g,Language:f,"Purpose Trigger Name":v?.title||v?.name||``,"Purpose Trigger Value":v?.consent?.toString()||``,...(v?.enrichedPreferences||[]).reduce((e,t)=>{let n=t.preferenceTopic?.title.defaultMessage||t.name;return n?{...e,[n]:t.selectValues?t.selectValues.map(e=>e.name).join(`;`):t.selectValue?.name||t.booleanValue}:e},{}),...y,...Object.entries(s(e,`attributeKey.name`)).reduce((e,[t,n])=>Object.assign(e,{[t]:n.map(({name:e})=>e).join(`,`)}),{}),...Object.entries(s(t,`name`)).reduce((e,[t,n])=>Object.assign(e,{[t]:n.map(({value:e})=>e).join(`,`)}),{})}}function _(e,t,n){let r=e.getTime(),i=t.getTime(),a=(i-r)/n;return Array.from({length:n},(e,t)=>({createdAtAfter:new Date(r+a*t),createdAtBefore:new Date(t===n-1?i:r+a*(t+1))}))}async function v({auth:s,sombraAuth:v,actions:y=[],statuses:b=[],identifierSearch:x,concurrency:S=1,pageLimit:C=100,transcendUrl:w=e,createdAtBefore:T,createdAtAfter:E,updatedAtBefore:D,updatedAtAfter:O,isTest:k,skipRequestIdentifiers:A=!1,file:j}){let M=u(w,s),N=A?void 0:await d(w,s,{logger:t,sombraApiKey:v,sombraUrl:process.env.SOMBRA_URL}),P=``;T&&(P+=` before ${T.toISOString()}`),E&&(P+=`${P?`, and`:``} after ${E.toISOString()}`),t.info(l.magenta(`${y.length>0?`Pulling requests of type "${y.join(`" , "`)}"`:`Pulling all requests`}${P}`));let F=S>1&&E&&T,I=F?_(E,T,S):[{createdAtAfter:E,createdAtBefore:T}];F&&t.info(l.magenta(`Splitting date range into ${S} parallel chunks`));let L={type:y.length>0?y:void 0,status:b.length>0?b:void 0,isTest:k,createdAtBefore:T?T.toISOString():void 0,createdAtAfter:E?E.toISOString():void 0,updatedAtBefore:D?D.toISOString():void 0,updatedAtAfter:O?O.toISOString():void 0},R=Date.now();A||await p(M,{logger:t});let z=await n(M,L);t.info(l.magenta(`Fetching ${z} requests`));let B=new h.SingleBar({},h.Presets.shades_classic);B.start(z,0);let V=0,{baseName:H,extension:U}=i(j),W=I.map((e,t)=>I.length===1?j:`${H}-${t}${U}`),G=[],K=await m(I,async(e,n)=>{let i=W[n],s,u=0;try{await r(M,{actions:y,text:x,statuses:b,createdAtBefore:e.createdAtBefore,createdAtAfter:e.createdAtAfter,updatedAtBefore:D,updatedAtAfter:O,isTest:k,onPage:async e=>{if(e.length===0)return;let n=(A?e.map(e=>({...e,requestIdentifiers:[]})):await m(e,async e=>({...e,requestIdentifiers:await f(M,N,{filterBy:{requestId:e.id},skipSombraCheck:!0,logger:t})}),{concurrency:C})).map(g);s||(s=c(n.map(e=>Object.keys(e)).flat()),a(i,s)),o(i,n,s),u+=n.length,V+=n.length,B.update(V)}})}catch(r){let i=r instanceof Error?r.message:String(r);t.error(l.red(`Chunk ${n} failed (${e.createdAtAfter?.toISOString()??`start`} → ${e.createdAtBefore?.toISOString()??`end`}): ${i}`)),G.push({index:n,createdAtAfter:e.createdAtAfter,createdAtBefore:e.createdAtBefore,error:i})}return s||a(i,[]),u},{concurrency:F?S:1});B.stop();let q=K.reduce((e,t)=>e+t,0),J=(Date.now()-R)/1e3;if(G.length>0){t.error(l.red(`\n${G.length} chunk(s) failed. Re-run with these date ranges to fill the gaps:`));for(let e of G)t.error(l.red(`  Chunk ${e.index}: --createdAtAfter=${e.createdAtAfter?.toISOString()??``} --createdAtBefore=${e.createdAtBefore?.toISOString()??``}`))}return t.info(l.green(`Streamed ${q} requests to ${W.length} file(s) in ${J}s`)),{filePaths:W,totalCount:q}}export{_ as n,g as r,v as t};
-//# sourceMappingURL=streamPrivacyRequestsToCsv-CHs0vSHt.mjs.map
+import{a as e}from"./constants-FP8lxFg5.mjs";import{t}from"./logger-B-LXIf3U.mjs";import{i as n,r}from"./fetchAllRequests-B2qEAfDh.mjs";import{i,r as a,t as o}from"./writeCsv-CbT4a0uj.mjs";import{groupBy as s,uniq as c}from"lodash-es";import l from"colors";import{buildTranscendGraphQLClient as u,createSombraGotInstance as d,fetchAllRequestIdentifiers as f,validateSombraVersion as p}from"@transcend-io/sdk";import{map as m}from"@transcend-io/utils";import h from"cli-progress";function g({attributeValues:e,requestIdentifiers:t,id:n,email:r,type:i,status:a,subjectType:o,details:c,createdAt:l,successfullyCompletedAt:u,country:d,locale:f,origin:p,countrySubDivision:m,isSilent:h,isTest:g,coreIdentifier:_,purpose:v,...y}){return{"Request ID":n,"Created At":l,"Successfully Completed At":u||``,Email:r,"Core Identifier":_,"Request Type":i,"Data Subject Type":o,Status:a,Country:d,"Country Sub Division":m,Details:c,Origin:p,"Silent Mode":h,"Is Test Request":g,Language:f,"Purpose Trigger Name":v?.title||v?.name||``,"Purpose Trigger Value":v?.consent?.toString()||``,...(v?.enrichedPreferences||[]).reduce((e,t)=>{let n=t.preferenceTopic?.title.defaultMessage||t.name;return n?{...e,[n]:t.selectValues?t.selectValues.map(e=>e.name).join(`;`):t.selectValue?.name||t.booleanValue}:e},{}),...y,...Object.entries(s(e,`attributeKey.name`)).reduce((e,[t,n])=>Object.assign(e,{[t]:n.map(({name:e})=>e).join(`,`)}),{}),...Object.entries(s(t,`name`)).reduce((e,[t,n])=>Object.assign(e,{[t]:n.map(({value:e})=>e).join(`,`)}),{})}}function _(e,t,n){let r=e.getTime(),i=t.getTime(),a=(i-r)/n;return Array.from({length:n},(e,t)=>({createdAtAfter:new Date(r+a*t),createdAtBefore:new Date(t===n-1?i:r+a*(t+1))}))}async function v({auth:s,sombraAuth:v,actions:y=[],statuses:b=[],identifierSearch:x,concurrency:S=1,pageLimit:C=100,transcendUrl:w=e,createdAtBefore:T,createdAtAfter:E,updatedAtBefore:D,updatedAtAfter:O,isTest:k,skipRequestIdentifiers:A=!1,file:j}){let M=u(w,s),N=A?void 0:await d(w,s,{logger:t,sombraApiKey:v,sombraUrl:process.env.SOMBRA_URL}),P=``;T&&(P+=` before ${T.toISOString()}`),E&&(P+=`${P?`, and`:``} after ${E.toISOString()}`),t.info(l.magenta(`${y.length>0?`Pulling requests of type "${y.join(`" , "`)}"`:`Pulling all requests`}${P}`));let F=S>1&&E&&T,I=F?_(E,T,S):[{createdAtAfter:E,createdAtBefore:T}];F&&t.info(l.magenta(`Splitting date range into ${S} parallel chunks`));let L={type:y.length>0?y:void 0,status:b.length>0?b:void 0,isTest:k,createdAtBefore:T?T.toISOString():void 0,createdAtAfter:E?E.toISOString():void 0,updatedAtBefore:D?D.toISOString():void 0,updatedAtAfter:O?O.toISOString():void 0},R=Date.now();A||await p(M,{logger:t});let z=await n(M,L);t.info(l.magenta(`Fetching ${z} requests`));let B=new h.SingleBar({},h.Presets.shades_classic);B.start(z,0);let V=0,{baseName:H,extension:U}=i(j),W=I.map((e,t)=>I.length===1?j:`${H}-${t}${U}`),G=[],K=await m(I,async(e,n)=>{let i=W[n],s,u=0;try{await r(M,{actions:y,text:x,statuses:b,createdAtBefore:e.createdAtBefore,createdAtAfter:e.createdAtAfter,updatedAtBefore:D,updatedAtAfter:O,isTest:k,onPage:async e=>{if(e.length===0)return;let n=(A?e.map(e=>({...e,requestIdentifiers:[]})):await m(e,async e=>({...e,requestIdentifiers:await f(M,N,{filterBy:{requestId:e.id},skipSombraCheck:!0,logger:t})}),{concurrency:C})).map(g);s||(s=c(n.map(e=>Object.keys(e)).flat()),a(i,s)),o(i,n,s),u+=n.length,V+=n.length,B.update(V)}})}catch(r){let i=r instanceof Error?r.message:String(r);t.error(l.red(`Chunk ${n} failed (${e.createdAtAfter?.toISOString()??`start`} → ${e.createdAtBefore?.toISOString()??`end`}): ${i}`)),G.push({index:n,createdAtAfter:e.createdAtAfter,createdAtBefore:e.createdAtBefore,error:i})}return s||a(i,[]),u},{concurrency:F?S:1});B.stop();let q=K.reduce((e,t)=>e+t,0),J=(Date.now()-R)/1e3;if(G.length>0){t.error(l.red(`\n${G.length} chunk(s) failed. Re-run with these date ranges to fill the gaps:`));for(let e of G)t.error(l.red(`  Chunk ${e.index}: --createdAtAfter=${e.createdAtAfter?.toISOString()??``} --createdAtBefore=${e.createdAtBefore?.toISOString()??``}`))}return t.info(l.green(`Streamed ${q} requests to ${W.length} file(s) in ${J}s`)),{filePaths:W,totalCount:q}}export{_ as n,g as r,v as t};
+//# sourceMappingURL=streamPrivacyRequestsToCsv-B2yq8AGa.mjs.map

package/dist/{streamPrivacyRequestsToCsv-CHs0vSHt.mjs.map → streamPrivacyRequestsToCsv-B2yq8AGa.mjs.map}

@@ -1 +1 @@
-{"version":3,"file":"streamPrivacyRequestsToCsv-CHs0vSHt.mjs","names":[],"sources":["../src/lib/requests/formatRequestForCsv.ts","../src/lib/requests/splitDateRange.ts","../src/lib/requests/streamPrivacyRequestsToCsv.ts"],"sourcesContent":["import type { RequestIdentifier } from '@transcend-io/sdk';\nimport { groupBy } from 'lodash-es';\n\nimport type { PrivacyRequest } from '../graphql/index.js';\n\nexport interface ExportedPrivacyRequest extends PrivacyRequest {\n  /** Request identifiers */\n  requestIdentifiers: RequestIdentifier[];\n}\n\n/** A single CSV row */\nexport type CsvRow = { [k in string]: string | null | number | boolean };\n\n/**\n * Format a single privacy request (with optional identifiers) into a flat CSV row.\n *\n * @param request - The request with identifiers attached\n * @returns Flat object suitable for CSV output\n */\nexport function formatRequestForCsv({\n  attributeValues,\n  requestIdentifiers,\n  id,\n  email,\n  type,\n  status,\n  subjectType,\n  details,\n  createdAt,\n  successfullyCompletedAt,\n  country,\n  locale,\n  origin,\n  countrySubDivision,\n  isSilent,\n  isTest,\n  coreIdentifier,\n  purpose,\n  ...request\n}: ExportedPrivacyRequest): CsvRow {\n  return {\n    'Request ID': id,\n    'Created At': createdAt,\n    'Successfully Completed At': successfullyCompletedAt || '',\n    Email: email,\n    'Core Identifier': coreIdentifier,\n    'Request Type': type,\n    'Data Subject Type': subjectType,\n    Status: status,\n    Country: country,\n    'Country Sub Division': countrySubDivision,\n    Details: details,\n    Origin: origin,\n    'Silent Mode': isSilent,\n    'Is Test Request': isTest,\n    Language: locale,\n    'Purpose Trigger Name': purpose?.title || purpose?.name || '',\n    'Purpose Trigger Value': purpose?.consent?.toString() || '',\n    ...(purpose?.enrichedPreferences || []).reduce((acc: Record<string, string | boolean>, p) => {\n      const title = p.preferenceTopic?.title.defaultMessage || p.name;\n      return title\n        ? {\n            ...acc,\n            [title]: p.selectValues\n              ? p.selectValues.map((x) => x.name).join(';')\n              : p.selectValue?.name || p.booleanValue,\n          }\n        : acc;\n    }, {}),\n    ...request,\n    ...Object.entries(groupBy(attributeValues, 'attributeKey.name')).reduce(\n      (acc, [name, values]) =>\n        Object.assign(acc, {\n          [name]: values.map(({ name: n }) => n).join(','),\n        }),\n      {},\n    ),\n    ...Object.entries(groupBy(requestIdentifiers, 'name')).reduce(\n      (acc, [name, values]) =>\n        Object.assign(acc, {\n          [name]: values.map(({ value }) => value).join(','),\n        }),\n      {},\n    ),\n  };\n}\n","export interface ChunkedDateRange {\n  /** Chunk start */\n  createdAtAfter: Date;\n  /** Chunk end */\n  createdAtBefore: Date;\n}\n\n/**\n * Split a date range into N evenly-spaced chunks.\n *\n * @param after - Start of the date range\n * @param before - End of the date range\n * @param chunks - Number of chunks to split into\n * @returns Array of date range bounds\n */\nexport function splitDateRange(after: Date, before: Date, chunks: number): ChunkedDateRange[] {\n  const startMs = after.getTime();\n  const endMs = before.getTime();\n  const chunkSizeMs = (endMs - startMs) / chunks;\n  return Array.from({ length: chunks }, (_, i) => ({\n    createdAtAfter: new Date(startMs + chunkSizeMs * i),\n    createdAtBefore: new Date(i === chunks - 1 ? endMs : startMs + chunkSizeMs * (i + 1)),\n  }));\n}\n","import { RequestAction, RequestStatus } from '@transcend-io/privacy-types';\nimport {\n  buildTranscendGraphQLClient,\n  createSombraGotInstance,\n  fetchAllRequestIdentifiers,\n  validateSombraVersion,\n} from '@transcend-io/sdk';\nimport { map } from '@transcend-io/utils';\nimport cliProgress from 'cli-progress';\nimport colors from 'colors';\nimport { uniq } from 'lodash-es';\n\nimport { DEFAULT_TRANSCEND_API } from '../../constants.js';\nimport { logger } from '../../logger.js';\nimport { fetchAllRequests, fetchRequestsTotalCount } from '../graphql/index.js';\nimport { initCsvFile, appendCsvRowsOrdered, parseFilePath } from '../helpers/index.js';\nimport { formatRequestForCsv, ExportedPrivacyRequest } from './formatRequestForCsv.js';\nimport { splitDateRange } from './splitDateRange.js';\n\n/**\n * Stream privacy requests directly to CSV files, one file per date-range chunk.\n * Memory stays bounded to a single page of results at a time.\n * Supports both with and without request identifier enrichment.\n *\n * @param options - Options\n * @returns The list of written file paths and total row count\n */\nexport async function streamPrivacyRequestsToCsv({\n  auth,\n  sombraAuth,\n  actions = [],\n  statuses = [],\n  identifierSearch,\n  concurrency = 1,\n  pageLimit = 100,\n  transcendUrl = DEFAULT_TRANSCEND_API,\n  createdAtBefore,\n  createdAtAfter,\n  updatedAtBefore,\n  updatedAtAfter,\n  isTest,\n  skipRequestIdentifiers = false,\n  file,\n}: {\n  /** Transcend API key authentication */\n  auth: string;\n  /** Search for a specific identifier */\n  identifierSearch?: string;\n  /** Sombra API key authentication */\n  sombraAuth?: string;\n  /** API URL for Transcend backend */\n  transcendUrl?: string;\n  /** Statuses to filter on */\n  statuses?: RequestStatus[];\n  /** The request action to fetch */\n  actions?: RequestAction[];\n  /** Number of parallel date-range chunks */\n  concurrency?: number;\n  /** Concurrency for fetching identifiers per page */\n  pageLimit?: number;\n  /** Filter for requests created before this date */\n  createdAtBefore?: Date;\n  /** Filter for requests created after this date */\n  createdAtAfter?: Date;\n  /** Filter for requests updated before this date */\n  updatedAtBefore?: Date;\n  /** Filter for requests updated after this date */\n  updatedAtAfter?: Date;\n  /** Return test requests */\n  isTest?: boolean;\n  /** Skip fetching request identifiers */\n  skipRequestIdentifiers?: boolean;\n  /** Output CSV file path */\n  file: string;\n}): Promise<{\n  /** Paths to written CSV files */\n  filePaths: string[];\n  /** Total rows written */\n  totalCount: number;\n}> {\n  const client = buildTranscendGraphQLClient(transcendUrl, auth);\n  const sombra = skipRequestIdentifiers\n    ? undefined\n    : await createSombraGotInstance(transcendUrl, auth, {\n        logger,\n        sombraApiKey: sombraAuth,\n        sombraUrl: process.env.SOMBRA_URL,\n      });\n\n  // Log date range\n  let dateRange = '';\n  if (createdAtBefore) {\n    dateRange += ` before ${createdAtBefore.toISOString()}`;\n  }\n  if (createdAtAfter) {\n    dateRange += `${dateRange ? ', and' : ''} after ${createdAtAfter.toISOString()}`;\n  }\n  logger.info(\n    colors.magenta(\n      `${\n        actions.length > 0\n          ? `Pulling requests of type \"${actions.join('\" , \"')}\"`\n          : 'Pulling all requests'\n      }${dateRange}`,\n    ),\n  );\n\n  // Split into parallel date-range chunks when possible\n  const useChunks = concurrency > 1 && createdAtAfter && createdAtBefore;\n  const chunks = useChunks\n    ? splitDateRange(createdAtAfter, createdAtBefore, concurrency)\n    : [{ createdAtAfter, createdAtBefore }];\n\n  if (useChunks) {\n    logger.info(colors.magenta(`Splitting date range into ${concurrency} parallel chunks`));\n  }\n\n  // Fetch total count once for the shared progress bar\n  const filterBy = {\n    type: actions.length > 0 ? actions : undefined,\n    status: statuses.length > 0 ? statuses : undefined,\n    isTest,\n    createdAtBefore: createdAtBefore ? createdAtBefore.toISOString() : undefined,\n    createdAtAfter: createdAtAfter ? createdAtAfter.toISOString() : undefined,\n    updatedAtBefore: updatedAtBefore ? updatedAtBefore.toISOString() : undefined,\n    updatedAtAfter: updatedAtAfter ? updatedAtAfter.toISOString() : undefined,\n  };\n\n  const t0 = Date.now();\n\n  // Validate Sombra version once before bulk-fetching identifiers\n  if (!skipRequestIdentifiers) {\n    await validateSombraVersion(client, { logger });\n  }\n\n  const totalExpected = await fetchRequestsTotalCount(client, filterBy);\n  logger.info(colors.magenta(`Fetching ${totalExpected} requests`));\n\n  const progressBar = new cliProgress.SingleBar({}, cliProgress.Presets.shades_classic);\n  progressBar.start(totalExpected, 0);\n\n  let globalFetched = 0;\n\n  const { baseName, extension } = parseFilePath(file);\n\n  const filePaths = chunks.map((_, i) =>\n    chunks.length === 1 ? file : `${baseName}-${i}${extension}`,\n  );\n\n  interface FailedChunk {\n    /** Chunk index */\n    index: number;\n    /** Start of failed date range */\n    createdAtAfter?: Date;\n    /** End of failed date range */\n    createdAtBefore?: Date;\n    /** Error message */\n    error: string;\n  }\n\n  const failedChunks: FailedChunk[] = [];\n\n  const chunkCounts = await map(\n    chunks,\n    async (chunk, i) => {\n      const chunkFile = filePaths[i];\n      let headers: string[] | undefined;\n      let rowCount = 0;\n\n      try {\n        await fetchAllRequests(client, {\n          actions,\n          text: identifierSearch,\n          statuses,\n          createdAtBefore: chunk.createdAtBefore,\n          createdAtAfter: chunk.createdAtAfter,\n          updatedAtBefore,\n          updatedAtAfter,\n          isTest,\n          onPage: async (nodes) => {\n            if (nodes.length === 0) return;\n\n            // Optionally enrich each request with its identifiers\n            const enriched: ExportedPrivacyRequest[] = skipRequestIdentifiers\n              ? nodes.map((n) => ({ ...n, requestIdentifiers: [] }))\n              : await map(\n                  nodes,\n                  async (n) => ({\n                    ...n,\n                    requestIdentifiers: await fetchAllRequestIdentifiers(client, sombra!, {\n                      filterBy: { requestId: n.id },\n                      skipSombraCheck: true,\n                      logger,\n                    }),\n                  }),\n                  { concurrency: pageLimit },\n                );\n\n            const rows: Record<string, string | null | number | boolean>[] =\n              enriched.map(formatRequestForCsv);\n\n            if (!headers) {\n              headers = uniq(rows.map((r: Record<string, unknown>) => Object.keys(r)).flat());\n              initCsvFile(chunkFile, headers);\n            }\n\n            appendCsvRowsOrdered(chunkFile, rows, headers);\n            rowCount += rows.length;\n            globalFetched += rows.length;\n            progressBar.update(globalFetched);\n          },\n        });\n      } catch (err) {\n        const message = err instanceof Error ? err.message : String(err);\n        logger.error(\n          colors.red(\n            `Chunk ${i} failed (${\n              chunk.createdAtAfter?.toISOString() ?? 'start'\n            } → ${chunk.createdAtBefore?.toISOString() ?? 'end'}): ${message}`,\n          ),\n        );\n        failedChunks.push({\n          index: i,\n          createdAtAfter: chunk.createdAtAfter,\n          createdAtBefore: chunk.createdAtBefore,\n          error: message,\n        });\n      }\n\n      if (!headers) {\n        initCsvFile(chunkFile, []);\n      }\n\n      return rowCount;\n    },\n    { concurrency: useChunks ? concurrency : 1 },\n  );\n\n  progressBar.stop();\n  const totalCount = chunkCounts.reduce((a, b) => a + b, 0);\n  const elapsed = (Date.now() - t0) / 1000;\n\n  if (failedChunks.length > 0) {\n    logger.error(\n      colors.red(\n        `\\n${failedChunks.length} chunk(s) failed. ` +\n          'Re-run with these date ranges to fill the gaps:',\n      ),\n    );\n    for (const fc of failedChunks) {\n      logger.error(\n        colors.red(\n          `  Chunk ${fc.index}: --createdAtAfter=${\n            fc.createdAtAfter?.toISOString() ?? ''\n          } --createdAtBefore=${fc.createdAtBefore?.toISOString() ?? ''}`,\n        ),\n      );\n    }\n  }\n\n  logger.info(\n    colors.green(`Streamed ${totalCount} requests to ${filePaths.length} file(s) in ${elapsed}s`),\n  );\n\n  return { filePaths, totalCount };\n}\n"],"mappings":"+dAmBA,SAAgB,EAAoB,CAClC,kBACA,qBACA,KACA,QACA,OACA,SACA,cACA,UACA,YACA,0BACA,UACA,SACA,SACA,qBACA,WACA,SACA,iBACA,UACA,GAAG,GAC8B,CACjC,MAAO,CACL,aAAc,EACd,aAAc,EACd,4BAA6B,GAA2B,GACxD,MAAO,EACP,kBAAmB,EACnB,eAAgB,EAChB,oBAAqB,EACrB,OAAQ,EACR,QAAS,EACT,uBAAwB,EACxB,QAAS,EACT,OAAQ,EACR,cAAe,EACf,kBAAmB,EACnB,SAAU,EACV,uBAAwB,GAAS,OAAS,GAAS,MAAQ,GAC3D,wBAAyB,GAAS,SAAS,UAAU,EAAI,GACzD,IAAI,GAAS,qBAAuB,EAAE,EAAE,QAAQ,EAAuC,IAAM,CAC3F,IAAM,EAAQ,EAAE,iBAAiB,MAAM,gBAAkB,EAAE,KAC3D,OAAO,EACH,CACE,GAAG,GACF,GAAQ,EAAE,aACP,EAAE,aAAa,IAAK,GAAM,EAAE,KAAK,CAAC,KAAK,IAAI,CAC3C,EAAE,aAAa,MAAQ,EAAE,aAC9B,CACD,GACH,EAAE,CAAC,CACN,GAAG,EACH,GAAG,OAAO,QAAQ,EAAQ,EAAiB,oBAAoB,CAAC,CAAC,QAC9D,EAAK,CAAC,EAAM,KACX,OAAO,OAAO,EAAK,EAChB,GAAO,EAAO,KAAK,CAAE,KAAM,KAAQ,EAAE,CAAC,KAAK,IAAI,CACjD,CAAC,CACJ,EAAE,CACH,CACD,GAAG,OAAO,QAAQ,EAAQ,EAAoB,OAAO,CAAC,CAAC,QACpD,EAAK,CAAC,EAAM,KACX,OAAO,OAAO,EAAK,EAChB,GAAO,EAAO,KAAK,CAAE,WAAY,EAAM,CAAC,KAAK,IAAI,CACnD,CAAC,CACJ,EAAE,CACH,CACF,CCrEH,SAAgB,EAAe,EAAa,EAAc,EAAoC,CAC5F,IAAM,EAAU,EAAM,SAAS,CACzB,EAAQ,EAAO,SAAS,CACxB,GAAe,EAAQ,GAAW,EACxC,OAAO,MAAM,KAAK,CAAE,OAAQ,EAAQ,EAAG,EAAG,KAAO,CAC/C,eAAgB,IAAI,KAAK,EAAU,EAAc,EAAE,CACnD,gBAAiB,IAAI,KAAK,IAAM,EAAS,EAAI,EAAQ,EAAU,GAAe,EAAI,GAAG,CACtF,EAAE,CCKL,eAAsB,EAA2B,CAC/C,OACA,aACA,UAAU,EAAE,CACZ,WAAW,EAAE,CACb,mBACA,cAAc,EACd,YAAY,IACZ,eAAe,EACf,kBACA,iBACA,kBACA,iBACA,SACA,yBAAyB,GACzB,QAqCC,CACD,IAAM,EAAS,EAA4B,EAAc,EAAK,CACxD,EAAS,EACX,IAAA,GACA,MAAM,EAAwB,EAAc,EAAM,CAChD,SACA,aAAc,EACd,UAAW,QAAQ,IAAI,WACxB,CAAC,CAGF,EAAY,GACZ,IACF,GAAa,WAAW,EAAgB,aAAa,IAEnD,IACF,GAAa,GAAG,EAAY,QAAU,GAAG,SAAS,EAAe,aAAa,IAEhF,EAAO,KACL,EAAO,QACL,GACE,EAAQ,OAAS,EACb,6BAA6B,EAAQ,KAAK,QAAQ,CAAC,GACnD,yBACH,IACJ,CACF,CAGD,IAAM,EAAY,EAAc,GAAK,GAAkB,EACjD,EAAS,EACX,EAAe,EAAgB,EAAiB,EAAY,CAC5D,CAAC,CAAE,iBAAgB,kBAAiB,CAAC,CAErC,GACF,EAAO,KAAK,EAAO,QAAQ,6BAA6B,EAAY,kBAAkB,CAAC,CAIzF,IAAM,EAAW,CACf,KAAM,EAAQ,OAAS,EAAI,EAAU,IAAA,GACrC,OAAQ,EAAS,OAAS,EAAI,EAAW,IAAA,GACzC,SACA,gBAAiB,EAAkB,EAAgB,aAAa,CAAG,IAAA,GACnE,eAAgB,EAAiB,EAAe,aAAa,CAAG,IAAA,GAChE,gBAAiB,EAAkB,EAAgB,aAAa,CAAG,IAAA,GACnE,eAAgB,EAAiB,EAAe,aAAa,CAAG,IAAA,GACjE,CAEK,EAAK,KAAK,KAAK,CAGhB,GACH,MAAM,EAAsB,EAAQ,CAAE,SAAQ,CAAC,CAGjD,IAAM,EAAgB,MAAM,EAAwB,EAAQ,EAAS,CACrE,EAAO,KAAK,EAAO,QAAQ,YAAY,EAAc,WAAW,CAAC,CAEjE,IAAM,EAAc,IAAI,EAAY,UAAU,EAAE,CAAE,EAAY,QAAQ,eAAe,CACrF,EAAY,MAAM,EAAe,EAAE,CAEnC,IAAI,EAAgB,EAEd,CAAE,WAAU,aAAc,EAAc,EAAK,CAE7C,EAAY,EAAO,KAAK,EAAG,IAC/B,EAAO,SAAW,EAAI,EAAO,GAAG,EAAS,GAAG,IAAI,IACjD,CAaK,EAA8B,EAAE,CAEhC,EAAc,MAAM,EACxB,EACA,MAAO,EAAO,IAAM,CAClB,IAAM,EAAY,EAAU,GACxB,EACA,EAAW,EAEf,GAAI,CACF,MAAM,EAAiB,EAAQ,CAC7B,UACA,KAAM,EACN,WACA,gBAAiB,EAAM,gBACvB,eAAgB,EAAM,eACtB,kBACA,iBACA,SACA,OAAQ,KAAO,IAAU,CACvB,GAAI,EAAM,SAAW,EAAG,OAkBxB,IAAM,GAfqC,EACvC,EAAM,IAAK,IAAO,CAAE,GAAG,EAAG,mBAAoB,EAAE,CAAE,EAAE,CACpD,MAAM,EACJ,EACA,KAAO,KAAO,CACZ,GAAG,EACH,mBAAoB,MAAM,EAA2B,EAAQ,EAAS,CACpE,SAAU,CAAE,UAAW,EAAE,GAAI,CAC7B,gBAAiB,GACjB,SACD,CAAC,CACH,EACD,CAAE,YAAa,EAAW,CAC3B,EAGM,IAAI,EAAoB,CAE9B,IACH,EAAU,EAAK,EAAK,IAAK,GAA+B,OAAO,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC,CAC/E,EAAY,EAAW,EAAQ,EAGjC,EAAqB,EAAW,EAAM,EAAQ,CAC9C,GAAY,EAAK,OACjB,GAAiB,EAAK,OACtB,EAAY,OAAO,EAAc,EAEpC,CAAC,OACK,EAAK,CACZ,IAAM,EAAU,aAAe,MAAQ,EAAI,QAAU,OAAO,EAAI,CAChE,EAAO,MACL,EAAO,IACL,SAAS,EAAE,WACT,EAAM,gBAAgB,aAAa,EAAI,QACxC,KAAK,EAAM,iBAAiB,aAAa,EAAI,MAAM,KAAK,IAC1D,CACF,CACD,EAAa,KAAK,CAChB,MAAO,EACP,eAAgB,EAAM,eACtB,gBAAiB,EAAM,gBACvB,MAAO,EACR,CAAC,CAOJ,OAJK,GACH,EAAY,EAAW,EAAE,CAAC,CAGrB,GAET,CAAE,YAAa,EAAY,EAAc,EAAG,CAC7C,CAED,EAAY,MAAM,CAClB,IAAM,EAAa,EAAY,QAAQ,EAAG,IAAM,EAAI,EAAG,EAAE,CACnD,GAAW,KAAK,KAAK,CAAG,GAAM,IAEpC,GAAI,EAAa,OAAS,EAAG,CAC3B,EAAO,MACL,EAAO,IACL,KAAK,EAAa,OAAO,mEAE1B,CACF,CACD,IAAK,IAAM,KAAM,EACf,EAAO,MACL,EAAO,IACL,WAAW,EAAG,MAAM,qBAClB,EAAG,gBAAgB,aAAa,EAAI,GACrC,qBAAqB,EAAG,iBAAiB,aAAa,EAAI,KAC5D,CACF,CAQL,OAJA,EAAO,KACL,EAAO,MAAM,YAAY,EAAW,eAAe,EAAU,OAAO,cAAc,EAAQ,GAAG,CAC9F,CAEM,CAAE,YAAW,aAAY"}
+{"version":3,"file":"streamPrivacyRequestsToCsv-B2yq8AGa.mjs","names":[],"sources":["../src/lib/requests/formatRequestForCsv.ts","../src/lib/requests/splitDateRange.ts","../src/lib/requests/streamPrivacyRequestsToCsv.ts"],"sourcesContent":["import type { RequestIdentifier } from '@transcend-io/sdk';\nimport { groupBy } from 'lodash-es';\n\nimport type { PrivacyRequest } from '../graphql/index.js';\n\nexport interface ExportedPrivacyRequest extends PrivacyRequest {\n  /** Request identifiers */\n  requestIdentifiers: RequestIdentifier[];\n}\n\n/** A single CSV row */\nexport type CsvRow = { [k in string]: string | null | number | boolean };\n\n/**\n * Format a single privacy request (with optional identifiers) into a flat CSV row.\n *\n * @param request - The request with identifiers attached\n * @returns Flat object suitable for CSV output\n */\nexport function formatRequestForCsv({\n  attributeValues,\n  requestIdentifiers,\n  id,\n  email,\n  type,\n  status,\n  subjectType,\n  details,\n  createdAt,\n  successfullyCompletedAt,\n  country,\n  locale,\n  origin,\n  countrySubDivision,\n  isSilent,\n  isTest,\n  coreIdentifier,\n  purpose,\n  ...request\n}: ExportedPrivacyRequest): CsvRow {\n  return {\n    'Request ID': id,\n    'Created At': createdAt,\n    'Successfully Completed At': successfullyCompletedAt || '',\n    Email: email,\n    'Core Identifier': coreIdentifier,\n    'Request Type': type,\n    'Data Subject Type': subjectType,\n    Status: status,\n    Country: country,\n    'Country Sub Division': countrySubDivision,\n    Details: details,\n    Origin: origin,\n    'Silent Mode': isSilent,\n    'Is Test Request': isTest,\n    Language: locale,\n    'Purpose Trigger Name': purpose?.title || purpose?.name || '',\n    'Purpose Trigger Value': purpose?.consent?.toString() || '',\n    ...(purpose?.enrichedPreferences || []).reduce((acc: Record<string, string | boolean>, p) => {\n      const title = p.preferenceTopic?.title.defaultMessage || p.name;\n      return title\n        ? {\n            ...acc,\n            [title]: p.selectValues\n              ? p.selectValues.map((x) => x.name).join(';')\n              : p.selectValue?.name || p.booleanValue,\n          }\n        : acc;\n    }, {}),\n    ...request,\n    ...Object.entries(groupBy(attributeValues, 'attributeKey.name')).reduce(\n      (acc, [name, values]) =>\n        Object.assign(acc, {\n          [name]: values.map(({ name: n }) => n).join(','),\n        }),\n      {},\n    ),\n    ...Object.entries(groupBy(requestIdentifiers, 'name')).reduce(\n      (acc, [name, values]) =>\n        Object.assign(acc, {\n          [name]: values.map(({ value }) => value).join(','),\n        }),\n      {},\n    ),\n  };\n}\n","export interface ChunkedDateRange {\n  /** Chunk start */\n  createdAtAfter: Date;\n  /** Chunk end */\n  createdAtBefore: Date;\n}\n\n/**\n * Split a date range into N evenly-spaced chunks.\n *\n * @param after - Start of the date range\n * @param before - End of the date range\n * @param chunks - Number of chunks to split into\n * @returns Array of date range bounds\n */\nexport function splitDateRange(after: Date, before: Date, chunks: number): ChunkedDateRange[] {\n  const startMs = after.getTime();\n  const endMs = before.getTime();\n  const chunkSizeMs = (endMs - startMs) / chunks;\n  return Array.from({ length: chunks }, (_, i) => ({\n    createdAtAfter: new Date(startMs + chunkSizeMs * i),\n    createdAtBefore: new Date(i === chunks - 1 ? endMs : startMs + chunkSizeMs * (i + 1)),\n  }));\n}\n","import { RequestAction, RequestStatus } from '@transcend-io/privacy-types';\nimport {\n  buildTranscendGraphQLClient,\n  createSombraGotInstance,\n  fetchAllRequestIdentifiers,\n  validateSombraVersion,\n} from '@transcend-io/sdk';\nimport { map } from '@transcend-io/utils';\nimport cliProgress from 'cli-progress';\nimport colors from 'colors';\nimport { uniq } from 'lodash-es';\n\nimport { DEFAULT_TRANSCEND_API } from '../../constants.js';\nimport { logger } from '../../logger.js';\nimport { fetchAllRequests, fetchRequestsTotalCount } from '../graphql/index.js';\nimport { initCsvFile, appendCsvRowsOrdered, parseFilePath } from '../helpers/index.js';\nimport { formatRequestForCsv, ExportedPrivacyRequest } from './formatRequestForCsv.js';\nimport { splitDateRange } from './splitDateRange.js';\n\n/**\n * Stream privacy requests directly to CSV files, one file per date-range chunk.\n * Memory stays bounded to a single page of results at a time.\n * Supports both with and without request identifier enrichment.\n *\n * @param options - Options\n * @returns The list of written file paths and total row count\n */\nexport async function streamPrivacyRequestsToCsv({\n  auth,\n  sombraAuth,\n  actions = [],\n  statuses = [],\n  identifierSearch,\n  concurrency = 1,\n  pageLimit = 100,\n  transcendUrl = DEFAULT_TRANSCEND_API,\n  createdAtBefore,\n  createdAtAfter,\n  updatedAtBefore,\n  updatedAtAfter,\n  isTest,\n  skipRequestIdentifiers = false,\n  file,\n}: {\n  /** Transcend API key authentication */\n  auth: string;\n  /** Search for a specific identifier */\n  identifierSearch?: string;\n  /** Sombra API key authentication */\n  sombraAuth?: string;\n  /** API URL for Transcend backend */\n  transcendUrl?: string;\n  /** Statuses to filter on */\n  statuses?: RequestStatus[];\n  /** The request action to fetch */\n  actions?: RequestAction[];\n  /** Number of parallel date-range chunks */\n  concurrency?: number;\n  /** Concurrency for fetching identifiers per page */\n  pageLimit?: number;\n  /** Filter for requests created before this date */\n  createdAtBefore?: Date;\n  /** Filter for requests created after this date */\n  createdAtAfter?: Date;\n  /** Filter for requests updated before this date */\n  updatedAtBefore?: Date;\n  /** Filter for requests updated after this date */\n  updatedAtAfter?: Date;\n  /** Return test requests */\n  isTest?: boolean;\n  /** Skip fetching request identifiers */\n  skipRequestIdentifiers?: boolean;\n  /** Output CSV file path */\n  file: string;\n}): Promise<{\n  /** Paths to written CSV files */\n  filePaths: string[];\n  /** Total rows written */\n  totalCount: number;\n}> {\n  const client = buildTranscendGraphQLClient(transcendUrl, auth);\n  const sombra = skipRequestIdentifiers\n    ? undefined\n    : await createSombraGotInstance(transcendUrl, auth, {\n        logger,\n        sombraApiKey: sombraAuth,\n        sombraUrl: process.env.SOMBRA_URL,\n      });\n\n  // Log date range\n  let dateRange = '';\n  if (createdAtBefore) {\n    dateRange += ` before ${createdAtBefore.toISOString()}`;\n  }\n  if (createdAtAfter) {\n    dateRange += `${dateRange ? ', and' : ''} after ${createdAtAfter.toISOString()}`;\n  }\n  logger.info(\n    colors.magenta(\n      `${\n        actions.length > 0\n          ? `Pulling requests of type \"${actions.join('\" , \"')}\"`\n          : 'Pulling all requests'\n      }${dateRange}`,\n    ),\n  );\n\n  // Split into parallel date-range chunks when possible\n  const useChunks = concurrency > 1 && createdAtAfter && createdAtBefore;\n  const chunks = useChunks\n    ? splitDateRange(createdAtAfter, createdAtBefore, concurrency)\n    : [{ createdAtAfter, createdAtBefore }];\n\n  if (useChunks) {\n    logger.info(colors.magenta(`Splitting date range into ${concurrency} parallel chunks`));\n  }\n\n  // Fetch total count once for the shared progress bar\n  const filterBy = {\n    type: actions.length > 0 ? actions : undefined,\n    status: statuses.length > 0 ? statuses : undefined,\n    isTest,\n    createdAtBefore: createdAtBefore ? createdAtBefore.toISOString() : undefined,\n    createdAtAfter: createdAtAfter ? createdAtAfter.toISOString() : undefined,\n    updatedAtBefore: updatedAtBefore ? updatedAtBefore.toISOString() : undefined,\n    updatedAtAfter: updatedAtAfter ? updatedAtAfter.toISOString() : undefined,\n  };\n\n  const t0 = Date.now();\n\n  // Validate Sombra version once before bulk-fetching identifiers\n  if (!skipRequestIdentifiers) {\n    await validateSombraVersion(client, { logger });\n  }\n\n  const totalExpected = await fetchRequestsTotalCount(client, filterBy);\n  logger.info(colors.magenta(`Fetching ${totalExpected} requests`));\n\n  const progressBar = new cliProgress.SingleBar({}, cliProgress.Presets.shades_classic);\n  progressBar.start(totalExpected, 0);\n\n  let globalFetched = 0;\n\n  const { baseName, extension } = parseFilePath(file);\n\n  const filePaths = chunks.map((_, i) =>\n    chunks.length === 1 ? file : `${baseName}-${i}${extension}`,\n  );\n\n  interface FailedChunk {\n    /** Chunk index */\n    index: number;\n    /** Start of failed date range */\n    createdAtAfter?: Date;\n    /** End of failed date range */\n    createdAtBefore?: Date;\n    /** Error message */\n    error: string;\n  }\n\n  const failedChunks: FailedChunk[] = [];\n\n  const chunkCounts = await map(\n    chunks,\n    async (chunk, i) => {\n      const chunkFile = filePaths[i];\n      let headers: string[] | undefined;\n      let rowCount = 0;\n\n      try {\n        await fetchAllRequests(client, {\n          actions,\n          text: identifierSearch,\n          statuses,\n          createdAtBefore: chunk.createdAtBefore,\n          createdAtAfter: chunk.createdAtAfter,\n          updatedAtBefore,\n          updatedAtAfter,\n          isTest,\n          onPage: async (nodes) => {\n            if (nodes.length === 0) return;\n\n            // Optionally enrich each request with its identifiers\n            const enriched: ExportedPrivacyRequest[] = skipRequestIdentifiers\n              ? nodes.map((n) => ({ ...n, requestIdentifiers: [] }))\n              : await map(\n                  nodes,\n                  async (n) => ({\n                    ...n,\n                    requestIdentifiers: await fetchAllRequestIdentifiers(client, sombra!, {\n                      filterBy: { requestId: n.id },\n                      skipSombraCheck: true,\n                      logger,\n                    }),\n                  }),\n                  { concurrency: pageLimit },\n                );\n\n            const rows: Record<string, string | null | number | boolean>[] =\n              enriched.map(formatRequestForCsv);\n\n            if (!headers) {\n              headers = uniq(rows.map((r: Record<string, unknown>) => Object.keys(r)).flat());\n              initCsvFile(chunkFile, headers);\n            }\n\n            appendCsvRowsOrdered(chunkFile, rows, headers);\n            rowCount += rows.length;\n            globalFetched += rows.length;\n            progressBar.update(globalFetched);\n          },\n        });\n      } catch (err) {\n        const message = err instanceof Error ? err.message : String(err);\n        logger.error(\n          colors.red(\n            `Chunk ${i} failed (${\n              chunk.createdAtAfter?.toISOString() ?? 'start'\n            } → ${chunk.createdAtBefore?.toISOString() ?? 'end'}): ${message}`,\n          ),\n        );\n        failedChunks.push({\n          index: i,\n          createdAtAfter: chunk.createdAtAfter,\n          createdAtBefore: chunk.createdAtBefore,\n          error: message,\n        });\n      }\n\n      if (!headers) {\n        initCsvFile(chunkFile, []);\n      }\n\n      return rowCount;\n    },\n    { concurrency: useChunks ? concurrency : 1 },\n  );\n\n  progressBar.stop();\n  const totalCount = chunkCounts.reduce((a, b) => a + b, 0);\n  const elapsed = (Date.now() - t0) / 1000;\n\n  if (failedChunks.length > 0) {\n    logger.error(\n      colors.red(\n        `\\n${failedChunks.length} chunk(s) failed. ` +\n          'Re-run with these date ranges to fill the gaps:',\n      ),\n    );\n    for (const fc of failedChunks) {\n      logger.error(\n        colors.red(\n          `  Chunk ${fc.index}: --createdAtAfter=${\n            fc.createdAtAfter?.toISOString() ?? ''\n          } --createdAtBefore=${fc.createdAtBefore?.toISOString() ?? ''}`,\n        ),\n      );\n    }\n  }\n\n  logger.info(\n    colors.green(`Streamed ${totalCount} requests to ${filePaths.length} file(s) in ${elapsed}s`),\n  );\n\n  return { filePaths, totalCount };\n}\n"],"mappings":"+dAmBA,SAAgB,EAAoB,CAClC,kBACA,qBACA,KACA,QACA,OACA,SACA,cACA,UACA,YACA,0BACA,UACA,SACA,SACA,qBACA,WACA,SACA,iBACA,UACA,GAAG,GAC8B,CACjC,MAAO,CACL,aAAc,EACd,aAAc,EACd,4BAA6B,GAA2B,GACxD,MAAO,EACP,kBAAmB,EACnB,eAAgB,EAChB,oBAAqB,EACrB,OAAQ,EACR,QAAS,EACT,uBAAwB,EACxB,QAAS,EACT,OAAQ,EACR,cAAe,EACf,kBAAmB,EACnB,SAAU,EACV,uBAAwB,GAAS,OAAS,GAAS,MAAQ,GAC3D,wBAAyB,GAAS,SAAS,UAAU,EAAI,GACzD,IAAI,GAAS,qBAAuB,EAAE,EAAE,QAAQ,EAAuC,IAAM,CAC3F,IAAM,EAAQ,EAAE,iBAAiB,MAAM,gBAAkB,EAAE,KAC3D,OAAO,EACH,CACE,GAAG,GACF,GAAQ,EAAE,aACP,EAAE,aAAa,IAAK,GAAM,EAAE,KAAK,CAAC,KAAK,IAAI,CAC3C,EAAE,aAAa,MAAQ,EAAE,aAC9B,CACD,GACH,EAAE,CAAC,CACN,GAAG,EACH,GAAG,OAAO,QAAQ,EAAQ,EAAiB,oBAAoB,CAAC,CAAC,QAC9D,EAAK,CAAC,EAAM,KACX,OAAO,OAAO,EAAK,EAChB,GAAO,EAAO,KAAK,CAAE,KAAM,KAAQ,EAAE,CAAC,KAAK,IAAI,CACjD,CAAC,CACJ,EAAE,CACH,CACD,GAAG,OAAO,QAAQ,EAAQ,EAAoB,OAAO,CAAC,CAAC,QACpD,EAAK,CAAC,EAAM,KACX,OAAO,OAAO,EAAK,EAChB,GAAO,EAAO,KAAK,CAAE,WAAY,EAAM,CAAC,KAAK,IAAI,CACnD,CAAC,CACJ,EAAE,CACH,CACF,CCrEH,SAAgB,EAAe,EAAa,EAAc,EAAoC,CAC5F,IAAM,EAAU,EAAM,SAAS,CACzB,EAAQ,EAAO,SAAS,CACxB,GAAe,EAAQ,GAAW,EACxC,OAAO,MAAM,KAAK,CAAE,OAAQ,EAAQ,EAAG,EAAG,KAAO,CAC/C,eAAgB,IAAI,KAAK,EAAU,EAAc,EAAE,CACnD,gBAAiB,IAAI,KAAK,IAAM,EAAS,EAAI,EAAQ,EAAU,GAAe,EAAI,GAAG,CACtF,EAAE,CCKL,eAAsB,EAA2B,CAC/C,OACA,aACA,UAAU,EAAE,CACZ,WAAW,EAAE,CACb,mBACA,cAAc,EACd,YAAY,IACZ,eAAe,EACf,kBACA,iBACA,kBACA,iBACA,SACA,yBAAyB,GACzB,QAqCC,CACD,IAAM,EAAS,EAA4B,EAAc,EAAK,CACxD,EAAS,EACX,IAAA,GACA,MAAM,EAAwB,EAAc,EAAM,CAChD,SACA,aAAc,EACd,UAAW,QAAQ,IAAI,WACxB,CAAC,CAGF,EAAY,GACZ,IACF,GAAa,WAAW,EAAgB,aAAa,IAEnD,IACF,GAAa,GAAG,EAAY,QAAU,GAAG,SAAS,EAAe,aAAa,IAEhF,EAAO,KACL,EAAO,QACL,GACE,EAAQ,OAAS,EACb,6BAA6B,EAAQ,KAAK,QAAQ,CAAC,GACnD,yBACH,IACJ,CACF,CAGD,IAAM,EAAY,EAAc,GAAK,GAAkB,EACjD,EAAS,EACX,EAAe,EAAgB,EAAiB,EAAY,CAC5D,CAAC,CAAE,iBAAgB,kBAAiB,CAAC,CAErC,GACF,EAAO,KAAK,EAAO,QAAQ,6BAA6B,EAAY,kBAAkB,CAAC,CAIzF,IAAM,EAAW,CACf,KAAM,EAAQ,OAAS,EAAI,EAAU,IAAA,GACrC,OAAQ,EAAS,OAAS,EAAI,EAAW,IAAA,GACzC,SACA,gBAAiB,EAAkB,EAAgB,aAAa,CAAG,IAAA,GACnE,eAAgB,EAAiB,EAAe,aAAa,CAAG,IAAA,GAChE,gBAAiB,EAAkB,EAAgB,aAAa,CAAG,IAAA,GACnE,eAAgB,EAAiB,EAAe,aAAa,CAAG,IAAA,GACjE,CAEK,EAAK,KAAK,KAAK,CAGhB,GACH,MAAM,EAAsB,EAAQ,CAAE,SAAQ,CAAC,CAGjD,IAAM,EAAgB,MAAM,EAAwB,EAAQ,EAAS,CACrE,EAAO,KAAK,EAAO,QAAQ,YAAY,EAAc,WAAW,CAAC,CAEjE,IAAM,EAAc,IAAI,EAAY,UAAU,EAAE,CAAE,EAAY,QAAQ,eAAe,CACrF,EAAY,MAAM,EAAe,EAAE,CAEnC,IAAI,EAAgB,EAEd,CAAE,WAAU,aAAc,EAAc,EAAK,CAE7C,EAAY,EAAO,KAAK,EAAG,IAC/B,EAAO,SAAW,EAAI,EAAO,GAAG,EAAS,GAAG,IAAI,IACjD,CAaK,EAA8B,EAAE,CAEhC,EAAc,MAAM,EACxB,EACA,MAAO,EAAO,IAAM,CAClB,IAAM,EAAY,EAAU,GACxB,EACA,EAAW,EAEf,GAAI,CACF,MAAM,EAAiB,EAAQ,CAC7B,UACA,KAAM,EACN,WACA,gBAAiB,EAAM,gBACvB,eAAgB,EAAM,eACtB,kBACA,iBACA,SACA,OAAQ,KAAO,IAAU,CACvB,GAAI,EAAM,SAAW,EAAG,OAkBxB,IAAM,GAfqC,EACvC,EAAM,IAAK,IAAO,CAAE,GAAG,EAAG,mBAAoB,EAAE,CAAE,EAAE,CACpD,MAAM,EACJ,EACA,KAAO,KAAO,CACZ,GAAG,EACH,mBAAoB,MAAM,EAA2B,EAAQ,EAAS,CACpE,SAAU,CAAE,UAAW,EAAE,GAAI,CAC7B,gBAAiB,GACjB,SACD,CAAC,CACH,EACD,CAAE,YAAa,EAAW,CAC3B,EAGM,IAAI,EAAoB,CAE9B,IACH,EAAU,EAAK,EAAK,IAAK,GAA+B,OAAO,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC,CAC/E,EAAY,EAAW,EAAQ,EAGjC,EAAqB,EAAW,EAAM,EAAQ,CAC9C,GAAY,EAAK,OACjB,GAAiB,EAAK,OACtB,EAAY,OAAO,EAAc,EAEpC,CAAC,OACK,EAAK,CACZ,IAAM,EAAU,aAAe,MAAQ,EAAI,QAAU,OAAO,EAAI,CAChE,EAAO,MACL,EAAO,IACL,SAAS,EAAE,WACT,EAAM,gBAAgB,aAAa,EAAI,QACxC,KAAK,EAAM,iBAAiB,aAAa,EAAI,MAAM,KAAK,IAC1D,CACF,CACD,EAAa,KAAK,CAChB,MAAO,EACP,eAAgB,EAAM,eACtB,gBAAiB,EAAM,gBACvB,MAAO,EACR,CAAC,CAOJ,OAJK,GACH,EAAY,EAAW,EAAE,CAAC,CAGrB,GAET,CAAE,YAAa,EAAY,EAAc,EAAG,CAC7C,CAED,EAAY,MAAM,CAClB,IAAM,EAAa,EAAY,QAAQ,EAAG,IAAM,EAAI,EAAG,EAAE,CACnD,GAAW,KAAK,KAAK,CAAG,GAAM,IAEpC,GAAI,EAAa,OAAS,EAAG,CAC3B,EAAO,MACL,EAAO,IACL,KAAK,EAAa,OAAO,mEAE1B,CACF,CACD,IAAK,IAAM,KAAM,EACf,EAAO,MACL,EAAO,IACL,WAAW,EAAG,MAAM,qBAClB,EAAG,gBAAgB,aAAa,EAAI,GACrC,qBAAqB,EAAG,iBAAiB,aAAa,EAAI,KAC5D,CACF,CAQL,OAJA,EAAO,KACL,EAAO,MAAM,YAAY,EAAW,eAAe,EAAU,OAAO,cAAc,EAAQ,GAAG,CAC9F,CAEM,CAAE,YAAW,aAAY"}

package/dist/{syncCodePackages-CAk_Hjyl.mjs → syncCodePackages-Du1OqJvL.mjs}

@@ -1,2 +1,2 @@
-import{t as e}from"./logger-Bj782ZYD.mjs";import{chunk as t,keyBy as n,uniq as r,uniqBy as i}from"lodash-es";import a from"colors";import{CREATE_CODE_PACKAGE as o,UPDATE_CODE_PACKAGES as s,fetchAllCodePackages as c,makeGraphQLRequest as l,syncRepositories as u,syncSoftwareDevelopmentKits as d}from"@transcend-io/sdk";import{map as f,mapSeries as p}from"@transcend-io/utils";const m=`%%%%`;async function h(t,n){let{createCodePackage:{codePackage:r}}=await l(t,o,{variables:{input:n},logger:e});return e.info(a.green(`Successfully created code package "${n.name}"!`)),r}async function g(t,n){let{updateCodePackages:{codePackages:r}}=await l(t,s,{variables:{input:{codePackages:n}},logger:e});return e.info(a.green(`Successfully updated ${n.length} code packages!`)),r}async function _(o,s,l=20){let _=!1,[v,{softwareDevelopmentKits:y}]=await Promise.all([c(o,{logger:e}),d(o,i(s.map(({type:e,softwareDevelopmentKits:t=[]})=>t.map(({name:t})=>({name:t,codePackageType:e}))).flat(),({name:e,codePackageType:t})=>`${e}${m}${t}`),{logger:e,concurrency:l}),u(o,i(s,`repositoryName`).map(({repositoryName:e})=>({name:e,url:`https://github.com/${e}`})),{logger:e})]),b=n(y,({name:e,codePackageType:t})=>`${e}${m}${t}`),x=n(v,({name:e,type:t})=>`${e}${m}${t}`),S=s.map(e=>[e,x[`${e.name}${m}${e.type}`]?.id]),C=S.filter(([,e])=>!e).map(([e])=>e);try{e.info(a.magenta(`Creating "${C.length}" new code packages...`)),await f(C,async({softwareDevelopmentKits:e,...t})=>{await h(o,{...t,...e?{softwareDevelopmentKitIds:r(e.map(({name:e})=>{let n=b[`${e}${m}${t.type}`];if(!n)throw Error(`Failed to find SDK with name: "${e}"`);return n.id}))}:{}})},{concurrency:l}),e.info(a.green(`Successfully synced ${C.length} code packages!`))}catch(t){_=!0,e.error(a.red(`Failed to create code packages! - ${t.message}`))}let w=S.filter(e=>!!e[1]);return e.info(a.magenta(`Updating "${w.length}" code packages...`)),await p(t(w,100),async t=>{try{await g(o,t.map(([{softwareDevelopmentKits:e,repositoryName:t,...n},i])=>({...n,...e?{softwareDevelopmentKitIds:r(e.map(({name:e})=>{let t=b[`${e}${m}${n.type}`];if(!t)throw Error(`Failed to find SDK with name: "${e}"`);return t.id}))}:{},id:i}))),e.info(a.green(`Successfully updated "${t.length}" code packages!`))}catch(t){_=!0,e.error(a.red(`Failed to update code packages! - ${t.message}`))}}),e.info(a.green(`Synced "${s.length}" code packages!`)),!_}export{_ as n,g as r,h as t};
-//# sourceMappingURL=syncCodePackages-CAk_Hjyl.mjs.map
+import{t as e}from"./logger-B-LXIf3U.mjs";import{chunk as t,keyBy as n,uniq as r,uniqBy as i}from"lodash-es";import a from"colors";import{CREATE_CODE_PACKAGE as o,UPDATE_CODE_PACKAGES as s,fetchAllCodePackages as c,makeGraphQLRequest as l,syncRepositories as u,syncSoftwareDevelopmentKits as d}from"@transcend-io/sdk";import{map as f,mapSeries as p}from"@transcend-io/utils";const m=`%%%%`;async function h(t,n){let{createCodePackage:{codePackage:r}}=await l(t,o,{variables:{input:n},logger:e});return e.info(a.green(`Successfully created code package "${n.name}"!`)),r}async function g(t,n){let{updateCodePackages:{codePackages:r}}=await l(t,s,{variables:{input:{codePackages:n}},logger:e});return e.info(a.green(`Successfully updated ${n.length} code packages!`)),r}async function _(o,s,l=20){let _=!1,[v,{softwareDevelopmentKits:y}]=await Promise.all([c(o,{logger:e}),d(o,i(s.map(({type:e,softwareDevelopmentKits:t=[]})=>t.map(({name:t})=>({name:t,codePackageType:e}))).flat(),({name:e,codePackageType:t})=>`${e}${m}${t}`),{logger:e,concurrency:l}),u(o,i(s,`repositoryName`).map(({repositoryName:e})=>({name:e,url:`https://github.com/${e}`})),{logger:e})]),b=n(y,({name:e,codePackageType:t})=>`${e}${m}${t}`),x=n(v,({name:e,type:t})=>`${e}${m}${t}`),S=s.map(e=>[e,x[`${e.name}${m}${e.type}`]?.id]),C=S.filter(([,e])=>!e).map(([e])=>e);try{e.info(a.magenta(`Creating "${C.length}" new code packages...`)),await f(C,async({softwareDevelopmentKits:e,...t})=>{await h(o,{...t,...e?{softwareDevelopmentKitIds:r(e.map(({name:e})=>{let n=b[`${e}${m}${t.type}`];if(!n)throw Error(`Failed to find SDK with name: "${e}"`);return n.id}))}:{}})},{concurrency:l}),e.info(a.green(`Successfully synced ${C.length} code packages!`))}catch(t){_=!0,e.error(a.red(`Failed to create code packages! - ${t.message}`))}let w=S.filter(e=>!!e[1]);return e.info(a.magenta(`Updating "${w.length}" code packages...`)),await p(t(w,100),async t=>{try{await g(o,t.map(([{softwareDevelopmentKits:e,repositoryName:t,...n},i])=>({...n,...e?{softwareDevelopmentKitIds:r(e.map(({name:e})=>{let t=b[`${e}${m}${n.type}`];if(!t)throw Error(`Failed to find SDK with name: "${e}"`);return t.id}))}:{},id:i}))),e.info(a.green(`Successfully updated "${t.length}" code packages!`))}catch(t){_=!0,e.error(a.red(`Failed to update code packages! - ${t.message}`))}}),e.info(a.green(`Synced "${s.length}" code packages!`)),!_}export{_ as n,g as r,h as t};
+//# sourceMappingURL=syncCodePackages-Du1OqJvL.mjs.map

package/dist/{syncCodePackages-CAk_Hjyl.mjs.map → syncCodePackages-Du1OqJvL.mjs.map}

@@ -1 +1 @@
-{"version":3,"file":"syncCodePackages-CAk_Hjyl.mjs","names":[],"sources":["../src/lib/graphql/syncCodePackages.ts"],"sourcesContent":["import { CodePackageType } from '@transcend-io/privacy-types';\nimport {\n  CREATE_CODE_PACKAGE,\n  UPDATE_CODE_PACKAGES,\n  fetchAllCodePackages,\n  type CodePackage,\n  makeGraphQLRequest,\n  syncRepositories,\n  syncSoftwareDevelopmentKits,\n} from '@transcend-io/sdk';\nimport { map, mapSeries } from '@transcend-io/utils';\nimport colors from 'colors';\nimport { GraphQLClient } from 'graphql-request';\nimport { chunk, uniq, keyBy, uniqBy } from 'lodash-es';\n\nimport { CodePackageInput, RepositoryInput } from '../../codecs.js';\nimport { logger } from '../../logger.js';\n\nconst CHUNK_SIZE = 100;\n\nconst LOOKUP_SPLIT_KEY = '%%%%';\n\n/**\n * Create a new code package\n *\n * @param client - GraphQL client\n * @param input - Code package input\n * @returns Code package ID\n */\nexport async function createCodePackage(\n  client: GraphQLClient,\n  input: {\n    /** Name of package */\n    name: string;\n    /** Description of package */\n    description?: string;\n    /** Type of package */\n    type: CodePackageType;\n    /** Relative path to package */\n    relativePath: string;\n    /** Repository ID */\n    repositoryId?: string;\n    /** Name of repository */\n    repositoryName?: string;\n    /** IDs of SDKs */\n    softwareDevelopmentKitIds?: string[];\n    /** IDs of owners */\n    ownerIds?: string[];\n    /** Emails of owners */\n    ownerEmails?: string[];\n    /** IDs of teams */\n    teamIds?: string[];\n    /** Names of teams */\n    teamNames?: string[];\n  },\n): Promise<CodePackage> {\n  const {\n    createCodePackage: { codePackage },\n  } = await makeGraphQLRequest<{\n    /** createCodePackage mutation */\n    createCodePackage: {\n      /** Code package */\n      codePackage: CodePackage;\n    };\n  }>(client, CREATE_CODE_PACKAGE, {\n    variables: { input },\n    logger,\n  });\n  logger.info(colors.green(`Successfully created code package \"${input.name}\"!`));\n  return codePackage;\n}\n\n/**\n * Update an existing code package\n *\n * @param client - GraphQL client\n * @param inputs - Code package input\n * @returns Code packages that were updated\n */\nexport async function updateCodePackages(\n  client: GraphQLClient,\n  inputs: {\n    /** ID of code package */\n    id: string;\n    /** Name of package */\n    name: string;\n    /** Description of package */\n    description?: string;\n    /** Type of package */\n    type: CodePackageType;\n    /** Relative path to package */\n    relativePath: string;\n    /** Repository ID */\n    repositoryId?: string;\n    /** Name of repository */\n    repositoryName?: string;\n    /** IDs of SDKs */\n    softwareDevelopmentKitIds?: string[];\n    /** IDs of owners */\n    ownerIds?: string[];\n    /** Emails of owners */\n    ownerEmails?: string[];\n    /** IDs of teams */\n    teamIds?: string[];\n    /** Names of teams */\n    teamNames?: string[];\n  }[],\n): Promise<CodePackage[]> {\n  const {\n    updateCodePackages: { codePackages },\n  } = await makeGraphQLRequest<{\n    /** updateCodePackages mutation */\n    updateCodePackages: {\n      /** Code packages */\n      codePackages: CodePackage[];\n    };\n  }>(client, UPDATE_CODE_PACKAGES, {\n    variables: {\n      input: {\n        codePackages: inputs,\n      },\n    },\n    logger,\n  });\n  logger.info(colors.green(`Successfully updated ${inputs.length} code packages!`));\n  return codePackages;\n}\n\n/**\n * Uploads silo discovery results for Transcend to classify\n *\n * @param client - GraphQL Client\n * @param codePackages - Packages to upload\n * @param concurrency - How many concurrent requests to make\n * @returns True if successful, false if any updates failed, or an error occurs\n */\nexport async function syncCodePackages(\n  client: GraphQLClient,\n  codePackages: CodePackageInput[],\n  concurrency = 20,\n): Promise<boolean> {\n  let encounteredError = false;\n  const [existingCodePackages, { softwareDevelopmentKits: existingSoftwareDevelopmentKits }] =\n    await Promise.all([\n      // fetch all code packages\n      fetchAllCodePackages(client, { logger }),\n      // make sure all SDKs exist\n      syncSoftwareDevelopmentKits(\n        client,\n        uniqBy(\n          codePackages\n            .map(({ type, softwareDevelopmentKits = [] }) =>\n              softwareDevelopmentKits.map(({ name }) => ({\n                name,\n                codePackageType: type,\n              })),\n            )\n            .flat(),\n          ({ name, codePackageType }) => `${name}${LOOKUP_SPLIT_KEY}${codePackageType}`,\n        ),\n        { logger, concurrency },\n      ),\n      // make sure all Repositories exist\n      syncRepositories(\n        client,\n        uniqBy(codePackages, 'repositoryName').map(\n          ({ repositoryName }) =>\n            ({\n              name: repositoryName,\n              url: `https://github.com/${repositoryName}`,\n            }) as RepositoryInput,\n        ),\n        { logger },\n      ),\n    ]);\n\n  const softwareDevelopmentKitLookup = keyBy(\n    existingSoftwareDevelopmentKits,\n    ({ name, codePackageType }) => `${name}${LOOKUP_SPLIT_KEY}${codePackageType}`,\n  );\n  const codePackagesLookup = keyBy(\n    existingCodePackages,\n    ({ name, type }) => `${name}${LOOKUP_SPLIT_KEY}${type}`,\n  );\n\n  // Determine which codePackages are new vs existing\n  const mapCodePackagesToExisting = codePackages.map((codePackageInput) => [\n    codePackageInput,\n    codePackagesLookup[`${codePackageInput.name}${LOOKUP_SPLIT_KEY}${codePackageInput.type}`]?.id,\n  ]);\n\n  // Create the new codePackages\n  const newCodePackages = mapCodePackagesToExisting\n    .filter(([, existing]) => !existing)\n    .map(([codePackageInput]) => codePackageInput as CodePackageInput);\n  try {\n    logger.info(colors.magenta(`Creating \"${newCodePackages.length}\" new code packages...`));\n    await map(\n      newCodePackages,\n      async ({ softwareDevelopmentKits, ...codePackage }) => {\n        await createCodePackage(client, {\n          ...codePackage,\n          ...(softwareDevelopmentKits\n            ? {\n                softwareDevelopmentKitIds: uniq(\n                  softwareDevelopmentKits.map(({ name }) => {\n                    const sdk =\n                      softwareDevelopmentKitLookup[`${name}${LOOKUP_SPLIT_KEY}${codePackage.type}`];\n                    if (!sdk) {\n                      throw new Error(`Failed to find SDK with name: \"${name}\"`);\n                    }\n                    return sdk.id;\n                  }),\n                ),\n              }\n            : {}),\n        });\n      },\n      {\n        concurrency,\n      },\n    );\n    logger.info(colors.green(`Successfully synced ${newCodePackages.length} code packages!`));\n  } catch (err) {\n    encounteredError = true;\n    logger.error(colors.red(`Failed to create code packages! - ${err.message}`));\n  }\n\n  // Update existing codePackages\n  const existingCodePackageInputs = mapCodePackagesToExisting.filter(\n    (x): x is [CodePackageInput, string] => !!x[1],\n  );\n  logger.info(colors.magenta(`Updating \"${existingCodePackageInputs.length}\" code packages...`));\n  const chunks = chunk(existingCodePackageInputs, CHUNK_SIZE);\n\n  await mapSeries(chunks, async (chunk) => {\n    try {\n      await updateCodePackages(\n        client,\n        chunk.map(\n          // eslint-disable-next-line @typescript-eslint/no-unused-vars\n          ([{ softwareDevelopmentKits, repositoryName, ...input }, id]) => ({\n            ...input,\n            ...(softwareDevelopmentKits\n              ? {\n                  softwareDevelopmentKitIds: uniq(\n                    softwareDevelopmentKits.map(({ name }) => {\n                      const sdk =\n                        softwareDevelopmentKitLookup[`${name}${LOOKUP_SPLIT_KEY}${input.type}`];\n                      if (!sdk) {\n                        throw new Error(`Failed to find SDK with name: \"${name}\"`);\n                      }\n                      return sdk.id;\n                    }),\n                  ),\n                }\n              : {}),\n            id,\n          }),\n        ),\n      );\n      logger.info(colors.green(`Successfully updated \"${chunk.length}\" code packages!`));\n    } catch (err) {\n      encounteredError = true;\n      logger.error(colors.red(`Failed to update code packages! - ${err.message}`));\n    }\n  });\n\n  logger.info(colors.green(`Synced \"${codePackages.length}\" code packages!`));\n  return !encounteredError;\n}\n"],"mappings":"uXAkBA,MAEM,EAAmB,OASzB,eAAsB,EACpB,EACA,EAwBsB,CACtB,GAAM,CACJ,kBAAmB,CAAE,gBACnB,MAAM,EAMP,EAAQ,EAAqB,CAC9B,UAAW,CAAE,QAAO,CACpB,SACD,CAAC,CAEF,OADA,EAAO,KAAK,EAAO,MAAM,sCAAsC,EAAM,KAAK,IAAI,CAAC,CACxE,EAUT,eAAsB,EACpB,EACA,EA0BwB,CACxB,GAAM,CACJ,mBAAoB,CAAE,iBACpB,MAAM,EAMP,EAAQ,EAAsB,CAC/B,UAAW,CACT,MAAO,CACL,aAAc,EACf,CACF,CACD,SACD,CAAC,CAEF,OADA,EAAO,KAAK,EAAO,MAAM,wBAAwB,EAAO,OAAO,iBAAiB,CAAC,CAC1E,EAWT,eAAsB,EACpB,EACA,EACA,EAAc,GACI,CAClB,IAAI,EAAmB,GACjB,CAAC,EAAsB,CAAE,wBAAyB,IACtD,MAAM,QAAQ,IAAI,CAEhB,EAAqB,EAAQ,CAAE,SAAQ,CAAC,CAExC,EACE,EACA,EACE,EACG,KAAK,CAAE,OAAM,0BAA0B,EAAE,IACxC,EAAwB,KAAK,CAAE,WAAY,CACzC,OACA,gBAAiB,EAClB,EAAE,CACJ,CACA,MAAM,EACR,CAAE,OAAM,qBAAsB,GAAG,IAAO,IAAmB,IAC7D,CACD,CAAE,SAAQ,cAAa,CACxB,CAED,EACE,EACA,EAAO,EAAc,iBAAiB,CAAC,KACpC,CAAE,qBACA,CACC,KAAM,EACN,IAAK,sBAAsB,IAC5B,EACJ,CACD,CAAE,SAAQ,CACX,CACF,CAAC,CAEE,EAA+B,EACnC,GACC,CAAE,OAAM,qBAAsB,GAAG,IAAO,IAAmB,IAC7D,CACK,EAAqB,EACzB,GACC,CAAE,OAAM,UAAW,GAAG,IAAO,IAAmB,IAClD,CAGK,EAA4B,EAAa,IAAK,GAAqB,CACvE,EACA,EAAmB,GAAG,EAAiB,OAAO,IAAmB,EAAiB,SAAS,GAC5F,CAAC,CAGI,EAAkB,EACrB,QAAQ,EAAG,KAAc,CAAC,EAAS,CACnC,KAAK,CAAC,KAAsB,EAAqC,CACpE,GAAI,CACF,EAAO,KAAK,EAAO,QAAQ,aAAa,EAAgB,OAAO,wBAAwB,CAAC,CACxF,MAAM,EACJ,EACA,MAAO,CAAE,0BAAyB,GAAG,KAAkB,CACrD,MAAM,EAAkB,EAAQ,CAC9B,GAAG,EACH,GAAI,EACA,CACE,0BAA2B,EACzB,EAAwB,KAAK,CAAE,UAAW,CACxC,IAAM,EACJ,EAA6B,GAAG,IAAO,IAAmB,EAAY,QACxE,GAAI,CAAC,EACH,MAAU,MAAM,kCAAkC,EAAK,GAAG,CAE5D,OAAO,EAAI,IACX,CACH,CACF,CACD,EAAE,CACP,CAAC,EAEJ,CACE,cACD,CACF,CACD,EAAO,KAAK,EAAO,MAAM,uBAAuB,EAAgB,OAAO,iBAAiB,CAAC,OAClF,EAAK,CACZ,EAAmB,GACnB,EAAO,MAAM,EAAO,IAAI,qCAAqC,EAAI,UAAU,CAAC,CAI9E,IAAM,EAA4B,EAA0B,OACzD,GAAuC,CAAC,CAAC,EAAE,GAC7C,CAsCD,OArCA,EAAO,KAAK,EAAO,QAAQ,aAAa,EAA0B,OAAO,oBAAoB,CAAC,CAG9F,MAAM,EAFS,EAAM,EAA2B,IAE1B,CAAE,KAAO,IAAU,CACvC,GAAI,CACF,MAAM,EACJ,EACA,EAAM,KAEH,CAAC,CAAE,0BAAyB,iBAAgB,GAAG,GAAS,MAAS,CAChE,GAAG,EACH,GAAI,EACA,CACE,0BAA2B,EACzB,EAAwB,KAAK,CAAE,UAAW,CACxC,IAAM,EACJ,EAA6B,GAAG,IAAO,IAAmB,EAAM,QAClE,GAAI,CAAC,EACH,MAAU,MAAM,kCAAkC,EAAK,GAAG,CAE5D,OAAO,EAAI,IACX,CACH,CACF,CACD,EAAE,CACN,KACD,EACF,CACF,CACD,EAAO,KAAK,EAAO,MAAM,yBAAyB,EAAM,OAAO,kBAAkB,CAAC,OAC3E,EAAK,CACZ,EAAmB,GACnB,EAAO,MAAM,EAAO,IAAI,qCAAqC,EAAI,UAAU,CAAC,GAE9E,CAEF,EAAO,KAAK,EAAO,MAAM,WAAW,EAAa,OAAO,kBAAkB,CAAC,CACpE,CAAC"}
+{"version":3,"file":"syncCodePackages-Du1OqJvL.mjs","names":[],"sources":["../src/lib/graphql/syncCodePackages.ts"],"sourcesContent":["import { CodePackageType } from '@transcend-io/privacy-types';\nimport {\n  CREATE_CODE_PACKAGE,\n  UPDATE_CODE_PACKAGES,\n  fetchAllCodePackages,\n  type CodePackage,\n  makeGraphQLRequest,\n  syncRepositories,\n  syncSoftwareDevelopmentKits,\n} from '@transcend-io/sdk';\nimport { map, mapSeries } from '@transcend-io/utils';\nimport colors from 'colors';\nimport { GraphQLClient } from 'graphql-request';\nimport { chunk, uniq, keyBy, uniqBy } from 'lodash-es';\n\nimport { CodePackageInput, RepositoryInput } from '../../codecs.js';\nimport { logger } from '../../logger.js';\n\nconst CHUNK_SIZE = 100;\n\nconst LOOKUP_SPLIT_KEY = '%%%%';\n\n/**\n * Create a new code package\n *\n * @param client - GraphQL client\n * @param input - Code package input\n * @returns Code package ID\n */\nexport async function createCodePackage(\n  client: GraphQLClient,\n  input: {\n    /** Name of package */\n    name: string;\n    /** Description of package */\n    description?: string;\n    /** Type of package */\n    type: CodePackageType;\n    /** Relative path to package */\n    relativePath: string;\n    /** Repository ID */\n    repositoryId?: string;\n    /** Name of repository */\n    repositoryName?: string;\n    /** IDs of SDKs */\n    softwareDevelopmentKitIds?: string[];\n    /** IDs of owners */\n    ownerIds?: string[];\n    /** Emails of owners */\n    ownerEmails?: string[];\n    /** IDs of teams */\n    teamIds?: string[];\n    /** Names of teams */\n    teamNames?: string[];\n  },\n): Promise<CodePackage> {\n  const {\n    createCodePackage: { codePackage },\n  } = await makeGraphQLRequest<{\n    /** createCodePackage mutation */\n    createCodePackage: {\n      /** Code package */\n      codePackage: CodePackage;\n    };\n  }>(client, CREATE_CODE_PACKAGE, {\n    variables: { input },\n    logger,\n  });\n  logger.info(colors.green(`Successfully created code package \"${input.name}\"!`));\n  return codePackage;\n}\n\n/**\n * Update an existing code package\n *\n * @param client - GraphQL client\n * @param inputs - Code package input\n * @returns Code packages that were updated\n */\nexport async function updateCodePackages(\n  client: GraphQLClient,\n  inputs: {\n    /** ID of code package */\n    id: string;\n    /** Name of package */\n    name: string;\n    /** Description of package */\n    description?: string;\n    /** Type of package */\n    type: CodePackageType;\n    /** Relative path to package */\n    relativePath: string;\n    /** Repository ID */\n    repositoryId?: string;\n    /** Name of repository */\n    repositoryName?: string;\n    /** IDs of SDKs */\n    softwareDevelopmentKitIds?: string[];\n    /** IDs of owners */\n    ownerIds?: string[];\n    /** Emails of owners */\n    ownerEmails?: string[];\n    /** IDs of teams */\n    teamIds?: string[];\n    /** Names of teams */\n    teamNames?: string[];\n  }[],\n): Promise<CodePackage[]> {\n  const {\n    updateCodePackages: { codePackages },\n  } = await makeGraphQLRequest<{\n    /** updateCodePackages mutation */\n    updateCodePackages: {\n      /** Code packages */\n      codePackages: CodePackage[];\n    };\n  }>(client, UPDATE_CODE_PACKAGES, {\n    variables: {\n      input: {\n        codePackages: inputs,\n      },\n    },\n    logger,\n  });\n  logger.info(colors.green(`Successfully updated ${inputs.length} code packages!`));\n  return codePackages;\n}\n\n/**\n * Uploads silo discovery results for Transcend to classify\n *\n * @param client - GraphQL Client\n * @param codePackages - Packages to upload\n * @param concurrency - How many concurrent requests to make\n * @returns True if successful, false if any updates failed, or an error occurs\n */\nexport async function syncCodePackages(\n  client: GraphQLClient,\n  codePackages: CodePackageInput[],\n  concurrency = 20,\n): Promise<boolean> {\n  let encounteredError = false;\n  const [existingCodePackages, { softwareDevelopmentKits: existingSoftwareDevelopmentKits }] =\n    await Promise.all([\n      // fetch all code packages\n      fetchAllCodePackages(client, { logger }),\n      // make sure all SDKs exist\n      syncSoftwareDevelopmentKits(\n        client,\n        uniqBy(\n          codePackages\n            .map(({ type, softwareDevelopmentKits = [] }) =>\n              softwareDevelopmentKits.map(({ name }) => ({\n                name,\n                codePackageType: type,\n              })),\n            )\n            .flat(),\n          ({ name, codePackageType }) => `${name}${LOOKUP_SPLIT_KEY}${codePackageType}`,\n        ),\n        { logger, concurrency },\n      ),\n      // make sure all Repositories exist\n      syncRepositories(\n        client,\n        uniqBy(codePackages, 'repositoryName').map(\n          ({ repositoryName }) =>\n            ({\n              name: repositoryName,\n              url: `https://github.com/${repositoryName}`,\n            }) as RepositoryInput,\n        ),\n        { logger },\n      ),\n    ]);\n\n  const softwareDevelopmentKitLookup = keyBy(\n    existingSoftwareDevelopmentKits,\n    ({ name, codePackageType }) => `${name}${LOOKUP_SPLIT_KEY}${codePackageType}`,\n  );\n  const codePackagesLookup = keyBy(\n    existingCodePackages,\n    ({ name, type }) => `${name}${LOOKUP_SPLIT_KEY}${type}`,\n  );\n\n  // Determine which codePackages are new vs existing\n  const mapCodePackagesToExisting = codePackages.map((codePackageInput) => [\n    codePackageInput,\n    codePackagesLookup[`${codePackageInput.name}${LOOKUP_SPLIT_KEY}${codePackageInput.type}`]?.id,\n  ]);\n\n  // Create the new codePackages\n  const newCodePackages = mapCodePackagesToExisting\n    .filter(([, existing]) => !existing)\n    .map(([codePackageInput]) => codePackageInput as CodePackageInput);\n  try {\n    logger.info(colors.magenta(`Creating \"${newCodePackages.length}\" new code packages...`));\n    await map(\n      newCodePackages,\n      async ({ softwareDevelopmentKits, ...codePackage }) => {\n        await createCodePackage(client, {\n          ...codePackage,\n          ...(softwareDevelopmentKits\n            ? {\n                softwareDevelopmentKitIds: uniq(\n                  softwareDevelopmentKits.map(({ name }) => {\n                    const sdk =\n                      softwareDevelopmentKitLookup[`${name}${LOOKUP_SPLIT_KEY}${codePackage.type}`];\n                    if (!sdk) {\n                      throw new Error(`Failed to find SDK with name: \"${name}\"`);\n                    }\n                    return sdk.id;\n                  }),\n                ),\n              }\n            : {}),\n        });\n      },\n      {\n        concurrency,\n      },\n    );\n    logger.info(colors.green(`Successfully synced ${newCodePackages.length} code packages!`));\n  } catch (err) {\n    encounteredError = true;\n    logger.error(colors.red(`Failed to create code packages! - ${err.message}`));\n  }\n\n  // Update existing codePackages\n  const existingCodePackageInputs = mapCodePackagesToExisting.filter(\n    (x): x is [CodePackageInput, string] => !!x[1],\n  );\n  logger.info(colors.magenta(`Updating \"${existingCodePackageInputs.length}\" code packages...`));\n  const chunks = chunk(existingCodePackageInputs, CHUNK_SIZE);\n\n  await mapSeries(chunks, async (chunk) => {\n    try {\n      await updateCodePackages(\n        client,\n        chunk.map(\n          // eslint-disable-next-line @typescript-eslint/no-unused-vars\n          ([{ softwareDevelopmentKits, repositoryName, ...input }, id]) => ({\n            ...input,\n            ...(softwareDevelopmentKits\n              ? {\n                  softwareDevelopmentKitIds: uniq(\n                    softwareDevelopmentKits.map(({ name }) => {\n                      const sdk =\n                        softwareDevelopmentKitLookup[`${name}${LOOKUP_SPLIT_KEY}${input.type}`];\n                      if (!sdk) {\n                        throw new Error(`Failed to find SDK with name: \"${name}\"`);\n                      }\n                      return sdk.id;\n                    }),\n                  ),\n                }\n              : {}),\n            id,\n          }),\n        ),\n      );\n      logger.info(colors.green(`Successfully updated \"${chunk.length}\" code packages!`));\n    } catch (err) {\n      encounteredError = true;\n      logger.error(colors.red(`Failed to update code packages! - ${err.message}`));\n    }\n  });\n\n  logger.info(colors.green(`Synced \"${codePackages.length}\" code packages!`));\n  return !encounteredError;\n}\n"],"mappings":"uXAkBA,MAEM,EAAmB,OASzB,eAAsB,EACpB,EACA,EAwBsB,CACtB,GAAM,CACJ,kBAAmB,CAAE,gBACnB,MAAM,EAMP,EAAQ,EAAqB,CAC9B,UAAW,CAAE,QAAO,CACpB,SACD,CAAC,CAEF,OADA,EAAO,KAAK,EAAO,MAAM,sCAAsC,EAAM,KAAK,IAAI,CAAC,CACxE,EAUT,eAAsB,EACpB,EACA,EA0BwB,CACxB,GAAM,CACJ,mBAAoB,CAAE,iBACpB,MAAM,EAMP,EAAQ,EAAsB,CAC/B,UAAW,CACT,MAAO,CACL,aAAc,EACf,CACF,CACD,SACD,CAAC,CAEF,OADA,EAAO,KAAK,EAAO,MAAM,wBAAwB,EAAO,OAAO,iBAAiB,CAAC,CAC1E,EAWT,eAAsB,EACpB,EACA,EACA,EAAc,GACI,CAClB,IAAI,EAAmB,GACjB,CAAC,EAAsB,CAAE,wBAAyB,IACtD,MAAM,QAAQ,IAAI,CAEhB,EAAqB,EAAQ,CAAE,SAAQ,CAAC,CAExC,EACE,EACA,EACE,EACG,KAAK,CAAE,OAAM,0BAA0B,EAAE,IACxC,EAAwB,KAAK,CAAE,WAAY,CACzC,OACA,gBAAiB,EAClB,EAAE,CACJ,CACA,MAAM,EACR,CAAE,OAAM,qBAAsB,GAAG,IAAO,IAAmB,IAC7D,CACD,CAAE,SAAQ,cAAa,CACxB,CAED,EACE,EACA,EAAO,EAAc,iBAAiB,CAAC,KACpC,CAAE,qBACA,CACC,KAAM,EACN,IAAK,sBAAsB,IAC5B,EACJ,CACD,CAAE,SAAQ,CACX,CACF,CAAC,CAEE,EAA+B,EACnC,GACC,CAAE,OAAM,qBAAsB,GAAG,IAAO,IAAmB,IAC7D,CACK,EAAqB,EACzB,GACC,CAAE,OAAM,UAAW,GAAG,IAAO,IAAmB,IAClD,CAGK,EAA4B,EAAa,IAAK,GAAqB,CACvE,EACA,EAAmB,GAAG,EAAiB,OAAO,IAAmB,EAAiB,SAAS,GAC5F,CAAC,CAGI,EAAkB,EACrB,QAAQ,EAAG,KAAc,CAAC,EAAS,CACnC,KAAK,CAAC,KAAsB,EAAqC,CACpE,GAAI,CACF,EAAO,KAAK,EAAO,QAAQ,aAAa,EAAgB,OAAO,wBAAwB,CAAC,CACxF,MAAM,EACJ,EACA,MAAO,CAAE,0BAAyB,GAAG,KAAkB,CACrD,MAAM,EAAkB,EAAQ,CAC9B,GAAG,EACH,GAAI,EACA,CACE,0BAA2B,EACzB,EAAwB,KAAK,CAAE,UAAW,CACxC,IAAM,EACJ,EAA6B,GAAG,IAAO,IAAmB,EAAY,QACxE,GAAI,CAAC,EACH,MAAU,MAAM,kCAAkC,EAAK,GAAG,CAE5D,OAAO,EAAI,IACX,CACH,CACF,CACD,EAAE,CACP,CAAC,EAEJ,CACE,cACD,CACF,CACD,EAAO,KAAK,EAAO,MAAM,uBAAuB,EAAgB,OAAO,iBAAiB,CAAC,OAClF,EAAK,CACZ,EAAmB,GACnB,EAAO,MAAM,EAAO,IAAI,qCAAqC,EAAI,UAAU,CAAC,CAI9E,IAAM,EAA4B,EAA0B,OACzD,GAAuC,CAAC,CAAC,EAAE,GAC7C,CAsCD,OArCA,EAAO,KAAK,EAAO,QAAQ,aAAa,EAA0B,OAAO,oBAAoB,CAAC,CAG9F,MAAM,EAFS,EAAM,EAA2B,IAE1B,CAAE,KAAO,IAAU,CACvC,GAAI,CACF,MAAM,EACJ,EACA,EAAM,KAEH,CAAC,CAAE,0BAAyB,iBAAgB,GAAG,GAAS,MAAS,CAChE,GAAG,EACH,GAAI,EACA,CACE,0BAA2B,EACzB,EAAwB,KAAK,CAAE,UAAW,CACxC,IAAM,EACJ,EAA6B,GAAG,IAAO,IAAmB,EAAM,QAClE,GAAI,CAAC,EACH,MAAU,MAAM,kCAAkC,EAAK,GAAG,CAE5D,OAAO,EAAI,IACX,CACH,CACF,CACD,EAAE,CACN,KACD,EACF,CACF,CACD,EAAO,KAAK,EAAO,MAAM,yBAAyB,EAAM,OAAO,kBAAkB,CAAC,OAC3E,EAAK,CACZ,EAAmB,GACnB,EAAO,MAAM,EAAO,IAAI,qCAAqC,EAAI,UAAU,CAAC,GAE9E,CAEF,EAAO,KAAK,EAAO,MAAM,WAAW,EAAa,OAAO,kBAAkB,CAAC,CACpE,CAAC"}

package/dist/{updateConsentManagerVersionToLatest-C-YAGUwQ.mjs → updateConsentManagerVersionToLatest-Dd0GfGAj.mjs}

@@ -1,2 +1,2 @@
-import{a as e}from"./constants-BOWblkym.mjs";import{t}from"./logger-Bj782ZYD.mjs";import{ConsentBundleType as n}from"@transcend-io/privacy-types";import r from"colors";import{buildTranscendGraphQLClient as i,deployConsentManager as a,fetchConsentManagerId as o,updateConsentManagerToLatest as s}from"@transcend-io/sdk";import{mapSeries as c}from"@transcend-io/utils";async function l({auth:l,deploy:u=!1,transcendUrl:d=e,bundleTypes:f=Object.values(n)}){let p=i(d,l),m=await o(p,{logger:t});await c(f,async e=>{t.info(r.magenta(`Update Consent Manager bundle with ID "${m}" and type "${e}" to latest version...`)),await s(p,{input:{id:m,bundleType:e},logger:t}),t.info(r.green(`Updated Consent Manager bundle with ID "${m}" and type "${e}" to latest version!`))}),u&&await c(f,async e=>{t.info(r.magenta(`Deploying Consent Manager bundle with ID "${m}" and type "${e}"...`)),await a(p,{id:m,bundleType:e},{logger:t}),t.info(r.green(`Deployed Consent Manager bundle with ID "${m}" and type "${e}"!`))})}export{l as t};
-//# sourceMappingURL=updateConsentManagerVersionToLatest-C-YAGUwQ.mjs.map
+import{a as e}from"./constants-FP8lxFg5.mjs";import{t}from"./logger-B-LXIf3U.mjs";import{ConsentBundleType as n}from"@transcend-io/privacy-types";import r from"colors";import{buildTranscendGraphQLClient as i,deployConsentManager as a,fetchConsentManagerId as o,updateConsentManagerToLatest as s}from"@transcend-io/sdk";import{mapSeries as c}from"@transcend-io/utils";async function l({auth:l,deploy:u=!1,transcendUrl:d=e,bundleTypes:f=Object.values(n)}){let p=i(d,l),m=await o(p,{logger:t});await c(f,async e=>{t.info(r.magenta(`Update Consent Manager bundle with ID "${m}" and type "${e}" to latest version...`)),await s(p,{input:{id:m,bundleType:e},logger:t}),t.info(r.green(`Updated Consent Manager bundle with ID "${m}" and type "${e}" to latest version!`))}),u&&await c(f,async e=>{t.info(r.magenta(`Deploying Consent Manager bundle with ID "${m}" and type "${e}"...`)),await a(p,{id:m,bundleType:e},{logger:t}),t.info(r.green(`Deployed Consent Manager bundle with ID "${m}" and type "${e}"!`))})}export{l as t};
+//# sourceMappingURL=updateConsentManagerVersionToLatest-Dd0GfGAj.mjs.map

package/dist/{updateConsentManagerVersionToLatest-C-YAGUwQ.mjs.map → updateConsentManagerVersionToLatest-Dd0GfGAj.mjs.map}

@@ -1 +1 @@
-{"version":3,"file":"updateConsentManagerVersionToLatest-C-YAGUwQ.mjs","names":[],"sources":["../src/lib/consent-manager/updateConsentManagerVersionToLatest.ts"],"sourcesContent":["import { ConsentBundleType } from '@transcend-io/privacy-types';\nimport {\n  buildTranscendGraphQLClient,\n  deployConsentManager,\n  fetchConsentManagerId,\n  updateConsentManagerToLatest,\n} from '@transcend-io/sdk';\nimport { mapSeries } from '@transcend-io/utils';\nimport colors from 'colors';\n\nimport { DEFAULT_TRANSCEND_API } from '../../constants.js';\nimport { logger } from '../../logger.js';\n\n/**\n * Update the consent manager to latest version\n *\n * @param options - Options\n */\nexport async function updateConsentManagerVersionToLatest({\n  auth,\n  deploy = false,\n  transcendUrl = DEFAULT_TRANSCEND_API,\n  bundleTypes = Object.values(ConsentBundleType),\n}: {\n  /** Transcend API key authentication */\n  auth: string;\n  /** API URL for Transcend backend */\n  transcendUrl?: string;\n  /** Deploy consent manager with this update */\n  deploy?: boolean;\n  /** The bundle types to update and deploy */\n  bundleTypes?: ConsentBundleType[];\n}): Promise<void> {\n  // Find all requests made before createdAt that are in a removing data state\n  const client = buildTranscendGraphQLClient(transcendUrl, auth);\n\n  // Grab Consent Manager ID\n  const consentManagerId = await fetchConsentManagerId(client, { logger });\n\n  // Update each bundle type to latest version\n  await mapSeries(bundleTypes, async (bundleType) => {\n    logger.info(\n      colors.magenta(\n        `Update Consent Manager bundle with ID \"${consentManagerId}\" and type \"${bundleType}\" to latest version...`,\n      ),\n    );\n    await updateConsentManagerToLatest(client, {\n      input: {\n        id: consentManagerId,\n        bundleType,\n      },\n      logger,\n    });\n    logger.info(\n      colors.green(\n        `Updated Consent Manager bundle with ID \"${consentManagerId}\" and type \"${bundleType}\" to latest version!`,\n      ),\n    );\n  });\n\n  // deploy Consent Managers\n  if (deploy) {\n    // Update each bundle type to latest version\n    await mapSeries(bundleTypes, async (bundleType) => {\n      logger.info(\n        colors.magenta(\n          `Deploying Consent Manager bundle with ID \"${consentManagerId}\" and type \"${bundleType}\"...`,\n        ),\n      );\n      await deployConsentManager(\n        client,\n        {\n          id: consentManagerId,\n          bundleType,\n        },\n        { logger },\n      );\n      logger.info(\n        colors.green(\n          `Deployed Consent Manager bundle with ID \"${consentManagerId}\" and type \"${bundleType}\"!`,\n        ),\n      );\n    });\n  }\n}\n"],"mappings":"+WAkBA,eAAsB,EAAoC,CACxD,OACA,SAAS,GACT,eAAe,EACf,cAAc,OAAO,OAAO,EAAkB,EAU9B,CAEhB,IAAM,EAAS,EAA4B,EAAc,EAAK,CAGxD,EAAmB,MAAM,EAAsB,EAAQ,CAAE,SAAQ,CAAC,CAGxE,MAAM,EAAU,EAAa,KAAO,IAAe,CACjD,EAAO,KACL,EAAO,QACL,0CAA0C,EAAiB,cAAc,EAAW,wBACrF,CACF,CACD,MAAM,EAA6B,EAAQ,CACzC,MAAO,CACL,GAAI,EACJ,aACD,CACD,SACD,CAAC,CACF,EAAO,KACL,EAAO,MACL,2CAA2C,EAAiB,cAAc,EAAW,sBACtF,CACF,EACD,CAGE,GAEF,MAAM,EAAU,EAAa,KAAO,IAAe,CACjD,EAAO,KACL,EAAO,QACL,6CAA6C,EAAiB,cAAc,EAAW,MACxF,CACF,CACD,MAAM,EACJ,EACA,CACE,GAAI,EACJ,aACD,CACD,CAAE,SAAQ,CACX,CACD,EAAO,KACL,EAAO,MACL,4CAA4C,EAAiB,cAAc,EAAW,IACvF,CACF,EACD"}
+{"version":3,"file":"updateConsentManagerVersionToLatest-Dd0GfGAj.mjs","names":[],"sources":["../src/lib/consent-manager/updateConsentManagerVersionToLatest.ts"],"sourcesContent":["import { ConsentBundleType } from '@transcend-io/privacy-types';\nimport {\n  buildTranscendGraphQLClient,\n  deployConsentManager,\n  fetchConsentManagerId,\n  updateConsentManagerToLatest,\n} from '@transcend-io/sdk';\nimport { mapSeries } from '@transcend-io/utils';\nimport colors from 'colors';\n\nimport { DEFAULT_TRANSCEND_API } from '../../constants.js';\nimport { logger } from '../../logger.js';\n\n/**\n * Update the consent manager to latest version\n *\n * @param options - Options\n */\nexport async function updateConsentManagerVersionToLatest({\n  auth,\n  deploy = false,\n  transcendUrl = DEFAULT_TRANSCEND_API,\n  bundleTypes = Object.values(ConsentBundleType),\n}: {\n  /** Transcend API key authentication */\n  auth: string;\n  /** API URL for Transcend backend */\n  transcendUrl?: string;\n  /** Deploy consent manager with this update */\n  deploy?: boolean;\n  /** The bundle types to update and deploy */\n  bundleTypes?: ConsentBundleType[];\n}): Promise<void> {\n  // Find all requests made before createdAt that are in a removing data state\n  const client = buildTranscendGraphQLClient(transcendUrl, auth);\n\n  // Grab Consent Manager ID\n  const consentManagerId = await fetchConsentManagerId(client, { logger });\n\n  // Update each bundle type to latest version\n  await mapSeries(bundleTypes, async (bundleType) => {\n    logger.info(\n      colors.magenta(\n        `Update Consent Manager bundle with ID \"${consentManagerId}\" and type \"${bundleType}\" to latest version...`,\n      ),\n    );\n    await updateConsentManagerToLatest(client, {\n      input: {\n        id: consentManagerId,\n        bundleType,\n      },\n      logger,\n    });\n    logger.info(\n      colors.green(\n        `Updated Consent Manager bundle with ID \"${consentManagerId}\" and type \"${bundleType}\" to latest version!`,\n      ),\n    );\n  });\n\n  // deploy Consent Managers\n  if (deploy) {\n    // Update each bundle type to latest version\n    await mapSeries(bundleTypes, async (bundleType) => {\n      logger.info(\n        colors.magenta(\n          `Deploying Consent Manager bundle with ID \"${consentManagerId}\" and type \"${bundleType}\"...`,\n        ),\n      );\n      await deployConsentManager(\n        client,\n        {\n          id: consentManagerId,\n          bundleType,\n        },\n        { logger },\n      );\n      logger.info(\n        colors.green(\n          `Deployed Consent Manager bundle with ID \"${consentManagerId}\" and type \"${bundleType}\"!`,\n        ),\n      );\n    });\n  }\n}\n"],"mappings":"+WAkBA,eAAsB,EAAoC,CACxD,OACA,SAAS,GACT,eAAe,EACf,cAAc,OAAO,OAAO,EAAkB,EAU9B,CAEhB,IAAM,EAAS,EAA4B,EAAc,EAAK,CAGxD,EAAmB,MAAM,EAAsB,EAAQ,CAAE,SAAQ,CAAC,CAGxE,MAAM,EAAU,EAAa,KAAO,IAAe,CACjD,EAAO,KACL,EAAO,QACL,0CAA0C,EAAiB,cAAc,EAAW,wBACrF,CACF,CACD,MAAM,EAA6B,EAAQ,CACzC,MAAO,CACL,GAAI,EACJ,aACD,CACD,SACD,CAAC,CACF,EAAO,KACL,EAAO,MACL,2CAA2C,EAAiB,cAAc,EAAW,sBACtF,CACF,EACD,CAGE,GAEF,MAAM,EAAU,EAAa,KAAO,IAAe,CACjD,EAAO,KACL,EAAO,QACL,6CAA6C,EAAiB,cAAc,EAAW,MACxF,CACF,CACD,MAAM,EACJ,EACA,CACE,GAAI,EACJ,aACD,CACD,CAAE,SAAQ,CACX,CACD,EAAO,KACL,EAAO,MACL,4CAA4C,EAAiB,cAAc,EAAW,IACvF,CACF,EACD"}

package/dist/{uploadConsents-d0C7_uN1.mjs → uploadConsents-DgkSQj5-.mjs}

@@ -1,2 +1,2 @@
-import{o as e}from"./constants-BOWblkym.mjs";import{t}from"./logger-Bj782ZYD.mjs";import{decodeCodec as n}from"@transcend-io/type-utils";import r from"colors";import*as i from"io-ts";import{createTranscendConsentGotInstance as a}from"@transcend-io/sdk";import{map as o}from"@transcend-io/utils";import s from"cli-progress";import*as c from"crypto";import l from"jsonwebtoken";function u(e,t,n){let r=Buffer.from(n,`base64`),i=Buffer.from(t,`base64`),a=Buffer.from(`A65959A6`,`hex`),o=c.createCipheriv(`id-aes256-wrap-pad`,i,a),s={encryptedIdentifier:Buffer.concat([o.update(e),o.final()]).toString(`base64`)};return l.sign(s,r,{algorithm:`HS384`})}const d=/^[0-9][Y|N]([Y|N])[Y|N]$/,f=i.record(i.string,i.union([i.boolean,i.literal(`Auto`)]));async function p({base64EncryptionKey:i,base64SigningKey:c,preferences:l,partition:p,concurrency:m=100,transcendUrl:h=e}){let g=a(h),_=l.filter(e=>e.usp&&!d.test(e.usp));if(_.length>0)throw Error(`Received invalid usp strings: ${JSON.stringify(_,null,2)}`);let v=l.map((e,t)=>[e,t]).filter(([e])=>{if(!e.purposes)return!1;try{return n(f,e.purposes),!1}catch{return!0}});if(v.length>0)throw Error(`Received invalid purpose maps: ${JSON.stringify(v,null,2)}`);let y=l.filter(e=>!e.usp&&!e.purposes);if(y.length>0)throw Error(`Received invalid inputs, expected either purposes or usp to be defined: ${JSON.stringify(y,null,2)}`);t.info(r.magenta(`Uploading ${l.length} user preferences to partition ${p}`));let b=new Date().getTime(),x=new s.SingleBar({},s.Presets.shades_classic),S=0;x.start(l.length,0),await o(l,async({userId:e,confirmed:a=`true`,updated:o,prompted:s,purposes:l,...m})=>{let h=u(e,i,c),[,_]=m.usp&&d.exec(m.usp)||[],v={token:h,partition:p,consent:{confirmed:a===`true`,purposes:l?n(f,l):m.usp?{SaleOfInfo:_===`Y`}:{},...o?{updated:o===`true`}:{},...s?{prompted:s===`true`}:{},...m}};try{await g.post(`sync`,{json:v}).json()}catch(e){try{let n=JSON.parse(e?.response?.body||`{}`);n.error&&t.error(r.red(`Error: ${n.error}`))}catch{}throw Error(`Received an error from server: ${e?.response?.body||e?.message}`)}S+=1,x.update(S)},{concurrency:m}),x.stop();let C=new Date().getTime()-b;t.info(r.green(`Successfully uploaded ${l.length} user preferences to partition ${p} in "${C/1e3}" seconds!`))}export{u as i,d as n,p as r,f as t};
-//# sourceMappingURL=uploadConsents-d0C7_uN1.mjs.map
+import{o as e}from"./constants-FP8lxFg5.mjs";import{t}from"./logger-B-LXIf3U.mjs";import{decodeCodec as n}from"@transcend-io/type-utils";import r from"colors";import*as i from"io-ts";import{createTranscendConsentGotInstance as a}from"@transcend-io/sdk";import{map as o}from"@transcend-io/utils";import s from"cli-progress";import*as c from"crypto";import l from"jsonwebtoken";function u(e,t,n){let r=Buffer.from(n,`base64`),i=Buffer.from(t,`base64`),a=Buffer.from(`A65959A6`,`hex`),o=c.createCipheriv(`id-aes256-wrap-pad`,i,a),s={encryptedIdentifier:Buffer.concat([o.update(e),o.final()]).toString(`base64`)};return l.sign(s,r,{algorithm:`HS384`})}const d=/^[0-9][Y|N]([Y|N])[Y|N]$/,f=i.record(i.string,i.union([i.boolean,i.literal(`Auto`)]));async function p({base64EncryptionKey:i,base64SigningKey:c,preferences:l,partition:p,concurrency:m=100,transcendUrl:h=e}){let g=a(h),_=l.filter(e=>e.usp&&!d.test(e.usp));if(_.length>0)throw Error(`Received invalid usp strings: ${JSON.stringify(_,null,2)}`);let v=l.map((e,t)=>[e,t]).filter(([e])=>{if(!e.purposes)return!1;try{return n(f,e.purposes),!1}catch{return!0}});if(v.length>0)throw Error(`Received invalid purpose maps: ${JSON.stringify(v,null,2)}`);let y=l.filter(e=>!e.usp&&!e.purposes);if(y.length>0)throw Error(`Received invalid inputs, expected either purposes or usp to be defined: ${JSON.stringify(y,null,2)}`);t.info(r.magenta(`Uploading ${l.length} user preferences to partition ${p}`));let b=new Date().getTime(),x=new s.SingleBar({},s.Presets.shades_classic),S=0;x.start(l.length,0),await o(l,async({userId:e,confirmed:a=`true`,updated:o,prompted:s,purposes:l,...m})=>{let h=u(e,i,c),[,_]=m.usp&&d.exec(m.usp)||[],v={token:h,partition:p,consent:{confirmed:a===`true`,purposes:l?n(f,l):m.usp?{SaleOfInfo:_===`Y`}:{},...o?{updated:o===`true`}:{},...s?{prompted:s===`true`}:{},...m}};try{await g.post(`sync`,{json:v}).json()}catch(e){try{let n=JSON.parse(e?.response?.body||`{}`);n.error&&t.error(r.red(`Error: ${n.error}`))}catch{}throw Error(`Received an error from server: ${e?.response?.body||e?.message}`)}S+=1,x.update(S)},{concurrency:m}),x.stop();let C=new Date().getTime()-b;t.info(r.green(`Successfully uploaded ${l.length} user preferences to partition ${p} in "${C/1e3}" seconds!`))}export{u as i,d as n,p as r,f as t};
+//# sourceMappingURL=uploadConsents-DgkSQj5-.mjs.map

package/dist/{uploadConsents-d0C7_uN1.mjs.map → uploadConsents-DgkSQj5-.mjs.map}

@@ -1 +1 @@
-{"version":3,"file":"uploadConsents-d0C7_uN1.mjs","names":[],"sources":["../src/lib/consent-manager/createConsentToken.ts","../src/lib/consent-manager/uploadConsents.ts"],"sourcesContent":["import * as crypto from 'crypto';\n\nimport jwt from 'jsonwebtoken';\n\n/**\n * Function to create a consent manager token\n *\n * @see https://docs.transcend.io/docs/consent/reference/managed-consent-database\n * @param userId - User ID\n * @param base64EncryptionKey - Encryption key\n * @param base64SigningKey - Signing key\n * @returns Token\n */\nexport function createConsentToken(\n  userId: string,\n  base64EncryptionKey: string,\n  base64SigningKey: string,\n): string {\n  // Read on for where to find these keys\n  const signingKey = Buffer.from(base64SigningKey, 'base64');\n  const encryptionKey = Buffer.from(base64EncryptionKey, 'base64');\n\n  // NIST's AES-KWP implementation { aes 48 } - see https://tools.ietf.org/html/rfc5649\n  const encryptionAlgorithm = 'id-aes256-wrap-pad';\n  // Initial Value for AES-KWP integrity check - see https://tools.ietf.org/html/rfc5649#section-3\n  const iv = Buffer.from('A65959A6', 'hex');\n  // Set up encryption algorithm\n  const cipher = crypto.createCipheriv(encryptionAlgorithm, encryptionKey, iv);\n\n  // Encrypt the userId and base64-encode the result\n  const encryptedIdentifier = Buffer.concat([cipher.update(userId), cipher.final()]).toString(\n    'base64',\n  );\n\n  // Create the JWT content - jwt.sign will add a 'iat' (issued at) field to the payload\n  // If you wanted to add something manually, consider\n  // const issued: Date = new Date();\n  // const isoDate = issued.toISOString();\n  const jwtPayload = {\n    encryptedIdentifier,\n  };\n\n  // Create a JSON web token and HMAC it with SHA-384\n  const consentToken = jwt.sign(jwtPayload, signingKey, {\n    algorithm: 'HS384',\n  });\n\n  return consentToken;\n}\n","import { ConsentPreferencesBody } from '@transcend-io/airgap.js-types';\nimport { createTranscendConsentGotInstance } from '@transcend-io/sdk';\nimport { decodeCodec } from '@transcend-io/type-utils';\nimport { map } from '@transcend-io/utils';\nimport cliProgress from 'cli-progress';\nimport colors from 'colors';\nimport * as t from 'io-ts';\n\nimport { DEFAULT_TRANSCEND_CONSENT_API } from '../../constants.js';\nimport { logger } from '../../logger.js';\nimport { createConsentToken } from './createConsentToken.js';\nimport type { ConsentPreferenceUpload } from './types.js';\n\nexport const USP_STRING_REGEX = /^[0-9][Y|N]([Y|N])[Y|N]$/;\n\nexport const PurposeMap = t.record(t.string, t.union([t.boolean, t.literal('Auto')]));\n\n/**\n * Upload a set of consent preferences\n *\n * @param options - Options\n */\nexport async function uploadConsents({\n  base64EncryptionKey,\n  base64SigningKey,\n  preferences,\n  partition,\n  concurrency = 100,\n  transcendUrl = DEFAULT_TRANSCEND_CONSENT_API,\n}: {\n  /** base64 encryption key */\n  base64EncryptionKey: string;\n  /** base64 signing key */\n  base64SigningKey: string;\n  /** Partition key */\n  partition: string;\n  /** Sombra API key authentication */\n  preferences: ConsentPreferenceUpload[];\n  /** API URL for Transcend backend */\n  transcendUrl?: string;\n  /** Concurrency limit for approving */\n  concurrency?: number;\n}): Promise<void> {\n  // Create connection to API\n  const transcendConsentApi = createTranscendConsentGotInstance(transcendUrl);\n\n  // Ensure usp strings are valid\n  const invalidUspStrings = preferences.filter(\n    (pref) => pref.usp && !USP_STRING_REGEX.test(pref.usp),\n  );\n  if (invalidUspStrings.length > 0) {\n    throw new Error(`Received invalid usp strings: ${JSON.stringify(invalidUspStrings, null, 2)}`);\n  }\n\n  // Ensure purpose maps are valid\n  const invalidPurposeMaps = preferences\n    .map((pref, ind) => [pref, ind] as [ConsentPreferenceUpload, number])\n    .filter(([pref]) => {\n      if (!pref.purposes) {\n        return false;\n      }\n      try {\n        decodeCodec(PurposeMap, pref.purposes);\n        return false;\n      } catch {\n        return true;\n      }\n    });\n  if (invalidPurposeMaps.length > 0) {\n    throw new Error(\n      `Received invalid purpose maps: ${JSON.stringify(invalidPurposeMaps, null, 2)}`,\n    );\n  }\n\n  // Ensure usp or preferences are provided\n  const invalidInputs = preferences.filter((pref) => !pref.usp && !pref.purposes);\n  if (invalidInputs.length > 0) {\n    throw new Error(\n      `Received invalid inputs, expected either purposes or usp to be defined: ${JSON.stringify(\n        invalidInputs,\n        null,\n        2,\n      )}`,\n    );\n  }\n\n  logger.info(\n    colors.magenta(`Uploading ${preferences.length} user preferences to partition ${partition}`),\n  );\n\n  // Time duration\n  const t0 = new Date().getTime();\n  // create a new progress bar instance and use shades_classic theme\n  const progressBar = new cliProgress.SingleBar({}, cliProgress.Presets.shades_classic);\n\n  // Build a GraphQL client\n  let total = 0;\n  progressBar.start(preferences.length, 0);\n  await map(\n    preferences,\n    async ({ userId, confirmed = 'true', updated, prompted, purposes, ...consent }) => {\n      const token = createConsentToken(userId, base64EncryptionKey, base64SigningKey);\n\n      // parse usp string\n      const [, saleStatus] = consent.usp ? USP_STRING_REGEX.exec(consent.usp) || [] : [];\n\n      const input = {\n        token,\n        partition,\n        consent: {\n          confirmed: confirmed === 'true',\n          purposes: purposes\n            ? decodeCodec(PurposeMap, purposes)\n            : consent.usp\n              ? { SaleOfInfo: saleStatus === 'Y' }\n              : {},\n          ...(updated ? { updated: updated === 'true' } : {}),\n          ...(prompted ? { prompted: prompted === 'true' } : {}),\n          ...consent,\n        },\n      } as ConsentPreferencesBody;\n\n      // Make the request\n      try {\n        await transcendConsentApi\n          .post('sync', {\n            json: input,\n          })\n          .json();\n      } catch (err) {\n        try {\n          const parsed = JSON.parse(err?.response?.body || '{}');\n          if (parsed.error) {\n            logger.error(colors.red(`Error: ${parsed.error}`));\n          }\n        } catch {\n          // continue\n        }\n        throw new Error(`Received an error from server: ${err?.response?.body || err?.message}`);\n      }\n\n      total += 1;\n      progressBar.update(total);\n    },\n    { concurrency },\n  );\n\n  progressBar.stop();\n  const t1 = new Date().getTime();\n  const totalTime = t1 - t0;\n\n  logger.info(\n    colors.green(\n      `Successfully uploaded ${preferences.length} user preferences to partition ${partition} in \"${\n        totalTime / 1000\n      }\" seconds!`,\n    ),\n  );\n}\n"],"mappings":"wXAaA,SAAgB,EACd,EACA,EACA,EACQ,CAER,IAAM,EAAa,OAAO,KAAK,EAAkB,SAAS,CACpD,EAAgB,OAAO,KAAK,EAAqB,SAAS,CAK1D,EAAK,OAAO,KAAK,WAAY,MAAM,CAEnC,EAAS,EAAO,eAAe,qBAAqB,EAAe,EAAG,CAWtE,EAAa,CACjB,oBAT0B,OAAO,OAAO,CAAC,EAAO,OAAO,EAAO,CAAE,EAAO,OAAO,CAAC,CAAC,CAAC,SACjF,SAQmB,CACpB,CAOD,OAJqB,EAAI,KAAK,EAAY,EAAY,CACpD,UAAW,QACZ,CAEkB,CClCrB,MAAa,EAAmB,2BAEnB,EAAa,EAAE,OAAO,EAAE,OAAQ,EAAE,MAAM,CAAC,EAAE,QAAS,EAAE,QAAQ,OAAO,CAAC,CAAC,CAAC,CAOrF,eAAsB,EAAe,CACnC,sBACA,mBACA,cACA,YACA,cAAc,IACd,eAAe,GAcC,CAEhB,IAAM,EAAsB,EAAkC,EAAa,CAGrE,EAAoB,EAAY,OACnC,GAAS,EAAK,KAAO,CAAC,EAAiB,KAAK,EAAK,IAAI,CACvD,CACD,GAAI,EAAkB,OAAS,EAC7B,MAAU,MAAM,iCAAiC,KAAK,UAAU,EAAmB,KAAM,EAAE,GAAG,CAIhG,IAAM,EAAqB,EACxB,KAAK,EAAM,IAAQ,CAAC,EAAM,EAAI,CAAsC,CACpE,QAAQ,CAAC,KAAU,CAClB,GAAI,CAAC,EAAK,SACR,MAAO,GAET,GAAI,CAEF,OADA,EAAY,EAAY,EAAK,SAAS,CAC/B,QACD,CACN,MAAO,KAET,CACJ,GAAI,EAAmB,OAAS,EAC9B,MAAU,MACR,kCAAkC,KAAK,UAAU,EAAoB,KAAM,EAAE,GAC9E,CAIH,IAAM,EAAgB,EAAY,OAAQ,GAAS,CAAC,EAAK,KAAO,CAAC,EAAK,SAAS,CAC/E,GAAI,EAAc,OAAS,EACzB,MAAU,MACR,2EAA2E,KAAK,UAC9E,EACA,KACA,EACD,GACF,CAGH,EAAO,KACL,EAAO,QAAQ,aAAa,EAAY,OAAO,iCAAiC,IAAY,CAC7F,CAGD,IAAM,EAAK,IAAI,MAAM,CAAC,SAAS,CAEzB,EAAc,IAAI,EAAY,UAAU,EAAE,CAAE,EAAY,QAAQ,eAAe,CAGjF,EAAQ,EACZ,EAAY,MAAM,EAAY,OAAQ,EAAE,CACxC,MAAM,EACJ,EACA,MAAO,CAAE,SAAQ,YAAY,OAAQ,UAAS,WAAU,WAAU,GAAG,KAAc,CACjF,IAAM,EAAQ,EAAmB,EAAQ,EAAqB,EAAiB,CAGzE,EAAG,GAAc,EAAQ,KAAM,EAAiB,KAAK,EAAQ,IAAI,EAAS,EAAE,CAE5E,EAAQ,CACZ,QACA,YACA,QAAS,CACP,UAAW,IAAc,OACzB,SAAU,EACN,EAAY,EAAY,EAAS,CACjC,EAAQ,IACN,CAAE,WAAY,IAAe,IAAK,CAClC,EAAE,CACR,GAAI,EAAU,CAAE,QAAS,IAAY,OAAQ,CAAG,EAAE,CAClD,GAAI,EAAW,CAAE,SAAU,IAAa,OAAQ,CAAG,EAAE,CACrD,GAAG,EACJ,CACF,CAGD,GAAI,CACF,MAAM,EACH,KAAK,OAAQ,CACZ,KAAM,EACP,CAAC,CACD,MAAM,OACF,EAAK,CACZ,GAAI,CACF,IAAM,EAAS,KAAK,MAAM,GAAK,UAAU,MAAQ,KAAK,CAClD,EAAO,OACT,EAAO,MAAM,EAAO,IAAI,UAAU,EAAO,QAAQ,CAAC,MAE9C,EAGR,MAAU,MAAM,kCAAkC,GAAK,UAAU,MAAQ,GAAK,UAAU,CAG1F,GAAS,EACT,EAAY,OAAO,EAAM,EAE3B,CAAE,cAAa,CAChB,CAED,EAAY,MAAM,CAElB,IAAM,EADK,IAAI,MAAM,CAAC,SACF,CAAG,EAEvB,EAAO,KACL,EAAO,MACL,yBAAyB,EAAY,OAAO,iCAAiC,EAAU,OACrF,EAAY,IACb,YACF,CACF"}
+{"version":3,"file":"uploadConsents-DgkSQj5-.mjs","names":[],"sources":["../src/lib/consent-manager/createConsentToken.ts","../src/lib/consent-manager/uploadConsents.ts"],"sourcesContent":["import * as crypto from 'crypto';\n\nimport jwt from 'jsonwebtoken';\n\n/**\n * Function to create a consent manager token\n *\n * @see https://docs.transcend.io/docs/consent/reference/managed-consent-database\n * @param userId - User ID\n * @param base64EncryptionKey - Encryption key\n * @param base64SigningKey - Signing key\n * @returns Token\n */\nexport function createConsentToken(\n  userId: string,\n  base64EncryptionKey: string,\n  base64SigningKey: string,\n): string {\n  // Read on for where to find these keys\n  const signingKey = Buffer.from(base64SigningKey, 'base64');\n  const encryptionKey = Buffer.from(base64EncryptionKey, 'base64');\n\n  // NIST's AES-KWP implementation { aes 48 } - see https://tools.ietf.org/html/rfc5649\n  const encryptionAlgorithm = 'id-aes256-wrap-pad';\n  // Initial Value for AES-KWP integrity check - see https://tools.ietf.org/html/rfc5649#section-3\n  const iv = Buffer.from('A65959A6', 'hex');\n  // Set up encryption algorithm\n  const cipher = crypto.createCipheriv(encryptionAlgorithm, encryptionKey, iv);\n\n  // Encrypt the userId and base64-encode the result\n  const encryptedIdentifier = Buffer.concat([cipher.update(userId), cipher.final()]).toString(\n    'base64',\n  );\n\n  // Create the JWT content - jwt.sign will add a 'iat' (issued at) field to the payload\n  // If you wanted to add something manually, consider\n  // const issued: Date = new Date();\n  // const isoDate = issued.toISOString();\n  const jwtPayload = {\n    encryptedIdentifier,\n  };\n\n  // Create a JSON web token and HMAC it with SHA-384\n  const consentToken = jwt.sign(jwtPayload, signingKey, {\n    algorithm: 'HS384',\n  });\n\n  return consentToken;\n}\n","import { ConsentPreferencesBody } from '@transcend-io/airgap.js-types';\nimport { createTranscendConsentGotInstance } from '@transcend-io/sdk';\nimport { decodeCodec } from '@transcend-io/type-utils';\nimport { map } from '@transcend-io/utils';\nimport cliProgress from 'cli-progress';\nimport colors from 'colors';\nimport * as t from 'io-ts';\n\nimport { DEFAULT_TRANSCEND_CONSENT_API } from '../../constants.js';\nimport { logger } from '../../logger.js';\nimport { createConsentToken } from './createConsentToken.js';\nimport type { ConsentPreferenceUpload } from './types.js';\n\nexport const USP_STRING_REGEX = /^[0-9][Y|N]([Y|N])[Y|N]$/;\n\nexport const PurposeMap = t.record(t.string, t.union([t.boolean, t.literal('Auto')]));\n\n/**\n * Upload a set of consent preferences\n *\n * @param options - Options\n */\nexport async function uploadConsents({\n  base64EncryptionKey,\n  base64SigningKey,\n  preferences,\n  partition,\n  concurrency = 100,\n  transcendUrl = DEFAULT_TRANSCEND_CONSENT_API,\n}: {\n  /** base64 encryption key */\n  base64EncryptionKey: string;\n  /** base64 signing key */\n  base64SigningKey: string;\n  /** Partition key */\n  partition: string;\n  /** Sombra API key authentication */\n  preferences: ConsentPreferenceUpload[];\n  /** API URL for Transcend backend */\n  transcendUrl?: string;\n  /** Concurrency limit for approving */\n  concurrency?: number;\n}): Promise<void> {\n  // Create connection to API\n  const transcendConsentApi = createTranscendConsentGotInstance(transcendUrl);\n\n  // Ensure usp strings are valid\n  const invalidUspStrings = preferences.filter(\n    (pref) => pref.usp && !USP_STRING_REGEX.test(pref.usp),\n  );\n  if (invalidUspStrings.length > 0) {\n    throw new Error(`Received invalid usp strings: ${JSON.stringify(invalidUspStrings, null, 2)}`);\n  }\n\n  // Ensure purpose maps are valid\n  const invalidPurposeMaps = preferences\n    .map((pref, ind) => [pref, ind] as [ConsentPreferenceUpload, number])\n    .filter(([pref]) => {\n      if (!pref.purposes) {\n        return false;\n      }\n      try {\n        decodeCodec(PurposeMap, pref.purposes);\n        return false;\n      } catch {\n        return true;\n      }\n    });\n  if (invalidPurposeMaps.length > 0) {\n    throw new Error(\n      `Received invalid purpose maps: ${JSON.stringify(invalidPurposeMaps, null, 2)}`,\n    );\n  }\n\n  // Ensure usp or preferences are provided\n  const invalidInputs = preferences.filter((pref) => !pref.usp && !pref.purposes);\n  if (invalidInputs.length > 0) {\n    throw new Error(\n      `Received invalid inputs, expected either purposes or usp to be defined: ${JSON.stringify(\n        invalidInputs,\n        null,\n        2,\n      )}`,\n    );\n  }\n\n  logger.info(\n    colors.magenta(`Uploading ${preferences.length} user preferences to partition ${partition}`),\n  );\n\n  // Time duration\n  const t0 = new Date().getTime();\n  // create a new progress bar instance and use shades_classic theme\n  const progressBar = new cliProgress.SingleBar({}, cliProgress.Presets.shades_classic);\n\n  // Build a GraphQL client\n  let total = 0;\n  progressBar.start(preferences.length, 0);\n  await map(\n    preferences,\n    async ({ userId, confirmed = 'true', updated, prompted, purposes, ...consent }) => {\n      const token = createConsentToken(userId, base64EncryptionKey, base64SigningKey);\n\n      // parse usp string\n      const [, saleStatus] = consent.usp ? USP_STRING_REGEX.exec(consent.usp) || [] : [];\n\n      const input = {\n        token,\n        partition,\n        consent: {\n          confirmed: confirmed === 'true',\n          purposes: purposes\n            ? decodeCodec(PurposeMap, purposes)\n            : consent.usp\n              ? { SaleOfInfo: saleStatus === 'Y' }\n              : {},\n          ...(updated ? { updated: updated === 'true' } : {}),\n          ...(prompted ? { prompted: prompted === 'true' } : {}),\n          ...consent,\n        },\n      } as ConsentPreferencesBody;\n\n      // Make the request\n      try {\n        await transcendConsentApi\n          .post('sync', {\n            json: input,\n          })\n          .json();\n      } catch (err) {\n        try {\n          const parsed = JSON.parse(err?.response?.body || '{}');\n          if (parsed.error) {\n            logger.error(colors.red(`Error: ${parsed.error}`));\n          }\n        } catch {\n          // continue\n        }\n        throw new Error(`Received an error from server: ${err?.response?.body || err?.message}`);\n      }\n\n      total += 1;\n      progressBar.update(total);\n    },\n    { concurrency },\n  );\n\n  progressBar.stop();\n  const t1 = new Date().getTime();\n  const totalTime = t1 - t0;\n\n  logger.info(\n    colors.green(\n      `Successfully uploaded ${preferences.length} user preferences to partition ${partition} in \"${\n        totalTime / 1000\n      }\" seconds!`,\n    ),\n  );\n}\n"],"mappings":"wXAaA,SAAgB,EACd,EACA,EACA,EACQ,CAER,IAAM,EAAa,OAAO,KAAK,EAAkB,SAAS,CACpD,EAAgB,OAAO,KAAK,EAAqB,SAAS,CAK1D,EAAK,OAAO,KAAK,WAAY,MAAM,CAEnC,EAAS,EAAO,eAAe,qBAAqB,EAAe,EAAG,CAWtE,EAAa,CACjB,oBAT0B,OAAO,OAAO,CAAC,EAAO,OAAO,EAAO,CAAE,EAAO,OAAO,CAAC,CAAC,CAAC,SACjF,SAQmB,CACpB,CAOD,OAJqB,EAAI,KAAK,EAAY,EAAY,CACpD,UAAW,QACZ,CAEkB,CClCrB,MAAa,EAAmB,2BAEnB,EAAa,EAAE,OAAO,EAAE,OAAQ,EAAE,MAAM,CAAC,EAAE,QAAS,EAAE,QAAQ,OAAO,CAAC,CAAC,CAAC,CAOrF,eAAsB,EAAe,CACnC,sBACA,mBACA,cACA,YACA,cAAc,IACd,eAAe,GAcC,CAEhB,IAAM,EAAsB,EAAkC,EAAa,CAGrE,EAAoB,EAAY,OACnC,GAAS,EAAK,KAAO,CAAC,EAAiB,KAAK,EAAK,IAAI,CACvD,CACD,GAAI,EAAkB,OAAS,EAC7B,MAAU,MAAM,iCAAiC,KAAK,UAAU,EAAmB,KAAM,EAAE,GAAG,CAIhG,IAAM,EAAqB,EACxB,KAAK,EAAM,IAAQ,CAAC,EAAM,EAAI,CAAsC,CACpE,QAAQ,CAAC,KAAU,CAClB,GAAI,CAAC,EAAK,SACR,MAAO,GAET,GAAI,CAEF,OADA,EAAY,EAAY,EAAK,SAAS,CAC/B,QACD,CACN,MAAO,KAET,CACJ,GAAI,EAAmB,OAAS,EAC9B,MAAU,MACR,kCAAkC,KAAK,UAAU,EAAoB,KAAM,EAAE,GAC9E,CAIH,IAAM,EAAgB,EAAY,OAAQ,GAAS,CAAC,EAAK,KAAO,CAAC,EAAK,SAAS,CAC/E,GAAI,EAAc,OAAS,EACzB,MAAU,MACR,2EAA2E,KAAK,UAC9E,EACA,KACA,EACD,GACF,CAGH,EAAO,KACL,EAAO,QAAQ,aAAa,EAAY,OAAO,iCAAiC,IAAY,CAC7F,CAGD,IAAM,EAAK,IAAI,MAAM,CAAC,SAAS,CAEzB,EAAc,IAAI,EAAY,UAAU,EAAE,CAAE,EAAY,QAAQ,eAAe,CAGjF,EAAQ,EACZ,EAAY,MAAM,EAAY,OAAQ,EAAE,CACxC,MAAM,EACJ,EACA,MAAO,CAAE,SAAQ,YAAY,OAAQ,UAAS,WAAU,WAAU,GAAG,KAAc,CACjF,IAAM,EAAQ,EAAmB,EAAQ,EAAqB,EAAiB,CAGzE,EAAG,GAAc,EAAQ,KAAM,EAAiB,KAAK,EAAQ,IAAI,EAAS,EAAE,CAE5E,EAAQ,CACZ,QACA,YACA,QAAS,CACP,UAAW,IAAc,OACzB,SAAU,EACN,EAAY,EAAY,EAAS,CACjC,EAAQ,IACN,CAAE,WAAY,IAAe,IAAK,CAClC,EAAE,CACR,GAAI,EAAU,CAAE,QAAS,IAAY,OAAQ,CAAG,EAAE,CAClD,GAAI,EAAW,CAAE,SAAU,IAAa,OAAQ,CAAG,EAAE,CACrD,GAAG,EACJ,CACF,CAGD,GAAI,CACF,MAAM,EACH,KAAK,OAAQ,CACZ,KAAM,EACP,CAAC,CACD,MAAM,OACF,EAAK,CACZ,GAAI,CACF,IAAM,EAAS,KAAK,MAAM,GAAK,UAAU,MAAQ,KAAK,CAClD,EAAO,OACT,EAAO,MAAM,EAAO,IAAI,UAAU,EAAO,QAAQ,CAAC,MAE9C,EAGR,MAAU,MAAM,kCAAkC,GAAK,UAAU,MAAQ,GAAK,UAAU,CAG1F,GAAS,EACT,EAAY,OAAO,EAAM,EAE3B,CAAE,cAAa,CAChB,CAED,EAAY,MAAM,CAElB,IAAM,EADK,IAAI,MAAM,CAAC,SACF,CAAG,EAEvB,EAAO,KACL,EAAO,MACL,yBAAyB,EAAY,OAAO,iCAAiC,EAAU,OACrF,EAAY,IACb,YACF,CACF"}

package/dist/{uploadCookiesFromCsv-RUGdKWzo.mjs → uploadCookiesFromCsv-C2lTYrbc.mjs}

@@ -1,2 +1,2 @@
-import{a as e}from"./constants-BOWblkym.mjs";import{t}from"./logger-Bj782ZYD.mjs";import{A as n}from"./codecs-Dnq-rEcB.mjs";import{t as r}from"./readCsv-C4TyEs-r.mjs";import i from"colors";import{buildTranscendGraphQLClient as a,syncCookies as o}from"@transcend-io/sdk";import{splitCsvToList as s}from"@transcend-io/utils";const c=[`ID`,`Activity`,`Encounters`,`Last Seen At`,`Has Native Do Not Sell/Share Support`,`IAB USP API Support`,`Service Description`,`Website URL`,`Categories of Recipients`];async function l({auth:l,trackerStatus:u,file:d,transcendUrl:f=e}){let p=a(f,l);t.info(i.magenta(`Reading "${d}" from disk`)),await o(p,r(d,n).map(({"Is Regex?":e,Notes:t,Service:n,Purpose:r,Status:i,Owners:a,Teams:o,Name:l,...d})=>({...typeof e==`string`?{isRegex:e.toLowerCase()===`true`}:{},name:l,description:t,trackingPurposes:s(r),status:i||u,owners:a?s(a):void 0,teams:o?s(o):void 0,attributes:Object.entries(d).filter(([e])=>!c.includes(e)).map(([e,t])=>({key:e,values:s(t)}))})),{logger:t})||(t.error(i.red(`Encountered error(s) syncing cookies from CSV, see logs above for more info. `)),process.exit(1))}export{l as t};
-//# sourceMappingURL=uploadCookiesFromCsv-RUGdKWzo.mjs.map
+import{a as e}from"./constants-FP8lxFg5.mjs";import{t}from"./logger-B-LXIf3U.mjs";import{A as n}from"./codecs-BOAm14sp.mjs";import{t as r}from"./readCsv-C-5HBa7w.mjs";import i from"colors";import{buildTranscendGraphQLClient as a,syncCookies as o}from"@transcend-io/sdk";import{splitCsvToList as s}from"@transcend-io/utils";const c=[`ID`,`Activity`,`Encounters`,`Last Seen At`,`Has Native Do Not Sell/Share Support`,`IAB USP API Support`,`Service Description`,`Website URL`,`Categories of Recipients`];async function l({auth:l,trackerStatus:u,file:d,transcendUrl:f=e}){let p=a(f,l);t.info(i.magenta(`Reading "${d}" from disk`)),await o(p,r(d,n).map(({"Is Regex?":e,Notes:t,Service:n,Purpose:r,Status:i,Owners:a,Teams:o,Name:l,...d})=>({...typeof e==`string`?{isRegex:e.toLowerCase()===`true`}:{},name:l,description:t,trackingPurposes:s(r),status:i||u,owners:a?s(a):void 0,teams:o?s(o):void 0,attributes:Object.entries(d).filter(([e])=>!c.includes(e)).map(([e,t])=>({key:e,values:s(t)}))})),{logger:t})||(t.error(i.red(`Encountered error(s) syncing cookies from CSV, see logs above for more info. `)),process.exit(1))}export{l as t};
+//# sourceMappingURL=uploadCookiesFromCsv-C2lTYrbc.mjs.map