@transcend-io/cli 12.1.2 → 12.1.4

package/dist/{pullManualEnrichmentIdentifiersToCsv-BSUXUp8v.mjs → pullManualEnrichmentIdentifiersToCsv-Bbg5FOIJ.mjs}

@@ -1,2 +1,2 @@
-import{a as e}from"./constants-boymUaFC.mjs";import{t}from"./logger-CPu6zbyQ.mjs";import{r as n}from"./fetchAllRequests-BI0tFl_a.mjs";import{a as r}from"./writeCsv-CNZrq3zU.mjs";import{RequestStatus as i}from"@transcend-io/privacy-types";import{groupBy as a,uniq as o}from"lodash-es";import s from"colors";import{map as c}from"@transcend-io/utils";import{buildTranscendGraphQLClient as l,createSombraGotInstance as u,fetchAllRequestEnrichers as d,fetchAllRequestIdentifiers as f,validateSombraVersion as p}from"@transcend-io/sdk";async function m({file:m,auth:h,sombraAuth:g,requestActions:_=[],concurrency:v=100,transcendUrl:y=e}){let b=l(y,h),x=await u(y,h,{logger:t,sombraApiKey:g,sombraUrl:process.env.SOMBRA_URL});t.info(s.magenta(`Pulling manual enrichment requests, filtered for actions: ${_.join(`,`)}`));let S=await n(b,{actions:_,statuses:[i.Enriching]});await p(b,{logger:t});let C=[];await c(S,async e=>{let n=await d(b,{filterBy:{requestId:e.id},logger:t});if(n.filter(({status:e})=>e===`ACTION_REQUIRED`)){let r=await f(b,x,{filterBy:{requestId:e.id},skipSombraCheck:!0,logger:t});C.push({...e,requestIdentifiers:r,requestEnrichers:n})}},{concurrency:v});let w=C.map(({attributeValues:e,requestIdentifiers:t,requestEnrichers:n,...r})=>({...r,...Object.entries(a(t,`name`)).reduce((e,[t,n])=>Object.assign(e,{[t]:n.map(({value:e})=>e).join(`,`)}),{}),...Object.entries(a(e,`attributeKey.name`)).reduce((e,[t,n])=>Object.assign(e,{[t]:n.map(({name:e})=>e).join(`,`)}),{})}));return await r(m,w,o(w.map(e=>Object.keys(e)).flat())),t.info(s.green(`Successfully wrote ${C.length} requests to file "${m}"`)),C}export{m as t};
-//# sourceMappingURL=pullManualEnrichmentIdentifiersToCsv-BSUXUp8v.mjs.map
+import{a as e}from"./constants-CXMjsQ0a.mjs";import{t}from"./logger-CPu6zbyQ.mjs";import{r as n}from"./fetchAllRequests-BI0tFl_a.mjs";import{a as r}from"./writeCsv-CNZrq3zU.mjs";import{RequestStatus as i}from"@transcend-io/privacy-types";import{groupBy as a,uniq as o}from"lodash-es";import s from"colors";import{map as c}from"@transcend-io/utils";import{buildTranscendGraphQLClient as l,createSombraGotInstance as u,fetchAllRequestEnrichers as d,fetchAllRequestIdentifiers as f,validateSombraVersion as p}from"@transcend-io/sdk";async function m({file:m,auth:h,sombraAuth:g,requestActions:_=[],concurrency:v=100,transcendUrl:y=e}){let b=l(y,h),x=await u(y,h,{logger:t,sombraApiKey:g,sombraUrl:process.env.SOMBRA_URL});t.info(s.magenta(`Pulling manual enrichment requests, filtered for actions: ${_.join(`,`)}`));let S=await n(b,{actions:_,statuses:[i.Enriching]});await p(b,{logger:t});let C=[];await c(S,async e=>{let n=await d(b,{filterBy:{requestId:e.id},logger:t});if(n.filter(({status:e})=>e===`ACTION_REQUIRED`)){let r=await f(b,x,{filterBy:{requestId:e.id},skipSombraCheck:!0,logger:t});C.push({...e,requestIdentifiers:r,requestEnrichers:n})}},{concurrency:v});let w=C.map(({attributeValues:e,requestIdentifiers:t,requestEnrichers:n,...r})=>({...r,...Object.entries(a(t,`name`)).reduce((e,[t,n])=>Object.assign(e,{[t]:n.map(({value:e})=>e).join(`,`)}),{}),...Object.entries(a(e,`attributeKey.name`)).reduce((e,[t,n])=>Object.assign(e,{[t]:n.map(({name:e})=>e).join(`,`)}),{})}));return await r(m,w,o(w.map(e=>Object.keys(e)).flat())),t.info(s.green(`Successfully wrote ${C.length} requests to file "${m}"`)),C}export{m as t};
+//# sourceMappingURL=pullManualEnrichmentIdentifiersToCsv-Bbg5FOIJ.mjs.map

package/dist/{pullManualEnrichmentIdentifiersToCsv-BSUXUp8v.mjs.map → pullManualEnrichmentIdentifiersToCsv-Bbg5FOIJ.mjs.map}

@@ -1 +1 @@
-{"version":3,"file":"pullManualEnrichmentIdentifiersToCsv-BSUXUp8v.mjs","names":[],"sources":["../src/lib/manual-enrichment/pullManualEnrichmentIdentifiersToCsv.ts"],"sourcesContent":["import { RequestAction, RequestStatus } from '@transcend-io/privacy-types';\nimport {\n  buildTranscendGraphQLClient,\n  createSombraGotInstance,\n  fetchAllRequestEnrichers,\n  fetchAllRequestIdentifiers,\n  validateSombraVersion,\n  type RequestEnricher,\n  type RequestIdentifier,\n} from '@transcend-io/sdk';\nimport { map } from '@transcend-io/utils';\nimport colors from 'colors';\nimport { groupBy, uniq } from 'lodash-es';\n\nimport { DEFAULT_TRANSCEND_API } from '../../constants.js';\nimport { logger } from '../../logger.js';\nimport { type PrivacyRequest, fetchAllRequests } from '../graphql/index.js';\nimport { writeCsv } from '../helpers/writeCsv.js';\n\nexport interface PrivacyRequestWithIdentifiers extends PrivacyRequest {\n  /** Request Enrichers */\n  requestEnrichers: RequestEnricher[];\n  /** Request Identifiers */\n  requestIdentifiers: RequestIdentifier[];\n}\n\n/**\n * Pull the set of manual enrichment jobs to CSV\n *\n * @param options - Options\n * @returns List of requests with identifiers\n */\nexport async function pullManualEnrichmentIdentifiersToCsv({\n  file,\n  auth,\n  sombraAuth,\n  requestActions = [],\n  concurrency = 100,\n  transcendUrl = DEFAULT_TRANSCEND_API,\n}: {\n  /** CSV file path */\n  file: string;\n  /** Transcend API key authentication */\n  auth: string;\n  /** Sombra API key */\n  sombraAuth?: string;\n  /** Concurrency */\n  concurrency?: number;\n  /** The request actions to fetch */\n  requestActions?: RequestAction[];\n  /** API URL for Transcend backend */\n  transcendUrl?: string;\n}): Promise<PrivacyRequestWithIdentifiers[]> {\n  // Find all requests made before createdAt that are in a removing data state\n  const client = buildTranscendGraphQLClient(transcendUrl, auth);\n  const sombra = await createSombraGotInstance(transcendUrl, auth, {\n    logger,\n    sombraApiKey: sombraAuth,\n    sombraUrl: process.env.SOMBRA_URL,\n  });\n\n  logger.info(\n    colors.magenta(\n      `Pulling manual enrichment requests, filtered for actions: ${requestActions.join(',')}`,\n    ),\n  );\n\n  // Pull all privacy requests\n  const allRequests = await fetchAllRequests(client, {\n    actions: requestActions,\n    statuses: [RequestStatus.Enriching],\n  });\n\n  await validateSombraVersion(client, { logger });\n\n  // Requests to save\n  const savedRequests: PrivacyRequestWithIdentifiers[] = [];\n\n  // Filter down requests to what is needed\n  await map(\n    allRequests,\n    async (request) => {\n      // Fetch enrichers\n      const requestEnrichers = await fetchAllRequestEnrichers(client, {\n        filterBy: { requestId: request.id },\n        logger,\n      });\n\n      // Check if manual enrichment exists for that request\n      const hasManualEnrichment = requestEnrichers.filter(\n        ({ status }) => status === 'ACTION_REQUIRED',\n      );\n\n      // Save request to queue\n      if (hasManualEnrichment) {\n        const requestIdentifiers = await fetchAllRequestIdentifiers(client, sombra, {\n          filterBy: { requestId: request.id },\n          skipSombraCheck: true,\n          logger,\n        });\n        savedRequests.push({\n          ...request,\n          requestIdentifiers,\n          requestEnrichers,\n        });\n      }\n    },\n    {\n      concurrency,\n    },\n  );\n\n  const data = savedRequests.map(\n    ({\n      attributeValues,\n      requestIdentifiers,\n      requestEnrichers, // eslint-disable-line @typescript-eslint/no-unused-vars\n      ...request\n    }) => ({\n      ...request,\n      // flatten identifiers\n      ...Object.entries(groupBy(requestIdentifiers, 'name')).reduce(\n        (acc, [key, values]) =>\n          Object.assign(acc, {\n            [key]: values.map(({ value }) => value).join(','),\n          }),\n        {},\n      ),\n      // flatten attributes\n      ...Object.entries(groupBy(attributeValues, 'attributeKey.name')).reduce(\n        (acc, [key, values]) =>\n          Object.assign(acc, {\n            [key]: values.map(({ name }) => name).join(','),\n          }),\n        {},\n      ),\n    }),\n  );\n\n  // Write out to CSV\n  const headers = uniq(data.map((d) => Object.keys(d)).flat());\n  await writeCsv(file, data, headers);\n\n  logger.info(\n    colors.green(`Successfully wrote ${savedRequests.length} requests to file \"${file}\"`),\n  );\n\n  return savedRequests;\n}\n"],"mappings":"khBAgCA,eAAsB,EAAqC,CACzD,OACA,OACA,aACA,iBAAiB,EAAE,CACnB,cAAc,IACd,eAAe,GAc4B,CAE3C,IAAM,EAAS,EAA4B,EAAc,EAAK,CACxD,EAAS,MAAM,EAAwB,EAAc,EAAM,CAC/D,SACA,aAAc,EACd,UAAW,QAAQ,IAAI,WACxB,CAAC,CAEF,EAAO,KACL,EAAO,QACL,6DAA6D,EAAe,KAAK,IAAI,GACtF,CACF,CAGD,IAAM,EAAc,MAAM,EAAiB,EAAQ,CACjD,QAAS,EACT,SAAU,CAAC,EAAc,UAAU,CACpC,CAAC,CAEF,MAAM,EAAsB,EAAQ,CAAE,SAAQ,CAAC,CAG/C,IAAM,EAAiD,EAAE,CAGzD,MAAM,EACJ,EACA,KAAO,IAAY,CAEjB,IAAM,EAAmB,MAAM,EAAyB,EAAQ,CAC9D,SAAU,CAAE,UAAW,EAAQ,GAAI,CACnC,SACD,CAAC,CAQF,GAL4B,EAAiB,QAC1C,CAAE,YAAa,IAAW,kBAIN,CAAE,CACvB,IAAM,EAAqB,MAAM,EAA2B,EAAQ,EAAQ,CAC1E,SAAU,CAAE,UAAW,EAAQ,GAAI,CACnC,gBAAiB,GACjB,SACD,CAAC,CACF,EAAc,KAAK,CACjB,GAAG,EACH,qBACA,mBACD,CAAC,GAGN,CACE,cACD,CACF,CAED,IAAM,EAAO,EAAc,KACxB,CACC,kBACA,qBACA,mBACA,GAAG,MACE,CACL,GAAG,EAEH,GAAG,OAAO,QAAQ,EAAQ,EAAoB,OAAO,CAAC,CAAC,QACpD,EAAK,CAAC,EAAK,KACV,OAAO,OAAO,EAAK,EAChB,GAAM,EAAO,KAAK,CAAE,WAAY,EAAM,CAAC,KAAK,IAAI,CAClD,CAAC,CACJ,EAAE,CACH,CAED,GAAG,OAAO,QAAQ,EAAQ,EAAiB,oBAAoB,CAAC,CAAC,QAC9D,EAAK,CAAC,EAAK,KACV,OAAO,OAAO,EAAK,EAChB,GAAM,EAAO,KAAK,CAAE,UAAW,EAAK,CAAC,KAAK,IAAI,CAChD,CAAC,CACJ,EAAE,CACH,CACF,EACF,CAUD,OANA,MAAM,EAAS,EAAM,EADL,EAAK,EAAK,IAAK,GAAM,OAAO,KAAK,EAAE,CAAC,CAAC,MAAM,CACzB,CAAC,CAEnC,EAAO,KACL,EAAO,MAAM,sBAAsB,EAAc,OAAO,qBAAqB,EAAK,GAAG,CACtF,CAEM"}
+{"version":3,"file":"pullManualEnrichmentIdentifiersToCsv-Bbg5FOIJ.mjs","names":[],"sources":["../src/lib/manual-enrichment/pullManualEnrichmentIdentifiersToCsv.ts"],"sourcesContent":["import { RequestAction, RequestStatus } from '@transcend-io/privacy-types';\nimport {\n  buildTranscendGraphQLClient,\n  createSombraGotInstance,\n  fetchAllRequestEnrichers,\n  fetchAllRequestIdentifiers,\n  validateSombraVersion,\n  type RequestEnricher,\n  type RequestIdentifier,\n} from '@transcend-io/sdk';\nimport { map } from '@transcend-io/utils';\nimport colors from 'colors';\nimport { groupBy, uniq } from 'lodash-es';\n\nimport { DEFAULT_TRANSCEND_API } from '../../constants.js';\nimport { logger } from '../../logger.js';\nimport { type PrivacyRequest, fetchAllRequests } from '../graphql/index.js';\nimport { writeCsv } from '../helpers/writeCsv.js';\n\nexport interface PrivacyRequestWithIdentifiers extends PrivacyRequest {\n  /** Request Enrichers */\n  requestEnrichers: RequestEnricher[];\n  /** Request Identifiers */\n  requestIdentifiers: RequestIdentifier[];\n}\n\n/**\n * Pull the set of manual enrichment jobs to CSV\n *\n * @param options - Options\n * @returns List of requests with identifiers\n */\nexport async function pullManualEnrichmentIdentifiersToCsv({\n  file,\n  auth,\n  sombraAuth,\n  requestActions = [],\n  concurrency = 100,\n  transcendUrl = DEFAULT_TRANSCEND_API,\n}: {\n  /** CSV file path */\n  file: string;\n  /** Transcend API key authentication */\n  auth: string;\n  /** Sombra API key */\n  sombraAuth?: string;\n  /** Concurrency */\n  concurrency?: number;\n  /** The request actions to fetch */\n  requestActions?: RequestAction[];\n  /** API URL for Transcend backend */\n  transcendUrl?: string;\n}): Promise<PrivacyRequestWithIdentifiers[]> {\n  // Find all requests made before createdAt that are in a removing data state\n  const client = buildTranscendGraphQLClient(transcendUrl, auth);\n  const sombra = await createSombraGotInstance(transcendUrl, auth, {\n    logger,\n    sombraApiKey: sombraAuth,\n    sombraUrl: process.env.SOMBRA_URL,\n  });\n\n  logger.info(\n    colors.magenta(\n      `Pulling manual enrichment requests, filtered for actions: ${requestActions.join(',')}`,\n    ),\n  );\n\n  // Pull all privacy requests\n  const allRequests = await fetchAllRequests(client, {\n    actions: requestActions,\n    statuses: [RequestStatus.Enriching],\n  });\n\n  await validateSombraVersion(client, { logger });\n\n  // Requests to save\n  const savedRequests: PrivacyRequestWithIdentifiers[] = [];\n\n  // Filter down requests to what is needed\n  await map(\n    allRequests,\n    async (request) => {\n      // Fetch enrichers\n      const requestEnrichers = await fetchAllRequestEnrichers(client, {\n        filterBy: { requestId: request.id },\n        logger,\n      });\n\n      // Check if manual enrichment exists for that request\n      const hasManualEnrichment = requestEnrichers.filter(\n        ({ status }) => status === 'ACTION_REQUIRED',\n      );\n\n      // Save request to queue\n      if (hasManualEnrichment) {\n        const requestIdentifiers = await fetchAllRequestIdentifiers(client, sombra, {\n          filterBy: { requestId: request.id },\n          skipSombraCheck: true,\n          logger,\n        });\n        savedRequests.push({\n          ...request,\n          requestIdentifiers,\n          requestEnrichers,\n        });\n      }\n    },\n    {\n      concurrency,\n    },\n  );\n\n  const data = savedRequests.map(\n    ({\n      attributeValues,\n      requestIdentifiers,\n      requestEnrichers, // eslint-disable-line @typescript-eslint/no-unused-vars\n      ...request\n    }) => ({\n      ...request,\n      // flatten identifiers\n      ...Object.entries(groupBy(requestIdentifiers, 'name')).reduce(\n        (acc, [key, values]) =>\n          Object.assign(acc, {\n            [key]: values.map(({ value }) => value).join(','),\n          }),\n        {},\n      ),\n      // flatten attributes\n      ...Object.entries(groupBy(attributeValues, 'attributeKey.name')).reduce(\n        (acc, [key, values]) =>\n          Object.assign(acc, {\n            [key]: values.map(({ name }) => name).join(','),\n          }),\n        {},\n      ),\n    }),\n  );\n\n  // Write out to CSV\n  const headers = uniq(data.map((d) => Object.keys(d)).flat());\n  await writeCsv(file, data, headers);\n\n  logger.info(\n    colors.green(`Successfully wrote ${savedRequests.length} requests to file \"${file}\"`),\n  );\n\n  return savedRequests;\n}\n"],"mappings":"khBAgCA,eAAsB,EAAqC,CACzD,OACA,OACA,aACA,iBAAiB,EAAE,CACnB,cAAc,IACd,eAAe,GAc4B,CAE3C,IAAM,EAAS,EAA4B,EAAc,EAAK,CACxD,EAAS,MAAM,EAAwB,EAAc,EAAM,CAC/D,SACA,aAAc,EACd,UAAW,QAAQ,IAAI,WACxB,CAAC,CAEF,EAAO,KACL,EAAO,QACL,6DAA6D,EAAe,KAAK,IAAI,GACtF,CACF,CAGD,IAAM,EAAc,MAAM,EAAiB,EAAQ,CACjD,QAAS,EACT,SAAU,CAAC,EAAc,UAAU,CACpC,CAAC,CAEF,MAAM,EAAsB,EAAQ,CAAE,SAAQ,CAAC,CAG/C,IAAM,EAAiD,EAAE,CAGzD,MAAM,EACJ,EACA,KAAO,IAAY,CAEjB,IAAM,EAAmB,MAAM,EAAyB,EAAQ,CAC9D,SAAU,CAAE,UAAW,EAAQ,GAAI,CACnC,SACD,CAAC,CAQF,GAL4B,EAAiB,QAC1C,CAAE,YAAa,IAAW,kBAIN,CAAE,CACvB,IAAM,EAAqB,MAAM,EAA2B,EAAQ,EAAQ,CAC1E,SAAU,CAAE,UAAW,EAAQ,GAAI,CACnC,gBAAiB,GACjB,SACD,CAAC,CACF,EAAc,KAAK,CACjB,GAAG,EACH,qBACA,mBACD,CAAC,GAGN,CACE,cACD,CACF,CAED,IAAM,EAAO,EAAc,KACxB,CACC,kBACA,qBACA,mBACA,GAAG,MACE,CACL,GAAG,EAEH,GAAG,OAAO,QAAQ,EAAQ,EAAoB,OAAO,CAAC,CAAC,QACpD,EAAK,CAAC,EAAK,KACV,OAAO,OAAO,EAAK,EAChB,GAAM,EAAO,KAAK,CAAE,WAAY,EAAM,CAAC,KAAK,IAAI,CAClD,CAAC,CACJ,EAAE,CACH,CAED,GAAG,OAAO,QAAQ,EAAQ,EAAiB,oBAAoB,CAAC,CAAC,QAC9D,EAAK,CAAC,EAAK,KACV,OAAO,OAAO,EAAK,EAChB,GAAM,EAAO,KAAK,CAAE,UAAW,EAAK,CAAC,KAAK,IAAI,CAChD,CAAC,CACJ,EAAE,CACH,CACF,EACF,CAUD,OANA,MAAM,EAAS,EAAM,EADL,EAAK,EAAK,IAAK,GAAM,OAAO,KAAK,EAAE,CAAC,CAAC,MAAM,CACzB,CAAC,CAEnC,EAAO,KACL,EAAO,MAAM,sBAAsB,EAAc,OAAO,qBAAqB,EAAK,GAAG,CACtF,CAEM"}

package/dist/{pushCronIdentifiersFromCsv-D-l3erLO.mjs → pushCronIdentifiersFromCsv-DLmgvrjn.mjs}

@@ -1,2 +1,2 @@
-import{a as e}from"./constants-boymUaFC.mjs";import{t}from"./logger-CPu6zbyQ.mjs";import{n}from"./readCsv-DNcJ_UfU.mjs";import{chunk as r}from"lodash-es";import i from"colors";import{map as a,mapSeries as o}from"@transcend-io/utils";import*as s from"io-ts";import{createSombraGotInstance as c}from"@transcend-io/sdk";import l from"cli-progress";const u=s.type({nonce:s.string,identifier:s.string});async function d(e,{nonce:t,identifier:n}){try{return await e.put(`v1/data-silo`,{headers:{"x-transcend-nonce":t},json:{profiles:[{profileId:n}]}}),!0}catch(e){if(e.response?.statusCode===409)return!1;throw Error(`Received an error from server: ${e?.response?.body||e?.message}`)}}async function f({file:s,dataSiloId:f,auth:p,sombraAuth:m,concurrency:h=100,transcendUrl:g=e,sleepSeconds:_=10}){let v=await c(g,p,{logger:t,sombraApiKey:m,sombraUrl:process.env.SOMBRA_URL});t.info(i.magenta(`Reading "${s}" from disk`));let y=n(s,u);t.info(i.magenta(`Notifying Transcend for data silo "${f}" marking "${y.length}" identifiers as completed.`));let b=new Date().getTime(),x=new l.SingleBar({},l.Presets.shades_classic),S=0,C=0,w=0;x.start(y.length,0);let T=r(y,h),E=T.length;await o(T,async(e,n)=>{t.info(i.blue(`Processing chunk ${n+1}/${E} (${r.length} items)`)),await a(e,async e=>{try{await d(v,e)?S+=1:C+=1}catch(n){t.error(i.red(`Error notifying Transcend for identifier "${e.identifier}" - ${n?.message}`)),w+=1}x.update(S+C)}),_>0&&n<E-1&&(t.info(i.yellow(`Sleeping for ${_}s before next chunk...`)),await new Promise(e=>{setTimeout(e,_*1e3)}))}),x.stop();let D=new Date().getTime()-b;if(t.info(i.green(`Successfully notified Transcend for ${S} identifiers in "${D/1e3}" seconds!`)),C&&t.info(i.magenta(`There were ${C} identifiers that were not in a state to be updated.They likely have already been resolved.`)),w)throw t.error(i.red(`There were ${w} identifiers that failed to be updated. Please review the logs for more information.`)),Error(`Failed to update all identifiers`);return y.length}export{u as n,d as r,f as t};
-//# sourceMappingURL=pushCronIdentifiersFromCsv-D-l3erLO.mjs.map
+import{a as e}from"./constants-CXMjsQ0a.mjs";import{t}from"./logger-CPu6zbyQ.mjs";import{n}from"./readCsv-DNcJ_UfU.mjs";import{chunk as r}from"lodash-es";import i from"colors";import{map as a,mapSeries as o}from"@transcend-io/utils";import*as s from"io-ts";import{createSombraGotInstance as c}from"@transcend-io/sdk";import l from"cli-progress";const u=s.type({nonce:s.string,identifier:s.string});async function d(e,{nonce:t,identifier:n}){try{return await e.put(`v1/data-silo`,{headers:{"x-transcend-nonce":t},json:{profiles:[{profileId:n}]}}),!0}catch(e){if(e.response?.statusCode===409)return!1;throw Error(`Received an error from server: ${e?.response?.body||e?.message}`)}}async function f({file:s,dataSiloId:f,auth:p,sombraAuth:m,concurrency:h=100,transcendUrl:g=e,sleepSeconds:_=10}){let v=await c(g,p,{logger:t,sombraApiKey:m,sombraUrl:process.env.SOMBRA_URL});t.info(i.magenta(`Reading "${s}" from disk`));let y=n(s,u);t.info(i.magenta(`Notifying Transcend for data silo "${f}" marking "${y.length}" identifiers as completed.`));let b=new Date().getTime(),x=new l.SingleBar({},l.Presets.shades_classic),S=0,C=0,w=0;x.start(y.length,0);let T=r(y,h),E=T.length;await o(T,async(e,n)=>{t.info(i.blue(`Processing chunk ${n+1}/${E} (${r.length} items)`)),await a(e,async e=>{try{await d(v,e)?S+=1:C+=1}catch(n){t.error(i.red(`Error notifying Transcend for identifier "${e.identifier}" - ${n?.message}`)),w+=1}x.update(S+C)}),_>0&&n<E-1&&(t.info(i.yellow(`Sleeping for ${_}s before next chunk...`)),await new Promise(e=>{setTimeout(e,_*1e3)}))}),x.stop();let D=new Date().getTime()-b;if(t.info(i.green(`Successfully notified Transcend for ${S} identifiers in "${D/1e3}" seconds!`)),C&&t.info(i.magenta(`There were ${C} identifiers that were not in a state to be updated.They likely have already been resolved.`)),w)throw t.error(i.red(`There were ${w} identifiers that failed to be updated. Please review the logs for more information.`)),Error(`Failed to update all identifiers`);return y.length}export{u as n,d as r,f as t};
+//# sourceMappingURL=pushCronIdentifiersFromCsv-DLmgvrjn.mjs.map

package/dist/{pushCronIdentifiersFromCsv-D-l3erLO.mjs.map → pushCronIdentifiersFromCsv-DLmgvrjn.mjs.map}

@@ -1 +1 @@
-{"version":3,"file":"pushCronIdentifiersFromCsv-D-l3erLO.mjs","names":[],"sources":["../src/lib/cron/markCronIdentifierCompleted.ts","../src/lib/cron/pushCronIdentifiersFromCsv.ts"],"sourcesContent":["import type { Got } from 'got';\nimport * as t from 'io-ts';\n\n/**\n * Minimal set required to mark as completed\n */\nexport const CronIdentifierPush = t.type({\n  nonce: t.string,\n  identifier: t.string,\n});\n\n/** Type override */\nexport type CronIdentifierPush = t.TypeOf<typeof CronIdentifierPush>;\n\n/**\n * Mark an identifier output by the cron job as completed.\n *\n * @see https://docs.transcend.io/docs/api-reference/PUT/v1/data-silo\n * @param sombra - Sombra instance configured to make requests\n * @param options - Additional options\n * @returns Successfully submitted request, false if not in a state to update\n */\nexport async function markCronIdentifierCompleted(\n  sombra: Got,\n  { nonce, identifier }: CronIdentifierPush,\n): Promise<boolean> {\n  try {\n    // Make the GraphQL request\n    await sombra.put('v1/data-silo', {\n      headers: {\n        'x-transcend-nonce': nonce,\n      },\n      json: {\n        profiles: [\n          {\n            profileId: identifier,\n          },\n        ],\n      },\n    });\n    return true;\n  } catch (err) {\n    // handle gracefully\n    if (err.response?.statusCode === 409) {\n      return false;\n    }\n    throw new Error(`Received an error from server: ${err?.response?.body || err?.message}`);\n  }\n}\n","import { createSombraGotInstance } from '@transcend-io/sdk';\nimport { map, mapSeries } from '@transcend-io/utils';\nimport cliProgress from 'cli-progress';\nimport colors from 'colors';\nimport { chunk } from 'lodash-es';\n\nimport { DEFAULT_TRANSCEND_API } from '../../constants.js';\nimport { logger } from '../../logger.js';\nimport { readCsv } from '../requests/index.js';\nimport { markCronIdentifierCompleted, CronIdentifierPush } from './markCronIdentifierCompleted.js';\n\n/**\n * Given a CSV of cron job outputs, mark all requests as completed in Transcend\n *\n * @param options - Options\n * @returns Number of items marked as completed\n */\nexport async function pushCronIdentifiersFromCsv({\n  file,\n  dataSiloId,\n  auth,\n  sombraAuth,\n  concurrency = 100,\n  transcendUrl = DEFAULT_TRANSCEND_API,\n  sleepSeconds = 10,\n}: {\n  /** CSV file path */\n  file: string;\n  /** Transcend API key authentication */\n  auth: string;\n  /** Data Silo ID to pull down jobs for */\n  dataSiloId: string;\n  /** Upload concurrency */\n  concurrency?: number;\n  /** API URL for Transcend backend */\n  transcendUrl?: string;\n  /** Sombra API key authentication */\n  sombraAuth?: string;\n  /** Sleep time in seconds between chunks of concurrent calls */\n  sleepSeconds?: number;\n}): Promise<number> {\n  // Create sombra instance to communicate with\n  const sombra = await createSombraGotInstance(transcendUrl, auth, {\n    logger,\n    sombraApiKey: sombraAuth,\n    sombraUrl: process.env.SOMBRA_URL,\n  });\n\n  // Read from CSV\n  logger.info(colors.magenta(`Reading \"${file}\" from disk`));\n  const activeResults = readCsv(file, CronIdentifierPush);\n\n  // Notify Transcend\n  logger.info(\n    colors.magenta(\n      `Notifying Transcend for data silo \"${dataSiloId}\" marking \"${activeResults.length}\" identifiers as completed.`,\n    ),\n  );\n\n  // Time duration\n  const t0 = new Date().getTime();\n  // create a new progress bar instance and use shades_classic theme\n  const progressBar = new cliProgress.SingleBar({}, cliProgress.Presets.shades_classic);\n\n  let successCount = 0;\n  let failureCount = 0;\n  let errorCount = 0;\n  progressBar.start(activeResults.length, 0);\n\n  // Process in chunks with sleep intervals\n  const chunks = chunk(activeResults, concurrency);\n  const totalChunks = chunks.length;\n  const processChunk = async (items: CronIdentifierPush[], chunkIndex: number): Promise<void> => {\n    logger.info(\n      colors.blue(`Processing chunk ${chunkIndex + 1}/${totalChunks} (${chunk.length} items)`),\n    );\n\n    // Process the items of the chunk concurrently\n    await map(items, async (identifier) => {\n      try {\n        const success = await markCronIdentifierCompleted(sombra, identifier);\n        if (success) {\n          successCount += 1;\n        } else {\n          failureCount += 1;\n        }\n      } catch (e) {\n        logger.error(\n          colors.red(\n            `Error notifying Transcend for identifier \"${identifier.identifier}\" - ${e?.message}`,\n          ),\n        );\n        errorCount += 1;\n      }\n      progressBar.update(successCount + failureCount);\n    });\n\n    // Sleep between chunks (except for the last chunk)\n    if (sleepSeconds > 0 && chunkIndex < totalChunks - 1) {\n      logger.info(colors.yellow(`Sleeping for ${sleepSeconds}s before next chunk...`));\n\n      await new Promise((resolve) => {\n        setTimeout(resolve, sleepSeconds * 1000);\n      });\n    }\n  };\n\n  // Process all chunks sequentially\n  await mapSeries(chunks, processChunk);\n\n  progressBar.stop();\n  const t1 = new Date().getTime();\n  const totalTime = t1 - t0;\n\n  logger.info(\n    colors.green(\n      `Successfully notified Transcend for ${successCount} identifiers in \"${\n        totalTime / 1000\n      }\" seconds!`,\n    ),\n  );\n  if (failureCount) {\n    logger.info(\n      colors.magenta(\n        `There were ${failureCount} identifiers that were not in a state to be updated.` +\n          'They likely have already been resolved.',\n      ),\n    );\n  }\n  if (errorCount) {\n    logger.error(\n      colors.red(\n        `There were ${errorCount} identifiers that failed to be updated. Please review the logs for more information.`,\n      ),\n    );\n    throw new Error('Failed to update all identifiers');\n  }\n  return activeResults.length;\n}\n"],"mappings":"yVAMA,MAAa,EAAqB,EAAE,KAAK,CACvC,MAAO,EAAE,OACT,WAAY,EAAE,OACf,CAAC,CAaF,eAAsB,EACpB,EACA,CAAE,QAAO,cACS,CAClB,GAAI,CAcF,OAZA,MAAM,EAAO,IAAI,eAAgB,CAC/B,QAAS,CACP,oBAAqB,EACtB,CACD,KAAM,CACJ,SAAU,CACR,CACE,UAAW,EACZ,CACF,CACF,CACF,CAAC,CACK,SACA,EAAK,CAEZ,GAAI,EAAI,UAAU,aAAe,IAC/B,MAAO,GAET,MAAU,MAAM,kCAAkC,GAAK,UAAU,MAAQ,GAAK,UAAU,EC7B5F,eAAsB,EAA2B,CAC/C,OACA,aACA,OACA,aACA,cAAc,IACd,eAAe,EACf,eAAe,IAgBG,CAElB,IAAM,EAAS,MAAM,EAAwB,EAAc,EAAM,CAC/D,SACA,aAAc,EACd,UAAW,QAAQ,IAAI,WACxB,CAAC,CAGF,EAAO,KAAK,EAAO,QAAQ,YAAY,EAAK,aAAa,CAAC,CAC1D,IAAM,EAAgB,EAAQ,EAAM,EAAmB,CAGvD,EAAO,KACL,EAAO,QACL,sCAAsC,EAAW,aAAa,EAAc,OAAO,6BACpF,CACF,CAGD,IAAM,EAAK,IAAI,MAAM,CAAC,SAAS,CAEzB,EAAc,IAAI,EAAY,UAAU,EAAE,CAAE,EAAY,QAAQ,eAAe,CAEjF,EAAe,EACf,EAAe,EACf,EAAa,EACjB,EAAY,MAAM,EAAc,OAAQ,EAAE,CAG1C,IAAM,EAAS,EAAM,EAAe,EAAY,CAC1C,EAAc,EAAO,OAqC3B,MAAM,EAAU,EAAQ,MApCI,EAA6B,IAAsC,CAC7F,EAAO,KACL,EAAO,KAAK,oBAAoB,EAAa,EAAE,GAAG,EAAY,IAAI,EAAM,OAAO,SAAS,CACzF,CAGD,MAAM,EAAI,EAAO,KAAO,IAAe,CACrC,GAAI,CAEE,MADkB,EAA4B,EAAQ,EAAW,CAEnE,GAAgB,EAEhB,GAAgB,QAEX,EAAG,CACV,EAAO,MACL,EAAO,IACL,6CAA6C,EAAW,WAAW,MAAM,GAAG,UAC7E,CACF,CACD,GAAc,EAEhB,EAAY,OAAO,EAAe,EAAa,EAC/C,CAGE,EAAe,GAAK,EAAa,EAAc,IACjD,EAAO,KAAK,EAAO,OAAO,gBAAgB,EAAa,wBAAwB,CAAC,CAEhF,MAAM,IAAI,QAAS,GAAY,CAC7B,WAAW,EAAS,EAAe,IAAK,EACxC,GAK+B,CAErC,EAAY,MAAM,CAElB,IAAM,EADK,IAAI,MAAM,CAAC,SACF,CAAG,EAiBvB,GAfA,EAAO,KACL,EAAO,MACL,uCAAuC,EAAa,mBAClD,EAAY,IACb,YACF,CACF,CACG,GACF,EAAO,KACL,EAAO,QACL,cAAc,EAAa,6FAE5B,CACF,CAEC,EAMF,MALA,EAAO,MACL,EAAO,IACL,cAAc,EAAW,sFAC1B,CACF,CACS,MAAM,mCAAmC,CAErD,OAAO,EAAc"}
+{"version":3,"file":"pushCronIdentifiersFromCsv-DLmgvrjn.mjs","names":[],"sources":["../src/lib/cron/markCronIdentifierCompleted.ts","../src/lib/cron/pushCronIdentifiersFromCsv.ts"],"sourcesContent":["import type { Got } from 'got';\nimport * as t from 'io-ts';\n\n/**\n * Minimal set required to mark as completed\n */\nexport const CronIdentifierPush = t.type({\n  nonce: t.string,\n  identifier: t.string,\n});\n\n/** Type override */\nexport type CronIdentifierPush = t.TypeOf<typeof CronIdentifierPush>;\n\n/**\n * Mark an identifier output by the cron job as completed.\n *\n * @see https://docs.transcend.io/docs/api-reference/PUT/v1/data-silo\n * @param sombra - Sombra instance configured to make requests\n * @param options - Additional options\n * @returns Successfully submitted request, false if not in a state to update\n */\nexport async function markCronIdentifierCompleted(\n  sombra: Got,\n  { nonce, identifier }: CronIdentifierPush,\n): Promise<boolean> {\n  try {\n    // Make the GraphQL request\n    await sombra.put('v1/data-silo', {\n      headers: {\n        'x-transcend-nonce': nonce,\n      },\n      json: {\n        profiles: [\n          {\n            profileId: identifier,\n          },\n        ],\n      },\n    });\n    return true;\n  } catch (err) {\n    // handle gracefully\n    if (err.response?.statusCode === 409) {\n      return false;\n    }\n    throw new Error(`Received an error from server: ${err?.response?.body || err?.message}`);\n  }\n}\n","import { createSombraGotInstance } from '@transcend-io/sdk';\nimport { map, mapSeries } from '@transcend-io/utils';\nimport cliProgress from 'cli-progress';\nimport colors from 'colors';\nimport { chunk } from 'lodash-es';\n\nimport { DEFAULT_TRANSCEND_API } from '../../constants.js';\nimport { logger } from '../../logger.js';\nimport { readCsv } from '../requests/index.js';\nimport { markCronIdentifierCompleted, CronIdentifierPush } from './markCronIdentifierCompleted.js';\n\n/**\n * Given a CSV of cron job outputs, mark all requests as completed in Transcend\n *\n * @param options - Options\n * @returns Number of items marked as completed\n */\nexport async function pushCronIdentifiersFromCsv({\n  file,\n  dataSiloId,\n  auth,\n  sombraAuth,\n  concurrency = 100,\n  transcendUrl = DEFAULT_TRANSCEND_API,\n  sleepSeconds = 10,\n}: {\n  /** CSV file path */\n  file: string;\n  /** Transcend API key authentication */\n  auth: string;\n  /** Data Silo ID to pull down jobs for */\n  dataSiloId: string;\n  /** Upload concurrency */\n  concurrency?: number;\n  /** API URL for Transcend backend */\n  transcendUrl?: string;\n  /** Sombra API key authentication */\n  sombraAuth?: string;\n  /** Sleep time in seconds between chunks of concurrent calls */\n  sleepSeconds?: number;\n}): Promise<number> {\n  // Create sombra instance to communicate with\n  const sombra = await createSombraGotInstance(transcendUrl, auth, {\n    logger,\n    sombraApiKey: sombraAuth,\n    sombraUrl: process.env.SOMBRA_URL,\n  });\n\n  // Read from CSV\n  logger.info(colors.magenta(`Reading \"${file}\" from disk`));\n  const activeResults = readCsv(file, CronIdentifierPush);\n\n  // Notify Transcend\n  logger.info(\n    colors.magenta(\n      `Notifying Transcend for data silo \"${dataSiloId}\" marking \"${activeResults.length}\" identifiers as completed.`,\n    ),\n  );\n\n  // Time duration\n  const t0 = new Date().getTime();\n  // create a new progress bar instance and use shades_classic theme\n  const progressBar = new cliProgress.SingleBar({}, cliProgress.Presets.shades_classic);\n\n  let successCount = 0;\n  let failureCount = 0;\n  let errorCount = 0;\n  progressBar.start(activeResults.length, 0);\n\n  // Process in chunks with sleep intervals\n  const chunks = chunk(activeResults, concurrency);\n  const totalChunks = chunks.length;\n  const processChunk = async (items: CronIdentifierPush[], chunkIndex: number): Promise<void> => {\n    logger.info(\n      colors.blue(`Processing chunk ${chunkIndex + 1}/${totalChunks} (${chunk.length} items)`),\n    );\n\n    // Process the items of the chunk concurrently\n    await map(items, async (identifier) => {\n      try {\n        const success = await markCronIdentifierCompleted(sombra, identifier);\n        if (success) {\n          successCount += 1;\n        } else {\n          failureCount += 1;\n        }\n      } catch (e) {\n        logger.error(\n          colors.red(\n            `Error notifying Transcend for identifier \"${identifier.identifier}\" - ${e?.message}`,\n          ),\n        );\n        errorCount += 1;\n      }\n      progressBar.update(successCount + failureCount);\n    });\n\n    // Sleep between chunks (except for the last chunk)\n    if (sleepSeconds > 0 && chunkIndex < totalChunks - 1) {\n      logger.info(colors.yellow(`Sleeping for ${sleepSeconds}s before next chunk...`));\n\n      await new Promise((resolve) => {\n        setTimeout(resolve, sleepSeconds * 1000);\n      });\n    }\n  };\n\n  // Process all chunks sequentially\n  await mapSeries(chunks, processChunk);\n\n  progressBar.stop();\n  const t1 = new Date().getTime();\n  const totalTime = t1 - t0;\n\n  logger.info(\n    colors.green(\n      `Successfully notified Transcend for ${successCount} identifiers in \"${\n        totalTime / 1000\n      }\" seconds!`,\n    ),\n  );\n  if (failureCount) {\n    logger.info(\n      colors.magenta(\n        `There were ${failureCount} identifiers that were not in a state to be updated.` +\n          'They likely have already been resolved.',\n      ),\n    );\n  }\n  if (errorCount) {\n    logger.error(\n      colors.red(\n        `There were ${errorCount} identifiers that failed to be updated. Please review the logs for more information.`,\n      ),\n    );\n    throw new Error('Failed to update all identifiers');\n  }\n  return activeResults.length;\n}\n"],"mappings":"yVAMA,MAAa,EAAqB,EAAE,KAAK,CACvC,MAAO,EAAE,OACT,WAAY,EAAE,OACf,CAAC,CAaF,eAAsB,EACpB,EACA,CAAE,QAAO,cACS,CAClB,GAAI,CAcF,OAZA,MAAM,EAAO,IAAI,eAAgB,CAC/B,QAAS,CACP,oBAAqB,EACtB,CACD,KAAM,CACJ,SAAU,CACR,CACE,UAAW,EACZ,CACF,CACF,CACF,CAAC,CACK,SACA,EAAK,CAEZ,GAAI,EAAI,UAAU,aAAe,IAC/B,MAAO,GAET,MAAU,MAAM,kCAAkC,GAAK,UAAU,MAAQ,GAAK,UAAU,EC7B5F,eAAsB,EAA2B,CAC/C,OACA,aACA,OACA,aACA,cAAc,IACd,eAAe,EACf,eAAe,IAgBG,CAElB,IAAM,EAAS,MAAM,EAAwB,EAAc,EAAM,CAC/D,SACA,aAAc,EACd,UAAW,QAAQ,IAAI,WACxB,CAAC,CAGF,EAAO,KAAK,EAAO,QAAQ,YAAY,EAAK,aAAa,CAAC,CAC1D,IAAM,EAAgB,EAAQ,EAAM,EAAmB,CAGvD,EAAO,KACL,EAAO,QACL,sCAAsC,EAAW,aAAa,EAAc,OAAO,6BACpF,CACF,CAGD,IAAM,EAAK,IAAI,MAAM,CAAC,SAAS,CAEzB,EAAc,IAAI,EAAY,UAAU,EAAE,CAAE,EAAY,QAAQ,eAAe,CAEjF,EAAe,EACf,EAAe,EACf,EAAa,EACjB,EAAY,MAAM,EAAc,OAAQ,EAAE,CAG1C,IAAM,EAAS,EAAM,EAAe,EAAY,CAC1C,EAAc,EAAO,OAqC3B,MAAM,EAAU,EAAQ,MApCI,EAA6B,IAAsC,CAC7F,EAAO,KACL,EAAO,KAAK,oBAAoB,EAAa,EAAE,GAAG,EAAY,IAAI,EAAM,OAAO,SAAS,CACzF,CAGD,MAAM,EAAI,EAAO,KAAO,IAAe,CACrC,GAAI,CAEE,MADkB,EAA4B,EAAQ,EAAW,CAEnE,GAAgB,EAEhB,GAAgB,QAEX,EAAG,CACV,EAAO,MACL,EAAO,IACL,6CAA6C,EAAW,WAAW,MAAM,GAAG,UAC7E,CACF,CACD,GAAc,EAEhB,EAAY,OAAO,EAAe,EAAa,EAC/C,CAGE,EAAe,GAAK,EAAa,EAAc,IACjD,EAAO,KAAK,EAAO,OAAO,gBAAgB,EAAa,wBAAwB,CAAC,CAEhF,MAAM,IAAI,QAAS,GAAY,CAC7B,WAAW,EAAS,EAAe,IAAK,EACxC,GAK+B,CAErC,EAAY,MAAM,CAElB,IAAM,EADK,IAAI,MAAM,CAAC,SACF,CAAG,EAiBvB,GAfA,EAAO,KACL,EAAO,MACL,uCAAuC,EAAa,mBAClD,EAAY,IACb,YACF,CACF,CACG,GACF,EAAO,KACL,EAAO,QACL,cAAc,EAAa,6FAE5B,CACF,CAEC,EAMF,MALA,EAAO,MACL,EAAO,IACL,cAAc,EAAW,sFAC1B,CACF,CACS,MAAM,mCAAmC,CAErD,OAAO,EAAc"}

package/dist/{pushManualEnrichmentIdentifiersFromCsv-CqLIw5MV.mjs → pushManualEnrichmentIdentifiersFromCsv-Cih6wgBt.mjs}

@@ -1,2 +1,2 @@
-import{a as e}from"./constants-boymUaFC.mjs";import{t}from"./logger-CPu6zbyQ.mjs";import{n}from"./readCsv-DNcJ_UfU.mjs";import{o as r}from"./request-BpKyN9Xm.mjs";import{uniq as i}from"lodash-es";import a from"colors";import{map as o,splitCsvToList as s}from"@transcend-io/utils";import*as c from"io-ts";import{buildTranscendGraphQLClient as l,createSombraGotInstance as u,makeGraphQLRequest as d}from"@transcend-io/sdk";const f=`https://app.transcend.io/privacy-requests/incoming-requests/`,p=c.record(c.string,c.string);async function m(e,{id:n,...r},o,c){if(!n){let e=`Request ID must be provided to enricher request.${c?` Found error in row: ${c}`:``}`;throw t.error(a.red(e)),Error(e)}let l=n.toLowerCase(),u=Object.entries(r).reduce((e,[t,n])=>i(s(n)).length===0?e:Object.assign(e,{[t]:i(s(n)).map(e=>({value:t===`email`?e.toLowerCase():e}))}),{});try{return await e.post(`v1/enrich-identifiers`,{headers:{"x-transcend-request-id":l,"x-transcend-enricher-id":o},json:{enrichedIdentifiers:u}}).json(),t.error(a.green(`Successfully enriched request: ${f}${l}`)),!0}catch(e){if(typeof e.response.body==`string`&&e.response.body.includes(`Cannot update a resolved RequestEnricher`))return t.warn(a.magenta(`Skipped enrichment for request: ${f}${l}, request is no longer in the enriching phase.`)),!1;throw t.error(a.red(`Failed to enricher identifiers for request with id: ${f}${l} - ${e.message} - ${e.response.body}`)),e}}async function h({file:i,auth:s,sombraAuth:c,enricherId:f,markSilent:h,concurrency:g=100,transcendUrl:_=e}){let v=await u(_,s,{logger:t,sombraApiKey:c,sombraUrl:process.env.SOMBRA_URL}),y=l(_,s);t.info(a.magenta(`Reading "${i}" from disk`));let b=n(i,p);t.info(a.magenta(`Enriching "${b.length}" privacy requests.`));let x=0,S=0,C=0;if(await o(b,async(e,n)=>{try{h&&(await d(y,r,{variables:{input:{id:e.id,isSilent:!0}},logger:t}),t.info(a.magenta(`Mark request as silent mode - ${e.id}`))),await m(v,e,f,n)?x+=1:S+=1}catch{C+=1}},{concurrency:g}),t.info(a.green(`Successfully notified Transcend! \n Success count: ${x}.`)),S>0&&t.info(a.magenta(`Skipped count: ${S}.`)),C>0)throw t.info(a.red(`Error Count: ${C}.`)),Error(`Failed to enrich: ${C} requests.`);return b.length}export{p as n,m as r,h as t};
-//# sourceMappingURL=pushManualEnrichmentIdentifiersFromCsv-CqLIw5MV.mjs.map
+import{a as e}from"./constants-CXMjsQ0a.mjs";import{t}from"./logger-CPu6zbyQ.mjs";import{n}from"./readCsv-DNcJ_UfU.mjs";import{o as r}from"./request-BpKyN9Xm.mjs";import{uniq as i}from"lodash-es";import a from"colors";import{map as o,splitCsvToList as s}from"@transcend-io/utils";import*as c from"io-ts";import{buildTranscendGraphQLClient as l,createSombraGotInstance as u,makeGraphQLRequest as d}from"@transcend-io/sdk";const f=`https://app.transcend.io/privacy-requests/incoming-requests/`,p=c.record(c.string,c.string);async function m(e,{id:n,...r},o,c){if(!n){let e=`Request ID must be provided to enricher request.${c?` Found error in row: ${c}`:``}`;throw t.error(a.red(e)),Error(e)}let l=n.toLowerCase(),u=Object.entries(r).reduce((e,[t,n])=>i(s(n)).length===0?e:Object.assign(e,{[t]:i(s(n)).map(e=>({value:t===`email`?e.toLowerCase():e}))}),{});try{return await e.post(`v1/enrich-identifiers`,{headers:{"x-transcend-request-id":l,"x-transcend-enricher-id":o},json:{enrichedIdentifiers:u}}).json(),t.error(a.green(`Successfully enriched request: ${f}${l}`)),!0}catch(e){if(typeof e.response.body==`string`&&e.response.body.includes(`Cannot update a resolved RequestEnricher`))return t.warn(a.magenta(`Skipped enrichment for request: ${f}${l}, request is no longer in the enriching phase.`)),!1;throw t.error(a.red(`Failed to enricher identifiers for request with id: ${f}${l} - ${e.message} - ${e.response.body}`)),e}}async function h({file:i,auth:s,sombraAuth:c,enricherId:f,markSilent:h,concurrency:g=100,transcendUrl:_=e}){let v=await u(_,s,{logger:t,sombraApiKey:c,sombraUrl:process.env.SOMBRA_URL}),y=l(_,s);t.info(a.magenta(`Reading "${i}" from disk`));let b=n(i,p);t.info(a.magenta(`Enriching "${b.length}" privacy requests.`));let x=0,S=0,C=0;if(await o(b,async(e,n)=>{try{h&&(await d(y,r,{variables:{input:{id:e.id,isSilent:!0}},logger:t}),t.info(a.magenta(`Mark request as silent mode - ${e.id}`))),await m(v,e,f,n)?x+=1:S+=1}catch{C+=1}},{concurrency:g}),t.info(a.green(`Successfully notified Transcend! \n Success count: ${x}.`)),S>0&&t.info(a.magenta(`Skipped count: ${S}.`)),C>0)throw t.info(a.red(`Error Count: ${C}.`)),Error(`Failed to enrich: ${C} requests.`);return b.length}export{p as n,m as r,h as t};
+//# sourceMappingURL=pushManualEnrichmentIdentifiersFromCsv-Cih6wgBt.mjs.map

package/dist/{pushManualEnrichmentIdentifiersFromCsv-CqLIw5MV.mjs.map → pushManualEnrichmentIdentifiersFromCsv-Cih6wgBt.mjs.map}

@@ -1 +1 @@
-{"version":3,"file":"pushManualEnrichmentIdentifiersFromCsv-CqLIw5MV.mjs","names":[],"sources":["../src/lib/manual-enrichment/enrichPrivacyRequest.ts","../src/lib/manual-enrichment/pushManualEnrichmentIdentifiersFromCsv.ts"],"sourcesContent":["import { splitCsvToList } from '@transcend-io/utils';\nimport colors from 'colors';\nimport type { Got } from 'got';\nimport * as t from 'io-ts';\nimport { uniq } from 'lodash-es';\n\nimport { logger } from '../../logger.js';\n\nconst ADMIN_URL = 'https://app.transcend.io/privacy-requests/incoming-requests/';\n/**\n * Minimal set required to mark as completed\n */\nexport const EnrichPrivacyRequest = t.record(t.string, t.string);\n\n/** Type override */\nexport type EnrichPrivacyRequest = t.TypeOf<typeof EnrichPrivacyRequest>;\n\n/**\n * Upload identifiers to a privacy request or mark request as\n *\n * @param sombra - Sombra instance configured to make requests\n * @param request - Request to enricher\n * @param enricherId - The ID of the enricher being uploaded to\n * @param index - Index of request ID\n * @returns True if enriched successfully, false if skipped, throws error if failed\n */\nexport async function enrichPrivacyRequest(\n  sombra: Got,\n  { id: rawId, ...rest }: EnrichPrivacyRequest,\n  enricherId: string,\n  index?: number,\n): Promise<boolean> {\n  if (!rawId) {\n    // error\n    const msg = `Request ID must be provided to enricher request.${\n      index ? ` Found error in row: ${index}` : ''\n    }`;\n    logger.error(colors.red(msg));\n    throw new Error(msg);\n  }\n\n  const id = rawId.toLowerCase();\n\n  // Pull out the identifiers\n  const enrichedIdentifiers = Object.entries(rest).reduce(\n    (acc, [key, value]) => {\n      const values = uniq(splitCsvToList(value));\n      return values.length === 0\n        ? acc\n        : Object.assign(acc, {\n            [key]: uniq(splitCsvToList(value)).map((val) => ({\n              value: key === 'email' ? val.toLowerCase() : val,\n            })),\n          });\n    },\n    {} as Record<string, string[]>,\n  );\n\n  // Make the GraphQL request\n  try {\n    await sombra\n      .post('v1/enrich-identifiers', {\n        headers: {\n          'x-transcend-request-id': id,\n          'x-transcend-enricher-id': enricherId,\n        },\n        json: {\n          enrichedIdentifiers,\n        },\n      })\n      .json();\n\n    logger.error(colors.green(`Successfully enriched request: ${ADMIN_URL}${id}`));\n    return true;\n  } catch (err) {\n    // skip if already enriched\n    if (\n      typeof err.response.body === 'string' &&\n      err.response.body.includes('Cannot update a resolved RequestEnricher')\n    ) {\n      logger.warn(\n        colors.magenta(\n          `Skipped enrichment for request: ${ADMIN_URL}${id}, request is no longer in the enriching phase.`,\n        ),\n      );\n      return false;\n    }\n\n    // error\n    logger.error(\n      colors.red(\n        `Failed to enricher identifiers for request with id: ${ADMIN_URL}${id} - ${err.message} - ${err.response.body}`,\n      ),\n    );\n    throw err;\n  }\n}\n","import {\n  buildTranscendGraphQLClient,\n  createSombraGotInstance,\n  makeGraphQLRequest,\n} from '@transcend-io/sdk';\nimport { map } from '@transcend-io/utils';\nimport colors from 'colors';\n\nimport { DEFAULT_TRANSCEND_API } from '../../constants.js';\nimport { logger } from '../../logger.js';\nimport { UPDATE_PRIVACY_REQUEST } from '../graphql/index.js';\nimport { readCsv } from '../requests/index.js';\nimport { enrichPrivacyRequest, EnrichPrivacyRequest } from './enrichPrivacyRequest.js';\n\n/**\n * Push a CSV of enriched requests back into Transcend\n *\n * @param options - Options\n * @returns Number of items processed\n */\nexport async function pushManualEnrichmentIdentifiersFromCsv({\n  file,\n  auth,\n  sombraAuth,\n  enricherId,\n  markSilent,\n  concurrency = 100,\n  transcendUrl = DEFAULT_TRANSCEND_API,\n}: {\n  /** CSV file path */\n  file: string;\n  /** Transcend API key authentication */\n  auth: string;\n  /** ID of enricher being uploaded to */\n  enricherId: string;\n  /** Sombra API key authentication */\n  sombraAuth?: string;\n  /** Concurrency */\n  concurrency?: number;\n  /** API URL for Transcend backend */\n  transcendUrl?: string;\n  /** Mark requests in silent mode before enriching */\n  markSilent?: boolean;\n}): Promise<number> {\n  // Create sombra instance to communicate with\n  const sombra = await createSombraGotInstance(transcendUrl, auth, {\n    logger,\n    sombraApiKey: sombraAuth,\n    sombraUrl: process.env.SOMBRA_URL,\n  });\n  const client = buildTranscendGraphQLClient(transcendUrl, auth);\n\n  // Read from CSV\n  logger.info(colors.magenta(`Reading \"${file}\" from disk`));\n  const activeResults = readCsv(file, EnrichPrivacyRequest);\n\n  // Notify Transcend\n  logger.info(colors.magenta(`Enriching \"${activeResults.length}\" privacy requests.`));\n\n  let successCount = 0;\n  let skippedCount = 0;\n  let errorCount = 0;\n\n  await map(\n    activeResults,\n    async (request, index) => {\n      try {\n        // Mark requests in silent mode before a certain date\n        if (markSilent) {\n          await makeGraphQLRequest(client, UPDATE_PRIVACY_REQUEST, {\n            variables: {\n              input: {\n                id: request.id,\n                isSilent: true,\n              },\n            },\n            logger,\n          });\n\n          logger.info(colors.magenta(`Mark request as silent mode - ${request.id}`));\n        }\n\n        const result = await enrichPrivacyRequest(sombra, request, enricherId, index);\n        if (result) {\n          successCount += 1;\n        } else {\n          skippedCount += 1;\n        }\n      } catch {\n        errorCount += 1;\n      }\n    },\n    { concurrency },\n  );\n\n  logger.info(colors.green(`Successfully notified Transcend! \\n Success count: ${successCount}.`));\n\n  if (skippedCount > 0) {\n    logger.info(colors.magenta(`Skipped count: ${skippedCount}.`));\n  }\n\n  if (errorCount > 0) {\n    logger.info(colors.red(`Error Count: ${errorCount}.`));\n    throw new Error(`Failed to enrich: ${errorCount} requests.`);\n  }\n\n  return activeResults.length;\n}\n"],"mappings":"qaAQA,MAAM,EAAY,+DAIL,EAAuB,EAAE,OAAO,EAAE,OAAQ,EAAE,OAAO,CAchE,eAAsB,EACpB,EACA,CAAE,GAAI,EAAO,GAAG,GAChB,EACA,EACkB,CAClB,GAAI,CAAC,EAAO,CAEV,IAAM,EAAM,mDACV,EAAQ,wBAAwB,IAAU,KAG5C,MADA,EAAO,MAAM,EAAO,IAAI,EAAI,CAAC,CACnB,MAAM,EAAI,CAGtB,IAAM,EAAK,EAAM,aAAa,CAGxB,EAAsB,OAAO,QAAQ,EAAK,CAAC,QAC9C,EAAK,CAAC,EAAK,KACK,EAAK,EAAe,EAAM,CAC5B,CAAC,SAAW,EACrB,EACA,OAAO,OAAO,EAAK,EAChB,GAAM,EAAK,EAAe,EAAM,CAAC,CAAC,IAAK,IAAS,CAC/C,MAAO,IAAQ,QAAU,EAAI,aAAa,CAAG,EAC9C,EAAE,CACJ,CAAC,CAER,EAAE,CACH,CAGD,GAAI,CAcF,OAbA,MAAM,EACH,KAAK,wBAAyB,CAC7B,QAAS,CACP,yBAA0B,EAC1B,0BAA2B,EAC5B,CACD,KAAM,CACJ,sBACD,CACF,CAAC,CACD,MAAM,CAET,EAAO,MAAM,EAAO,MAAM,kCAAkC,IAAY,IAAK,CAAC,CACvE,SACA,EAAK,CAEZ,GACE,OAAO,EAAI,SAAS,MAAS,UAC7B,EAAI,SAAS,KAAK,SAAS,2CAA2C,CAOtE,OALA,EAAO,KACL,EAAO,QACL,mCAAmC,IAAY,EAAG,gDACnD,CACF,CACM,GAST,MALA,EAAO,MACL,EAAO,IACL,uDAAuD,IAAY,EAAG,KAAK,EAAI,QAAQ,KAAK,EAAI,SAAS,OAC1G,CACF,CACK,GC1EV,eAAsB,EAAuC,CAC3D,OACA,OACA,aACA,aACA,aACA,cAAc,IACd,eAAe,GAgBG,CAElB,IAAM,EAAS,MAAM,EAAwB,EAAc,EAAM,CAC/D,SACA,aAAc,EACd,UAAW,QAAQ,IAAI,WACxB,CAAC,CACI,EAAS,EAA4B,EAAc,EAAK,CAG9D,EAAO,KAAK,EAAO,QAAQ,YAAY,EAAK,aAAa,CAAC,CAC1D,IAAM,EAAgB,EAAQ,EAAM,EAAqB,CAGzD,EAAO,KAAK,EAAO,QAAQ,cAAc,EAAc,OAAO,qBAAqB,CAAC,CAEpF,IAAI,EAAe,EACf,EAAe,EACf,EAAa,EAwCjB,GAtCA,MAAM,EACJ,EACA,MAAO,EAAS,IAAU,CACxB,GAAI,CAEE,IACF,MAAM,EAAmB,EAAQ,EAAwB,CACvD,UAAW,CACT,MAAO,CACL,GAAI,EAAQ,GACZ,SAAU,GACX,CACF,CACD,SACD,CAAC,CAEF,EAAO,KAAK,EAAO,QAAQ,iCAAiC,EAAQ,KAAK,CAAC,EAIxE,MADiB,EAAqB,EAAQ,EAAS,EAAY,EAAM,CAE3E,GAAgB,EAEhB,GAAgB,OAEZ,CACN,GAAc,IAGlB,CAAE,cAAa,CAChB,CAED,EAAO,KAAK,EAAO,MAAM,sDAAsD,EAAa,GAAG,CAAC,CAE5F,EAAe,GACjB,EAAO,KAAK,EAAO,QAAQ,kBAAkB,EAAa,GAAG,CAAC,CAG5D,EAAa,EAEf,MADA,EAAO,KAAK,EAAO,IAAI,gBAAgB,EAAW,GAAG,CAAC,CAC5C,MAAM,qBAAqB,EAAW,YAAY,CAG9D,OAAO,EAAc"}
+{"version":3,"file":"pushManualEnrichmentIdentifiersFromCsv-Cih6wgBt.mjs","names":[],"sources":["../src/lib/manual-enrichment/enrichPrivacyRequest.ts","../src/lib/manual-enrichment/pushManualEnrichmentIdentifiersFromCsv.ts"],"sourcesContent":["import { splitCsvToList } from '@transcend-io/utils';\nimport colors from 'colors';\nimport type { Got } from 'got';\nimport * as t from 'io-ts';\nimport { uniq } from 'lodash-es';\n\nimport { logger } from '../../logger.js';\n\nconst ADMIN_URL = 'https://app.transcend.io/privacy-requests/incoming-requests/';\n/**\n * Minimal set required to mark as completed\n */\nexport const EnrichPrivacyRequest = t.record(t.string, t.string);\n\n/** Type override */\nexport type EnrichPrivacyRequest = t.TypeOf<typeof EnrichPrivacyRequest>;\n\n/**\n * Upload identifiers to a privacy request or mark request as\n *\n * @param sombra - Sombra instance configured to make requests\n * @param request - Request to enricher\n * @param enricherId - The ID of the enricher being uploaded to\n * @param index - Index of request ID\n * @returns True if enriched successfully, false if skipped, throws error if failed\n */\nexport async function enrichPrivacyRequest(\n  sombra: Got,\n  { id: rawId, ...rest }: EnrichPrivacyRequest,\n  enricherId: string,\n  index?: number,\n): Promise<boolean> {\n  if (!rawId) {\n    // error\n    const msg = `Request ID must be provided to enricher request.${\n      index ? ` Found error in row: ${index}` : ''\n    }`;\n    logger.error(colors.red(msg));\n    throw new Error(msg);\n  }\n\n  const id = rawId.toLowerCase();\n\n  // Pull out the identifiers\n  const enrichedIdentifiers = Object.entries(rest).reduce(\n    (acc, [key, value]) => {\n      const values = uniq(splitCsvToList(value));\n      return values.length === 0\n        ? acc\n        : Object.assign(acc, {\n            [key]: uniq(splitCsvToList(value)).map((val) => ({\n              value: key === 'email' ? val.toLowerCase() : val,\n            })),\n          });\n    },\n    {} as Record<string, string[]>,\n  );\n\n  // Make the GraphQL request\n  try {\n    await sombra\n      .post('v1/enrich-identifiers', {\n        headers: {\n          'x-transcend-request-id': id,\n          'x-transcend-enricher-id': enricherId,\n        },\n        json: {\n          enrichedIdentifiers,\n        },\n      })\n      .json();\n\n    logger.error(colors.green(`Successfully enriched request: ${ADMIN_URL}${id}`));\n    return true;\n  } catch (err) {\n    // skip if already enriched\n    if (\n      typeof err.response.body === 'string' &&\n      err.response.body.includes('Cannot update a resolved RequestEnricher')\n    ) {\n      logger.warn(\n        colors.magenta(\n          `Skipped enrichment for request: ${ADMIN_URL}${id}, request is no longer in the enriching phase.`,\n        ),\n      );\n      return false;\n    }\n\n    // error\n    logger.error(\n      colors.red(\n        `Failed to enricher identifiers for request with id: ${ADMIN_URL}${id} - ${err.message} - ${err.response.body}`,\n      ),\n    );\n    throw err;\n  }\n}\n","import {\n  buildTranscendGraphQLClient,\n  createSombraGotInstance,\n  makeGraphQLRequest,\n} from '@transcend-io/sdk';\nimport { map } from '@transcend-io/utils';\nimport colors from 'colors';\n\nimport { DEFAULT_TRANSCEND_API } from '../../constants.js';\nimport { logger } from '../../logger.js';\nimport { UPDATE_PRIVACY_REQUEST } from '../graphql/index.js';\nimport { readCsv } from '../requests/index.js';\nimport { enrichPrivacyRequest, EnrichPrivacyRequest } from './enrichPrivacyRequest.js';\n\n/**\n * Push a CSV of enriched requests back into Transcend\n *\n * @param options - Options\n * @returns Number of items processed\n */\nexport async function pushManualEnrichmentIdentifiersFromCsv({\n  file,\n  auth,\n  sombraAuth,\n  enricherId,\n  markSilent,\n  concurrency = 100,\n  transcendUrl = DEFAULT_TRANSCEND_API,\n}: {\n  /** CSV file path */\n  file: string;\n  /** Transcend API key authentication */\n  auth: string;\n  /** ID of enricher being uploaded to */\n  enricherId: string;\n  /** Sombra API key authentication */\n  sombraAuth?: string;\n  /** Concurrency */\n  concurrency?: number;\n  /** API URL for Transcend backend */\n  transcendUrl?: string;\n  /** Mark requests in silent mode before enriching */\n  markSilent?: boolean;\n}): Promise<number> {\n  // Create sombra instance to communicate with\n  const sombra = await createSombraGotInstance(transcendUrl, auth, {\n    logger,\n    sombraApiKey: sombraAuth,\n    sombraUrl: process.env.SOMBRA_URL,\n  });\n  const client = buildTranscendGraphQLClient(transcendUrl, auth);\n\n  // Read from CSV\n  logger.info(colors.magenta(`Reading \"${file}\" from disk`));\n  const activeResults = readCsv(file, EnrichPrivacyRequest);\n\n  // Notify Transcend\n  logger.info(colors.magenta(`Enriching \"${activeResults.length}\" privacy requests.`));\n\n  let successCount = 0;\n  let skippedCount = 0;\n  let errorCount = 0;\n\n  await map(\n    activeResults,\n    async (request, index) => {\n      try {\n        // Mark requests in silent mode before a certain date\n        if (markSilent) {\n          await makeGraphQLRequest(client, UPDATE_PRIVACY_REQUEST, {\n            variables: {\n              input: {\n                id: request.id,\n                isSilent: true,\n              },\n            },\n            logger,\n          });\n\n          logger.info(colors.magenta(`Mark request as silent mode - ${request.id}`));\n        }\n\n        const result = await enrichPrivacyRequest(sombra, request, enricherId, index);\n        if (result) {\n          successCount += 1;\n        } else {\n          skippedCount += 1;\n        }\n      } catch {\n        errorCount += 1;\n      }\n    },\n    { concurrency },\n  );\n\n  logger.info(colors.green(`Successfully notified Transcend! \\n Success count: ${successCount}.`));\n\n  if (skippedCount > 0) {\n    logger.info(colors.magenta(`Skipped count: ${skippedCount}.`));\n  }\n\n  if (errorCount > 0) {\n    logger.info(colors.red(`Error Count: ${errorCount}.`));\n    throw new Error(`Failed to enrich: ${errorCount} requests.`);\n  }\n\n  return activeResults.length;\n}\n"],"mappings":"qaAQA,MAAM,EAAY,+DAIL,EAAuB,EAAE,OAAO,EAAE,OAAQ,EAAE,OAAO,CAchE,eAAsB,EACpB,EACA,CAAE,GAAI,EAAO,GAAG,GAChB,EACA,EACkB,CAClB,GAAI,CAAC,EAAO,CAEV,IAAM,EAAM,mDACV,EAAQ,wBAAwB,IAAU,KAG5C,MADA,EAAO,MAAM,EAAO,IAAI,EAAI,CAAC,CACnB,MAAM,EAAI,CAGtB,IAAM,EAAK,EAAM,aAAa,CAGxB,EAAsB,OAAO,QAAQ,EAAK,CAAC,QAC9C,EAAK,CAAC,EAAK,KACK,EAAK,EAAe,EAAM,CAC5B,CAAC,SAAW,EACrB,EACA,OAAO,OAAO,EAAK,EAChB,GAAM,EAAK,EAAe,EAAM,CAAC,CAAC,IAAK,IAAS,CAC/C,MAAO,IAAQ,QAAU,EAAI,aAAa,CAAG,EAC9C,EAAE,CACJ,CAAC,CAER,EAAE,CACH,CAGD,GAAI,CAcF,OAbA,MAAM,EACH,KAAK,wBAAyB,CAC7B,QAAS,CACP,yBAA0B,EAC1B,0BAA2B,EAC5B,CACD,KAAM,CACJ,sBACD,CACF,CAAC,CACD,MAAM,CAET,EAAO,MAAM,EAAO,MAAM,kCAAkC,IAAY,IAAK,CAAC,CACvE,SACA,EAAK,CAEZ,GACE,OAAO,EAAI,SAAS,MAAS,UAC7B,EAAI,SAAS,KAAK,SAAS,2CAA2C,CAOtE,OALA,EAAO,KACL,EAAO,QACL,mCAAmC,IAAY,EAAG,gDACnD,CACF,CACM,GAST,MALA,EAAO,MACL,EAAO,IACL,uDAAuD,IAAY,EAAG,KAAK,EAAI,QAAQ,KAAK,EAAI,SAAS,OAC1G,CACF,CACK,GC1EV,eAAsB,EAAuC,CAC3D,OACA,OACA,aACA,aACA,aACA,cAAc,IACd,eAAe,GAgBG,CAElB,IAAM,EAAS,MAAM,EAAwB,EAAc,EAAM,CAC/D,SACA,aAAc,EACd,UAAW,QAAQ,IAAI,WACxB,CAAC,CACI,EAAS,EAA4B,EAAc,EAAK,CAG9D,EAAO,KAAK,EAAO,QAAQ,YAAY,EAAK,aAAa,CAAC,CAC1D,IAAM,EAAgB,EAAQ,EAAM,EAAqB,CAGzD,EAAO,KAAK,EAAO,QAAQ,cAAc,EAAc,OAAO,qBAAqB,CAAC,CAEpF,IAAI,EAAe,EACf,EAAe,EACf,EAAa,EAwCjB,GAtCA,MAAM,EACJ,EACA,MAAO,EAAS,IAAU,CACxB,GAAI,CAEE,IACF,MAAM,EAAmB,EAAQ,EAAwB,CACvD,UAAW,CACT,MAAO,CACL,GAAI,EAAQ,GACZ,SAAU,GACX,CACF,CACD,SACD,CAAC,CAEF,EAAO,KAAK,EAAO,QAAQ,iCAAiC,EAAQ,KAAK,CAAC,EAIxE,MADiB,EAAqB,EAAQ,EAAS,EAAY,EAAM,CAE3E,GAAgB,EAEhB,GAAgB,OAEZ,CACN,GAAc,IAGlB,CAAE,cAAa,CAChB,CAED,EAAO,KAAK,EAAO,MAAM,sDAAsD,EAAa,GAAG,CAAC,CAE5F,EAAe,GACjB,EAAO,KAAK,EAAO,QAAQ,kBAAkB,EAAa,GAAG,CAAC,CAG5D,EAAa,EAEf,MADA,EAAO,KAAK,EAAO,IAAI,gBAAgB,EAAW,GAAG,CAAC,CAC5C,MAAM,qBAAqB,EAAW,YAAY,CAG9D,OAAO,EAAc"}

package/dist/{removeUnverifiedRequestIdentifiers-B-Az2HJ8.mjs → removeUnverifiedRequestIdentifiers-DkbeJa9c.mjs}

@@ -1,2 +1,2 @@
-import{a as e}from"./constants-boymUaFC.mjs";import{t}from"./logger-CPu6zbyQ.mjs";import{r as n}from"./fetchAllRequests-BI0tFl_a.mjs";import{RequestStatus as r}from"@transcend-io/privacy-types";import i from"colors";import{map as a}from"@transcend-io/utils";import{REMOVE_REQUEST_IDENTIFIERS as o,buildTranscendGraphQLClient as s,fetchAllRequestIdentifierMetadata as c,makeGraphQLRequest as l}from"@transcend-io/sdk";import u from"cli-progress";async function d({requestActions:d,identifierNames:f,auth:p,concurrency:m=20,transcendUrl:h=e}){let g=s(h,p),_=new Date().getTime(),v=new u.SingleBar({},u.Presets.shades_classic),y=await n(g,{actions:d,statuses:[r.Enriching]});t.info(i.magenta(`Fetched requests in preflight/enriching state.`));let b=0,x=0;v.start(y.length,0),await a(y,async e=>{let n=(await c(g,{filterBy:{requestId:e.id},logger:t})).filter(({isVerifiedAtLeastOnce:e,name:t})=>e===!1&&f.includes(t)).map(({id:e})=>e);n.length>0&&(await l(g,o,{variables:{input:{requestId:e.id,requestIdentifierIds:n}},logger:t}),x+=n.length),b+=1,v.update(b)},{concurrency:m}),v.stop();let S=new Date().getTime()-_;return t.info(i.green(`Successfully cleared out unverified identifiers "${S/1e3}" seconds for ${b} requests, ${x} identifiers were cleared out!`)),y.length}export{d as t};
-//# sourceMappingURL=removeUnverifiedRequestIdentifiers-B-Az2HJ8.mjs.map
+import{a as e}from"./constants-CXMjsQ0a.mjs";import{t}from"./logger-CPu6zbyQ.mjs";import{r as n}from"./fetchAllRequests-BI0tFl_a.mjs";import{RequestStatus as r}from"@transcend-io/privacy-types";import i from"colors";import{map as a}from"@transcend-io/utils";import{REMOVE_REQUEST_IDENTIFIERS as o,buildTranscendGraphQLClient as s,fetchAllRequestIdentifierMetadata as c,makeGraphQLRequest as l}from"@transcend-io/sdk";import u from"cli-progress";async function d({requestActions:d,identifierNames:f,auth:p,concurrency:m=20,transcendUrl:h=e}){let g=s(h,p),_=new Date().getTime(),v=new u.SingleBar({},u.Presets.shades_classic),y=await n(g,{actions:d,statuses:[r.Enriching]});t.info(i.magenta(`Fetched requests in preflight/enriching state.`));let b=0,x=0;v.start(y.length,0),await a(y,async e=>{let n=(await c(g,{filterBy:{requestId:e.id},logger:t})).filter(({isVerifiedAtLeastOnce:e,name:t})=>e===!1&&f.includes(t)).map(({id:e})=>e);n.length>0&&(await l(g,o,{variables:{input:{requestId:e.id,requestIdentifierIds:n}},logger:t}),x+=n.length),b+=1,v.update(b)},{concurrency:m}),v.stop();let S=new Date().getTime()-_;return t.info(i.green(`Successfully cleared out unverified identifiers "${S/1e3}" seconds for ${b} requests, ${x} identifiers were cleared out!`)),y.length}export{d as t};
+//# sourceMappingURL=removeUnverifiedRequestIdentifiers-DkbeJa9c.mjs.map

package/dist/{removeUnverifiedRequestIdentifiers-B-Az2HJ8.mjs.map → removeUnverifiedRequestIdentifiers-DkbeJa9c.mjs.map}

@@ -1 +1 @@
-{"version":3,"file":"removeUnverifiedRequestIdentifiers-B-Az2HJ8.mjs","names":[],"sources":["../src/lib/requests/removeUnverifiedRequestIdentifiers.ts"],"sourcesContent":["import { RequestAction, RequestStatus } from '@transcend-io/privacy-types';\nimport {\n  buildTranscendGraphQLClient,\n  fetchAllRequestIdentifierMetadata,\n  makeGraphQLRequest,\n  REMOVE_REQUEST_IDENTIFIERS,\n} from '@transcend-io/sdk';\nimport { map } from '@transcend-io/utils';\nimport cliProgress from 'cli-progress';\nimport colors from 'colors';\n\nimport { DEFAULT_TRANSCEND_API } from '../../constants.js';\nimport { logger } from '../../logger.js';\nimport { fetchAllRequests } from '../graphql/index.js';\n\n/**\n * Remove a set of unverified request identifier\n *\n * @param options - Options\n * @returns Number of items marked as completed\n */\nexport async function removeUnverifiedRequestIdentifiers({\n  requestActions,\n  identifierNames,\n  auth,\n  concurrency = 20,\n  transcendUrl = DEFAULT_TRANSCEND_API,\n}: {\n  /** The request actions that should be restarted */\n  requestActions: RequestAction[];\n  /** Transcend API key authentication */\n  auth: string;\n  /** The set of identifier names to remove */\n  identifierNames: string[];\n  /** Concurrency to upload requests in parallel */\n  concurrency?: number;\n  /** API URL for Transcend backend */\n  transcendUrl?: string;\n}): Promise<number> {\n  // Find all requests made before createdAt that are in a removing data state\n  const client = buildTranscendGraphQLClient(transcendUrl, auth);\n\n  // Time duration\n  const t0 = new Date().getTime();\n  // create a new progress bar instance and use shades_classic theme\n  const progressBar = new cliProgress.SingleBar({}, cliProgress.Presets.shades_classic);\n\n  // Pull in the requests\n  const allRequests = await fetchAllRequests(client, {\n    actions: requestActions,\n    statuses: [RequestStatus.Enriching],\n  });\n\n  // Notify Transcend\n  logger.info(colors.magenta('Fetched requests in preflight/enriching state.'));\n\n  let total = 0;\n  let processed = 0;\n  progressBar.start(allRequests.length, 0);\n  await map(\n    allRequests,\n    async (requestToRestart) => {\n      const requestIdentifiers = await fetchAllRequestIdentifierMetadata(client, {\n        filterBy: { requestId: requestToRestart.id },\n        logger,\n      });\n      const clearOut = requestIdentifiers\n        .filter(\n          ({ isVerifiedAtLeastOnce, name }) =>\n            isVerifiedAtLeastOnce === false && identifierNames.includes(name),\n        )\n        .map(({ id }) => id);\n\n      if (clearOut.length > 0) {\n        await makeGraphQLRequest<{\n          /** Whether we successfully uploaded the results */\n          success: boolean;\n        }>(client, REMOVE_REQUEST_IDENTIFIERS, {\n          variables: {\n            input: {\n              requestId: requestToRestart.id,\n              requestIdentifierIds: clearOut,\n            },\n          },\n          logger,\n        });\n        processed += clearOut.length;\n      }\n\n      total += 1;\n      progressBar.update(total);\n    },\n    { concurrency },\n  );\n\n  progressBar.stop();\n  const t1 = new Date().getTime();\n  const totalTime = t1 - t0;\n\n  logger.info(\n    colors.green(\n      `Successfully cleared out unverified identifiers \"${\n        totalTime / 1000\n      }\" seconds for ${total} requests, ${processed} identifiers were cleared out!`,\n    ),\n  );\n  return allRequests.length;\n}\n"],"mappings":"6bAqBA,eAAsB,EAAmC,CACvD,iBACA,kBACA,OACA,cAAc,GACd,eAAe,GAYG,CAElB,IAAM,EAAS,EAA4B,EAAc,EAAK,CAGxD,EAAK,IAAI,MAAM,CAAC,SAAS,CAEzB,EAAc,IAAI,EAAY,UAAU,EAAE,CAAE,EAAY,QAAQ,eAAe,CAG/E,EAAc,MAAM,EAAiB,EAAQ,CACjD,QAAS,EACT,SAAU,CAAC,EAAc,UAAU,CACpC,CAAC,CAGF,EAAO,KAAK,EAAO,QAAQ,iDAAiD,CAAC,CAE7E,IAAI,EAAQ,EACR,EAAY,EAChB,EAAY,MAAM,EAAY,OAAQ,EAAE,CACxC,MAAM,EACJ,EACA,KAAO,IAAqB,CAK1B,IAAM,GAAW,MAJgB,EAAkC,EAAQ,CACzE,SAAU,CAAE,UAAW,EAAiB,GAAI,CAC5C,SACD,CAAC,EAEC,QACE,CAAE,wBAAuB,UACxB,IAA0B,IAAS,EAAgB,SAAS,EAAK,CACpE,CACA,KAAK,CAAE,QAAS,EAAG,CAElB,EAAS,OAAS,IACpB,MAAM,EAGH,EAAQ,EAA4B,CACrC,UAAW,CACT,MAAO,CACL,UAAW,EAAiB,GAC5B,qBAAsB,EACvB,CACF,CACD,SACD,CAAC,CACF,GAAa,EAAS,QAGxB,GAAS,EACT,EAAY,OAAO,EAAM,EAE3B,CAAE,cAAa,CAChB,CAED,EAAY,MAAM,CAElB,IAAM,EADK,IAAI,MAAM,CAAC,SACF,CAAG,EASvB,OAPA,EAAO,KACL,EAAO,MACL,oDACE,EAAY,IACb,gBAAgB,EAAM,aAAa,EAAU,gCAC/C,CACF,CACM,EAAY"}
+{"version":3,"file":"removeUnverifiedRequestIdentifiers-DkbeJa9c.mjs","names":[],"sources":["../src/lib/requests/removeUnverifiedRequestIdentifiers.ts"],"sourcesContent":["import { RequestAction, RequestStatus } from '@transcend-io/privacy-types';\nimport {\n  buildTranscendGraphQLClient,\n  fetchAllRequestIdentifierMetadata,\n  makeGraphQLRequest,\n  REMOVE_REQUEST_IDENTIFIERS,\n} from '@transcend-io/sdk';\nimport { map } from '@transcend-io/utils';\nimport cliProgress from 'cli-progress';\nimport colors from 'colors';\n\nimport { DEFAULT_TRANSCEND_API } from '../../constants.js';\nimport { logger } from '../../logger.js';\nimport { fetchAllRequests } from '../graphql/index.js';\n\n/**\n * Remove a set of unverified request identifier\n *\n * @param options - Options\n * @returns Number of items marked as completed\n */\nexport async function removeUnverifiedRequestIdentifiers({\n  requestActions,\n  identifierNames,\n  auth,\n  concurrency = 20,\n  transcendUrl = DEFAULT_TRANSCEND_API,\n}: {\n  /** The request actions that should be restarted */\n  requestActions: RequestAction[];\n  /** Transcend API key authentication */\n  auth: string;\n  /** The set of identifier names to remove */\n  identifierNames: string[];\n  /** Concurrency to upload requests in parallel */\n  concurrency?: number;\n  /** API URL for Transcend backend */\n  transcendUrl?: string;\n}): Promise<number> {\n  // Find all requests made before createdAt that are in a removing data state\n  const client = buildTranscendGraphQLClient(transcendUrl, auth);\n\n  // Time duration\n  const t0 = new Date().getTime();\n  // create a new progress bar instance and use shades_classic theme\n  const progressBar = new cliProgress.SingleBar({}, cliProgress.Presets.shades_classic);\n\n  // Pull in the requests\n  const allRequests = await fetchAllRequests(client, {\n    actions: requestActions,\n    statuses: [RequestStatus.Enriching],\n  });\n\n  // Notify Transcend\n  logger.info(colors.magenta('Fetched requests in preflight/enriching state.'));\n\n  let total = 0;\n  let processed = 0;\n  progressBar.start(allRequests.length, 0);\n  await map(\n    allRequests,\n    async (requestToRestart) => {\n      const requestIdentifiers = await fetchAllRequestIdentifierMetadata(client, {\n        filterBy: { requestId: requestToRestart.id },\n        logger,\n      });\n      const clearOut = requestIdentifiers\n        .filter(\n          ({ isVerifiedAtLeastOnce, name }) =>\n            isVerifiedAtLeastOnce === false && identifierNames.includes(name),\n        )\n        .map(({ id }) => id);\n\n      if (clearOut.length > 0) {\n        await makeGraphQLRequest<{\n          /** Whether we successfully uploaded the results */\n          success: boolean;\n        }>(client, REMOVE_REQUEST_IDENTIFIERS, {\n          variables: {\n            input: {\n              requestId: requestToRestart.id,\n              requestIdentifierIds: clearOut,\n            },\n          },\n          logger,\n        });\n        processed += clearOut.length;\n      }\n\n      total += 1;\n      progressBar.update(total);\n    },\n    { concurrency },\n  );\n\n  progressBar.stop();\n  const t1 = new Date().getTime();\n  const totalTime = t1 - t0;\n\n  logger.info(\n    colors.green(\n      `Successfully cleared out unverified identifiers \"${\n        totalTime / 1000\n      }\" seconds for ${total} requests, ${processed} identifiers were cleared out!`,\n    ),\n  );\n  return allRequests.length;\n}\n"],"mappings":"6bAqBA,eAAsB,EAAmC,CACvD,iBACA,kBACA,OACA,cAAc,GACd,eAAe,GAYG,CAElB,IAAM,EAAS,EAA4B,EAAc,EAAK,CAGxD,EAAK,IAAI,MAAM,CAAC,SAAS,CAEzB,EAAc,IAAI,EAAY,UAAU,EAAE,CAAE,EAAY,QAAQ,eAAe,CAG/E,EAAc,MAAM,EAAiB,EAAQ,CACjD,QAAS,EACT,SAAU,CAAC,EAAc,UAAU,CACpC,CAAC,CAGF,EAAO,KAAK,EAAO,QAAQ,iDAAiD,CAAC,CAE7E,IAAI,EAAQ,EACR,EAAY,EAChB,EAAY,MAAM,EAAY,OAAQ,EAAE,CACxC,MAAM,EACJ,EACA,KAAO,IAAqB,CAK1B,IAAM,GAAW,MAJgB,EAAkC,EAAQ,CACzE,SAAU,CAAE,UAAW,EAAiB,GAAI,CAC5C,SACD,CAAC,EAEC,QACE,CAAE,wBAAuB,UACxB,IAA0B,IAAS,EAAgB,SAAS,EAAK,CACpE,CACA,KAAK,CAAE,QAAS,EAAG,CAElB,EAAS,OAAS,IACpB,MAAM,EAGH,EAAQ,EAA4B,CACrC,UAAW,CACT,MAAO,CACL,UAAW,EAAiB,GAC5B,qBAAsB,EACvB,CACF,CACD,SACD,CAAC,CACF,GAAa,EAAS,QAGxB,GAAS,EACT,EAAY,OAAO,EAAM,EAE3B,CAAE,cAAa,CAChB,CAED,EAAY,MAAM,CAElB,IAAM,EADK,IAAI,MAAM,CAAC,SACF,CAAG,EASvB,OAPA,EAAO,KACL,EAAO,MACL,oDACE,EAAY,IACb,gBAAgB,EAAM,aAAa,EAAU,gCAC/C,CACF,CACM,EAAY"}

package/dist/resolveBundleIdByName-D7NUOpLc.mjs

@@ -0,0 +1,2 @@
+import{r as e}from"./printResult-Dmwv78e7.mjs";async function t(t,n){try{return(await t.get(`v1/policy-engine/policy-bundles`,{searchParams:{"filter[bundleName]":n,limit:1,offset:0}}).json()).nodes[0]}catch(t){e(t)}}async function n(e,n){return(await t(e,n))?.id}export{n,t};
+//# sourceMappingURL=resolveBundleIdByName-D7NUOpLc.mjs.map

package/dist/resolveBundleIdByName-D7NUOpLc.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"resolveBundleIdByName-D7NUOpLc.mjs","names":[],"sources":["../src/commands/policy/helpers/resolveBundleIdByName.ts"],"sourcesContent":["import type { Got } from 'got';\n\nimport type { PolicyBundle, PolicyBundleListResponse } from '../types.js';\nimport { throwPolicyEngineRequestError } from './formatPolicyEngineRequestError.js';\n\n/**\n * Resolves a bundle name to its parent record via the bundleName list filter.\n *\n * @param client - Policy Engine REST client\n * @param bundleName - Bundle name to resolve\n * @returns Matching bundle when found\n */\nexport async function resolveBundleByName(\n  client: Got,\n  bundleName: string,\n): Promise<PolicyBundle | undefined> {\n  try {\n    const body = await client\n      .get('v1/policy-engine/policy-bundles', {\n        searchParams: { 'filter[bundleName]': bundleName, limit: 1, offset: 0 },\n      })\n      .json<PolicyBundleListResponse>();\n    return body.nodes[0];\n  } catch (error) {\n    throwPolicyEngineRequestError(error);\n  }\n}\n\n/**\n * Resolves a bundle name to its UUID via the bundleName list filter.\n *\n * @param client - Policy Engine REST client\n * @param bundleName - Bundle name to resolve\n * @returns Bundle UUID when found\n */\nexport async function resolveBundleIdByName(\n  client: Got,\n  bundleName: string,\n): Promise<string | undefined> {\n  const bundle = await resolveBundleByName(client, bundleName);\n  return bundle?.id;\n}\n"],"mappings":"+CAYA,eAAsB,EACpB,EACA,EACmC,CACnC,GAAI,CAMF,OAAO,MALY,EAChB,IAAI,kCAAmC,CACtC,aAAc,CAAE,qBAAsB,EAAY,MAAO,EAAG,OAAQ,EAAG,CACxE,CAAC,CACD,MAAgC,EACvB,MAAM,SACX,EAAO,CACd,EAA8B,EAAM,EAWxC,eAAsB,EACpB,EACA,EAC6B,CAE7B,OAAO,MADc,EAAoB,EAAQ,EAAW,GAC7C"}

package/dist/resolvePolicyBundleVersion-CKbF9vqc.mjs

@@ -0,0 +1,2 @@
+import{r as e}from"./printResult-Dmwv78e7.mjs";function t(e){return{id:e.versionId,version:e.version,sha256:e.sha256,sizeBytes:e.sizeBytes,description:e.description,createdBy:``,activatedAt:e.activatedAt,deactivatedAt:e.deactivatedAt,createdAt:e.uploadedAt,updatedAt:e.uploadedAt}}async function n(t,n,r){try{return(await t.get(`v1/policy-engine/policy-bundles/${n}/versions`,{searchParams:r}).json()).nodes[0]}catch(t){e(t)}}async function r(n,r,i){let a;try{a=await n.get(`v1/policy-engine/policy-bundles/${r}/versions/${i}`).json()}catch(t){if(t&&typeof t==`object`&&`response`in t&&t.response?.statusCode===404)throw Error(`Version id "${i}" was not found for this policy bundle.`);e(t)}return t(a)}async function i(e,t,i){if(i.versionId)return r(e,t,i.versionId);let a={limit:1};i.version&&(a[`filter[version]`]=i.version);let o=await n(e,t,a);if(!o)throw i.version?Error(`Version "${i.version}" was not found for this policy bundle.`):Error(`No versions found for this policy bundle.`);return o}export{i as t};
+//# sourceMappingURL=resolvePolicyBundleVersion-CKbF9vqc.mjs.map

package/dist/resolvePolicyBundleVersion-CKbF9vqc.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"resolvePolicyBundleVersion-CKbF9vqc.mjs","names":[],"sources":["../src/commands/policy/helpers/resolvePolicyBundleVersion.ts"],"sourcesContent":["import type { Got } from 'got';\n\nimport type {\n  GetPolicyBundleVersionResponse,\n  PolicyBundleVersion,\n  PolicyBundleVersionListResponse,\n} from '../types.js';\nimport { throwPolicyEngineRequestError } from './formatPolicyEngineRequestError.js';\n\n/** Options for resolving a policy bundle version. */\nexport interface ResolvePolicyBundleVersionOptions {\n  /** Caller-supplied version label; omitted to pick the latest by createdAt */\n  version?: string;\n  /** Version UUID */\n  versionId?: string;\n}\n\n/**\n * Maps a nested get-version API response to the canonical version record shape.\n *\n * @param body - Version metadata from `GET /policy-bundles/:id/versions/:versionId`\n * @returns Version record used by CLI commands\n */\nfunction mapGetPolicyBundleVersionResponse(\n  body: GetPolicyBundleVersionResponse,\n): PolicyBundleVersion {\n  return {\n    id: body.versionId,\n    version: body.version,\n    sha256: body.sha256,\n    sizeBytes: body.sizeBytes,\n    description: body.description,\n    createdBy: '',\n    activatedAt: body.activatedAt,\n    deactivatedAt: body.deactivatedAt,\n    createdAt: body.uploadedAt,\n    updatedAt: body.uploadedAt,\n  };\n}\n\n/**\n * Fetches a version scoped to a parent bundle via list filters or direct id lookup.\n *\n * @param client - Policy Engine REST client\n * @param bundleId - Parent bundle UUID\n * @param searchParams - List endpoint query parameters\n * @returns First matching version on the page\n */\nasync function fetchPolicyBundleVersionPage(\n  client: Got,\n  bundleId: string,\n  searchParams: Record<string, string | number>,\n): Promise<PolicyBundleVersion | undefined> {\n  try {\n    const body = await client\n      .get(`v1/policy-engine/policy-bundles/${bundleId}/versions`, {\n        searchParams,\n      })\n      .json<PolicyBundleVersionListResponse>();\n    return body.nodes[0];\n  } catch (error) {\n    throwPolicyEngineRequestError(error);\n  }\n}\n\n/**\n * Resolves a version by UUID under the given parent bundle.\n *\n * Uses the nested control-plane route (same path as `transcend policy download`).\n *\n * @param client - Policy Engine REST client\n * @param bundleId - Parent bundle UUID\n * @param versionId - Version UUID\n * @returns Matching version record\n */\nasync function resolvePolicyBundleVersionById(\n  client: Got,\n  bundleId: string,\n  versionId: string,\n): Promise<PolicyBundleVersion> {\n  let body: GetPolicyBundleVersionResponse;\n  try {\n    body = await client\n      .get(`v1/policy-engine/policy-bundles/${bundleId}/versions/${versionId}`)\n      .json<GetPolicyBundleVersionResponse>();\n  } catch (error) {\n    if (\n      error &&\n      typeof error === 'object' &&\n      'response' in error &&\n      (error as { response?: { statusCode?: number } }).response?.statusCode === 404\n    ) {\n      throw new Error(`Version id \"${versionId}\" was not found for this policy bundle.`);\n    }\n    throwPolicyEngineRequestError(error);\n  }\n\n  return mapGetPolicyBundleVersionResponse(body);\n}\n\n/**\n * Resolves a version label or UUID to a version record, or picks the latest by createdAt.\n *\n * @param client - Policy Engine REST client\n * @param bundleId - Parent bundle UUID\n * @param options - Version lookup options\n * @returns Matching or latest version record\n */\nexport async function resolvePolicyBundleVersion(\n  client: Got,\n  bundleId: string,\n  options: ResolvePolicyBundleVersionOptions,\n): Promise<PolicyBundleVersion> {\n  if (options.versionId) {\n    return resolvePolicyBundleVersionById(client, bundleId, options.versionId);\n  }\n\n  const searchParams: Record<string, string | number> = { limit: 1 };\n  if (options.version) {\n    searchParams['filter[version]'] = options.version;\n  }\n\n  const match = await fetchPolicyBundleVersionPage(client, bundleId, searchParams);\n\n  if (!match) {\n    if (options.version) {\n      throw new Error(`Version \"${options.version}\" was not found for this policy bundle.`);\n    }\n    throw new Error('No versions found for this policy bundle.');\n  }\n\n  return match;\n}\n"],"mappings":"+CAuBA,SAAS,EACP,EACqB,CACrB,MAAO,CACL,GAAI,EAAK,UACT,QAAS,EAAK,QACd,OAAQ,EAAK,OACb,UAAW,EAAK,UAChB,YAAa,EAAK,YAClB,UAAW,GACX,YAAa,EAAK,YAClB,cAAe,EAAK,cACpB,UAAW,EAAK,WAChB,UAAW,EAAK,WACjB,CAWH,eAAe,EACb,EACA,EACA,EAC0C,CAC1C,GAAI,CAMF,OAAO,MALY,EAChB,IAAI,mCAAmC,EAAS,WAAY,CAC3D,eACD,CAAC,CACD,MAAuC,EAC9B,MAAM,SACX,EAAO,CACd,EAA8B,EAAM,EAcxC,eAAe,EACb,EACA,EACA,EAC8B,CAC9B,IAAI,EACJ,GAAI,CACF,EAAO,MAAM,EACV,IAAI,mCAAmC,EAAS,YAAY,IAAY,CACxE,MAAsC,OAClC,EAAO,CACd,GACE,GACA,OAAO,GAAU,UACjB,aAAc,GACb,EAAiD,UAAU,aAAe,IAE3E,MAAU,MAAM,eAAe,EAAU,yCAAyC,CAEpF,EAA8B,EAAM,CAGtC,OAAO,EAAkC,EAAK,CAWhD,eAAsB,EACpB,EACA,EACA,EAC8B,CAC9B,GAAI,EAAQ,UACV,OAAO,EAA+B,EAAQ,EAAU,EAAQ,UAAU,CAG5E,IAAM,EAAgD,CAAE,MAAO,EAAG,CAC9D,EAAQ,UACV,EAAa,mBAAqB,EAAQ,SAG5C,IAAM,EAAQ,MAAM,EAA6B,EAAQ,EAAU,EAAa,CAEhF,GAAI,CAAC,EAIH,MAHI,EAAQ,QACA,MAAM,YAAY,EAAQ,QAAQ,yCAAyC,CAE7E,MAAM,4CAA4C,CAG9D,OAAO"}

package/dist/{retryRequestDataSilos-D70pC9JF.mjs → retryRequestDataSilos-MxpSNKuV.mjs}

@@ -1,2 +1,2 @@
-import{a as e}from"./constants-boymUaFC.mjs";import{t}from"./logger-CPu6zbyQ.mjs";import{r as n}from"./fetchAllRequests-BI0tFl_a.mjs";import{RequestStatus as r}from"@transcend-io/privacy-types";import i from"colors";import{map as a}from"@transcend-io/utils";import{RETRY_REQUEST_DATA_SILO as o,buildTranscendGraphQLClient as s,fetchRequestDataSilo as c,makeGraphQLRequest as l}from"@transcend-io/sdk";import u from"cli-progress";async function d({requestActions:d,dataSiloId:f,auth:p,concurrency:m=20,transcendUrl:h=e}){let g=s(h,p),_=new Date().getTime(),v=new u.SingleBar({},u.Presets.shades_classic),y=await n(g,{actions:d,statuses:[r.Compiling,r.Approving]});t.info(i.magenta(`Retrying requests for Data Silo: "${f}", restarting "${y.length}" requests.`));let b=0,x=0;v.start(y.length,0),await a(y,async e=>{try{await l(g,o,{variables:{requestDataSiloId:(await c(g,{logger:t,filterBy:{requestId:e.id,dataSiloId:f}})).id},logger:t})}catch(e){if(!e.message.includes(`Failed to find RequestDataSilo`))throw e;x+=1}b+=1,v.update(b)},{concurrency:m}),v.stop();let S=new Date().getTime()-_;return t.info(i.green(`Successfully notified Transcend in "${S/1e3}" seconds for ${b} requests, ${x} requests were skipped because data silo was not attached to the request!`)),y.length}export{d as t};
-//# sourceMappingURL=retryRequestDataSilos-D70pC9JF.mjs.map
+import{a as e}from"./constants-CXMjsQ0a.mjs";import{t}from"./logger-CPu6zbyQ.mjs";import{r as n}from"./fetchAllRequests-BI0tFl_a.mjs";import{RequestStatus as r}from"@transcend-io/privacy-types";import i from"colors";import{map as a}from"@transcend-io/utils";import{RETRY_REQUEST_DATA_SILO as o,buildTranscendGraphQLClient as s,fetchRequestDataSilo as c,makeGraphQLRequest as l}from"@transcend-io/sdk";import u from"cli-progress";async function d({requestActions:d,dataSiloId:f,auth:p,concurrency:m=20,transcendUrl:h=e}){let g=s(h,p),_=new Date().getTime(),v=new u.SingleBar({},u.Presets.shades_classic),y=await n(g,{actions:d,statuses:[r.Compiling,r.Approving]});t.info(i.magenta(`Retrying requests for Data Silo: "${f}", restarting "${y.length}" requests.`));let b=0,x=0;v.start(y.length,0),await a(y,async e=>{try{await l(g,o,{variables:{requestDataSiloId:(await c(g,{logger:t,filterBy:{requestId:e.id,dataSiloId:f}})).id},logger:t})}catch(e){if(!e.message.includes(`Failed to find RequestDataSilo`))throw e;x+=1}b+=1,v.update(b)},{concurrency:m}),v.stop();let S=new Date().getTime()-_;return t.info(i.green(`Successfully notified Transcend in "${S/1e3}" seconds for ${b} requests, ${x} requests were skipped because data silo was not attached to the request!`)),y.length}export{d as t};
+//# sourceMappingURL=retryRequestDataSilos-MxpSNKuV.mjs.map

package/dist/{retryRequestDataSilos-D70pC9JF.mjs.map → retryRequestDataSilos-MxpSNKuV.mjs.map}

@@ -1 +1 @@
-{"version":3,"file":"retryRequestDataSilos-D70pC9JF.mjs","names":[],"sources":["../src/lib/requests/retryRequestDataSilos.ts"],"sourcesContent":["import { RequestAction, RequestStatus } from '@transcend-io/privacy-types';\nimport {\n  buildTranscendGraphQLClient,\n  makeGraphQLRequest,\n  RETRY_REQUEST_DATA_SILO,\n  fetchRequestDataSilo,\n} from '@transcend-io/sdk';\nimport { map } from '@transcend-io/utils';\nimport cliProgress from 'cli-progress';\nimport colors from 'colors';\n\nimport { DEFAULT_TRANSCEND_API } from '../../constants.js';\nimport { logger } from '../../logger.js';\nimport { fetchAllRequests } from '../graphql/index.js';\n\n/**\n * Retry a set of RequestDataSilos\n *\n * @param options - Options\n * @returns Number of items marked as completed\n */\nexport async function retryRequestDataSilos({\n  requestActions,\n  dataSiloId,\n  auth,\n  concurrency = 20,\n  transcendUrl = DEFAULT_TRANSCEND_API,\n}: {\n  /** The request actions that should be restarted */\n  requestActions: RequestAction[];\n  /** Transcend API key authentication */\n  auth: string;\n  /** Data Silo ID to pull down jobs for */\n  dataSiloId: string;\n  /** Concurrency to upload requests in parallel */\n  concurrency?: number;\n  /** API URL for Transcend backend */\n  transcendUrl?: string;\n}): Promise<number> {\n  // Find all requests made before createdAt that are in a removing data state\n  const client = buildTranscendGraphQLClient(transcendUrl, auth);\n\n  // Time duration\n  const t0 = new Date().getTime();\n  // create a new progress bar instance and use shades_classic theme\n  const progressBar = new cliProgress.SingleBar({}, cliProgress.Presets.shades_classic);\n\n  // Pull in the requests\n  const allRequests = await fetchAllRequests(client, {\n    actions: requestActions,\n    statuses: [RequestStatus.Compiling, RequestStatus.Approving],\n  });\n\n  // Notify Transcend\n  logger.info(\n    colors.magenta(\n      `Retrying requests for Data Silo: \"${dataSiloId}\", restarting \"${allRequests.length}\" requests.`,\n    ),\n  );\n\n  let total = 0;\n  let skipped = 0;\n  progressBar.start(allRequests.length, 0);\n  await map(\n    allRequests,\n    async (requestToRestart) => {\n      try {\n        const requestDataSilo = await fetchRequestDataSilo(client, {\n          logger,\n          filterBy: { requestId: requestToRestart.id, dataSiloId },\n        });\n\n        await makeGraphQLRequest<{\n          /** Whether we successfully uploaded the results */\n          success: boolean;\n        }>(client, RETRY_REQUEST_DATA_SILO, {\n          variables: { requestDataSiloId: requestDataSilo.id },\n          logger,\n        });\n      } catch (err) {\n        // some requests may not have this data silo connected\n        if (!err.message.includes('Failed to find RequestDataSilo')) {\n          throw err;\n        }\n        skipped += 1;\n      }\n\n      total += 1;\n      progressBar.update(total);\n    },\n    { concurrency },\n  );\n\n  progressBar.stop();\n  const t1 = new Date().getTime();\n  const totalTime = t1 - t0;\n\n  logger.info(\n    colors.green(\n      `Successfully notified Transcend in \"${\n        totalTime / 1000\n      }\" seconds for ${total} requests, ${skipped} requests were skipped because data silo was not attached to the request!`,\n    ),\n  );\n  return allRequests.length;\n}\n"],"mappings":"6aAqBA,eAAsB,EAAsB,CAC1C,iBACA,aACA,OACA,cAAc,GACd,eAAe,GAYG,CAElB,IAAM,EAAS,EAA4B,EAAc,EAAK,CAGxD,EAAK,IAAI,MAAM,CAAC,SAAS,CAEzB,EAAc,IAAI,EAAY,UAAU,EAAE,CAAE,EAAY,QAAQ,eAAe,CAG/E,EAAc,MAAM,EAAiB,EAAQ,CACjD,QAAS,EACT,SAAU,CAAC,EAAc,UAAW,EAAc,UAAU,CAC7D,CAAC,CAGF,EAAO,KACL,EAAO,QACL,qCAAqC,EAAW,iBAAiB,EAAY,OAAO,aACrF,CACF,CAED,IAAI,EAAQ,EACR,EAAU,EACd,EAAY,MAAM,EAAY,OAAQ,EAAE,CACxC,MAAM,EACJ,EACA,KAAO,IAAqB,CAC1B,GAAI,CAMF,MAAM,EAGH,EAAQ,EAAyB,CAClC,UAAW,CAAE,mBAAmB,MATJ,EAAqB,EAAQ,CACzD,SACA,SAAU,CAAE,UAAW,EAAiB,GAAI,aAAY,CACzD,CAAC,EAMgD,GAAI,CACpD,SACD,CAAC,OACK,EAAK,CAEZ,GAAI,CAAC,EAAI,QAAQ,SAAS,iCAAiC,CACzD,MAAM,EAER,GAAW,EAGb,GAAS,EACT,EAAY,OAAO,EAAM,EAE3B,CAAE,cAAa,CAChB,CAED,EAAY,MAAM,CAElB,IAAM,EADK,IAAI,MAAM,CAAC,SACF,CAAG,EASvB,OAPA,EAAO,KACL,EAAO,MACL,uCACE,EAAY,IACb,gBAAgB,EAAM,aAAa,EAAQ,2EAC7C,CACF,CACM,EAAY"}
+{"version":3,"file":"retryRequestDataSilos-MxpSNKuV.mjs","names":[],"sources":["../src/lib/requests/retryRequestDataSilos.ts"],"sourcesContent":["import { RequestAction, RequestStatus } from '@transcend-io/privacy-types';\nimport {\n  buildTranscendGraphQLClient,\n  makeGraphQLRequest,\n  RETRY_REQUEST_DATA_SILO,\n  fetchRequestDataSilo,\n} from '@transcend-io/sdk';\nimport { map } from '@transcend-io/utils';\nimport cliProgress from 'cli-progress';\nimport colors from 'colors';\n\nimport { DEFAULT_TRANSCEND_API } from '../../constants.js';\nimport { logger } from '../../logger.js';\nimport { fetchAllRequests } from '../graphql/index.js';\n\n/**\n * Retry a set of RequestDataSilos\n *\n * @param options - Options\n * @returns Number of items marked as completed\n */\nexport async function retryRequestDataSilos({\n  requestActions,\n  dataSiloId,\n  auth,\n  concurrency = 20,\n  transcendUrl = DEFAULT_TRANSCEND_API,\n}: {\n  /** The request actions that should be restarted */\n  requestActions: RequestAction[];\n  /** Transcend API key authentication */\n  auth: string;\n  /** Data Silo ID to pull down jobs for */\n  dataSiloId: string;\n  /** Concurrency to upload requests in parallel */\n  concurrency?: number;\n  /** API URL for Transcend backend */\n  transcendUrl?: string;\n}): Promise<number> {\n  // Find all requests made before createdAt that are in a removing data state\n  const client = buildTranscendGraphQLClient(transcendUrl, auth);\n\n  // Time duration\n  const t0 = new Date().getTime();\n  // create a new progress bar instance and use shades_classic theme\n  const progressBar = new cliProgress.SingleBar({}, cliProgress.Presets.shades_classic);\n\n  // Pull in the requests\n  const allRequests = await fetchAllRequests(client, {\n    actions: requestActions,\n    statuses: [RequestStatus.Compiling, RequestStatus.Approving],\n  });\n\n  // Notify Transcend\n  logger.info(\n    colors.magenta(\n      `Retrying requests for Data Silo: \"${dataSiloId}\", restarting \"${allRequests.length}\" requests.`,\n    ),\n  );\n\n  let total = 0;\n  let skipped = 0;\n  progressBar.start(allRequests.length, 0);\n  await map(\n    allRequests,\n    async (requestToRestart) => {\n      try {\n        const requestDataSilo = await fetchRequestDataSilo(client, {\n          logger,\n          filterBy: { requestId: requestToRestart.id, dataSiloId },\n        });\n\n        await makeGraphQLRequest<{\n          /** Whether we successfully uploaded the results */\n          success: boolean;\n        }>(client, RETRY_REQUEST_DATA_SILO, {\n          variables: { requestDataSiloId: requestDataSilo.id },\n          logger,\n        });\n      } catch (err) {\n        // some requests may not have this data silo connected\n        if (!err.message.includes('Failed to find RequestDataSilo')) {\n          throw err;\n        }\n        skipped += 1;\n      }\n\n      total += 1;\n      progressBar.update(total);\n    },\n    { concurrency },\n  );\n\n  progressBar.stop();\n  const t1 = new Date().getTime();\n  const totalTime = t1 - t0;\n\n  logger.info(\n    colors.green(\n      `Successfully notified Transcend in \"${\n        totalTime / 1000\n      }\" seconds for ${total} requests, ${skipped} requests were skipped because data silo was not attached to the request!`,\n    ),\n  );\n  return allRequests.length;\n}\n"],"mappings":"6aAqBA,eAAsB,EAAsB,CAC1C,iBACA,aACA,OACA,cAAc,GACd,eAAe,GAYG,CAElB,IAAM,EAAS,EAA4B,EAAc,EAAK,CAGxD,EAAK,IAAI,MAAM,CAAC,SAAS,CAEzB,EAAc,IAAI,EAAY,UAAU,EAAE,CAAE,EAAY,QAAQ,eAAe,CAG/E,EAAc,MAAM,EAAiB,EAAQ,CACjD,QAAS,EACT,SAAU,CAAC,EAAc,UAAW,EAAc,UAAU,CAC7D,CAAC,CAGF,EAAO,KACL,EAAO,QACL,qCAAqC,EAAW,iBAAiB,EAAY,OAAO,aACrF,CACF,CAED,IAAI,EAAQ,EACR,EAAU,EACd,EAAY,MAAM,EAAY,OAAQ,EAAE,CACxC,MAAM,EACJ,EACA,KAAO,IAAqB,CAC1B,GAAI,CAMF,MAAM,EAGH,EAAQ,EAAyB,CAClC,UAAW,CAAE,mBAAmB,MATJ,EAAqB,EAAQ,CACzD,SACA,SAAU,CAAE,UAAW,EAAiB,GAAI,aAAY,CACzD,CAAC,EAMgD,GAAI,CACpD,SACD,CAAC,OACK,EAAK,CAEZ,GAAI,CAAC,EAAI,QAAQ,SAAS,iCAAiC,CACzD,MAAM,EAER,GAAW,EAGb,GAAS,EACT,EAAY,OAAO,EAAM,EAE3B,CAAE,cAAa,CAChB,CAED,EAAY,MAAM,CAElB,IAAM,EADK,IAAI,MAAM,CAAC,SACF,CAAG,EASvB,OAPA,EAAO,KACL,EAAO,MACL,uCACE,EAAY,IACb,gBAAgB,EAAM,aAAa,EAAQ,2EAC7C,CACF,CACM,EAAY"}

package/dist/{scaffold-planning-CaetLfv8.mjs → scaffold-planning-BrX-pcz6.mjs}

@@ -88,6 +88,8 @@ on:
     paths:
 ${o}
   push:
+    branches:
+      - main
     paths:
 ${o}
 
@@ -120,4 +122,4 @@ jobs:
 `,`editor extension recommendations`).recommendations,[`denoland.vscode-deno`])}],`editor extension recommendations`)}const R={name:D,displayName:`Custom Function`,owner:`@transcend-io/cli`,files:O};function z(e){let t=JSON.stringify(e)??``;return[...new Set(Array.from(t.matchAll(/<<parameters\.([^>]+)>>/gu),e=>e[1]))]}function B(e){return e.projectRoot}function V(e,t){let n=B(e),r=new Set([e.manifestPath]),i=new Set(t.features);return i.has(p.Deno)&&r.add(e.denoConfigPath),i.has(p.Editor)&&(r.add(y(n,`.vscode`,`settings.json`)),r.add(y(n,`.vscode`,`extensions.json`))),i.has(p.Skill)&&o(n,e.existingSkillDirectories,R).forEach(e=>r.add(e)),i.has(p.Ci)&&r.add(y(n,`.github`,`workflows`,`transcend-custom-functions.yml`)),[...r].sort((e,t)=>e.localeCompare(t))}function H(e,t){return[e.manifestPath,y(e.manifestDirectory,t.sourceFile.path),...t.payloadFiles.map(t=>y(e.manifestDirectory,t.path))].sort((e,t)=>e.localeCompare(t))}function U(e,t){let n=b(e,t);if(n===`..`||n.startsWith(`..${S}`)||v(n))throw Error(`Refusing to modify path outside project root: ${t}`)}function W(e,t){let n=B(e);U(e.targetDirectory,e.manifestPath),t.forEach(e=>U(n,e));let r=new Map(e.relativePaths.map(e=>[e.toLocaleLowerCase(`en-US`),e]));t.forEach(t=>{let n=b(e.manifestDirectory,t).split(S).join(`/`);if(n.startsWith(`../`))return;let i=n.split(`/`);for(let e=1;e<=i.length;e+=1){let t=i.slice(0,e).join(`/`),n=r.get(t.toLocaleLowerCase(`en-US`));if(n&&n!==t)throw Error(`Case-insensitive path collision: "${t}" conflicts with "${n}".`)}})}function G(e,t,n){let r=s({snapshot:l(t.snapshots,n.path),after:n.contents,description:n.description,...n.createOnly===void 0?{}:{createOnly:n.createOnly}});r?e.changes.push(r):e.unchanged.push(n.path)}function K(e,t){let{state:n}=e,i=r(n.targetDirectory,n.manifestPath,n.invocationDirectory),a={version:1,command:`init`,rootDirectory:B(n),targetDirectory:n.targetDirectory,manifestPath:n.manifestPath,changes:[],unchanged:[],warnings:[],nextSteps:[`transcend custom-functions new ${i}`,`transcend custom-functions check ${i}`]},o=l(e.snapshots,n.manifestPath),s=o.contents===null?void 0:u(o.contents);o.contents===null?G(a,e,{path:n.manifestPath,contents:`# Custom Functions managed as code.
 functions: []
 `,description:`Create the Custom Function manifest`}):a.unchanged.push(n.manifestPath);let d=new Set(t.features);if(d.has(p.Deno)){let t=l(e.snapshots,n.denoConfigPath),r=(s?.functions??[]).map(({code:e})=>e).filter(e=>!e.includes(`<<parameters.`)),i=(s?.functions??[]).flatMap(e=>[...e[`test-payload`]?[e[`test-payload`]]:[],...(e[`test-payloads`]??[]).map(({payload:e})=>e)]).filter(e=>!e.includes(`<<parameters.`));G(a,e,{path:n.denoConfigPath,contents:F(t.contents,e.contractVersion,_(n.manifestPath),{sources:r,payloads:i}),description:`Merge strict target-scoped Deno authoring configuration`})}let f=B(n);if(d.has(p.Editor)){let t=y(f,`.vscode`,`settings.json`),r=y(f,`.vscode`,`extensions.json`),i=l(e.snapshots,t),o=l(e.snapshots,r);G(a,e,{path:t,contents:I(i.contents,f,n.targetDirectory),description:`Scope Deno language support to Custom Functions`}),G(a,e,{path:r,contents:L(o.contents),description:`Recommend the Deno editor extension`})}if(d.has(p.Skill)){let t=c({rootDirectory:f,existingDirectories:n.existingSkillDirectories,snapshots:e.snapshots,skill:R});a.changes.push(...t.changes),a.unchanged.push(...t.unchanged),a.warnings.push(...t.warnings)}if(d.has(p.Ci))if(!n.repositoryRoot||!n.usesGithub)a.warnings.push(`GitHub Actions setup was selected, but this target is not inside a detected GitHub repository.`);else{let t=y(n.repositoryRoot,`.github`,`workflows`,`transcend-custom-functions.yml`),r=b(n.repositoryRoot,n.targetDirectory).split(S).join(`/`)||`.`,i=b(n.repositoryRoot,n.manifestDirectory).split(S).join(`/`)||`.`,o=b(n.repositoryRoot,n.manifestPath).split(S).join(`/`),c=(s?.functions??[]).flatMap(e=>[e.code,...e[`test-payload`]?[e[`test-payload`]]:[],...(e[`test-payloads`]??[]).map(({payload:e})=>e)]).filter(e=>!e.includes(`<<parameters.`)).map(e=>b(n.repositoryRoot,x(n.manifestDirectory,e)).split(S).join(`/`)),u=P({cliVersion:e.cliVersion,targetDirectory:r,contentDirectory:i,manifestPath:o,watchedPaths:c}),d=l(e.snapshots,t);d.contents===null?G(a,e,{path:t,contents:u,description:`Add credential-free Custom Function checks`,createOnly:!0}):d.contents===u?a.unchanged.push(t):N(d.contents)?G(a,e,{path:t,contents:u,description:`Update managed Custom Function checks`}):(a.unchanged.push(t),a.warnings.push(`Existing GitHub Actions workflow was left unchanged: ${t}`))}return W(n,a.changes.map(({path:e})=>e)),a}function q(e,a){let{state:o}=e,s=l(e.snapshots,o.manifestPath).contents;if(s===null)throw Error(`Custom Function manifest does not exist: ${o.manifestPath}`);let c=a.generated.sourceFile.path.split(S).join(`/`),f=o.relativePaths.find(e=>e.toLocaleLowerCase(`en-US`)===c.toLocaleLowerCase(`en-US`));if(f)throw Error(`Custom Function name "${a.generated.displayName}" maps to ${c}, which conflicts with existing path ${f}. Choose another name.`);let p=u(s).functions.find(e=>x(o.manifestDirectory,e.code)===x(o.manifestDirectory,c));if(p)throw Error(`Custom Function name "${a.generated.displayName}" maps to source used by "${p.name}". Choose another name.`);let m={version:1,command:`new`,rootDirectory:o.manifestDirectory,targetDirectory:o.targetDirectory,manifestPath:o.manifestPath,changes:[],unchanged:[],warnings:[],nextSteps:[]},h=d(s,a.generated.manifestEntry);G(m,e,{path:o.manifestPath,contents:h,description:`Register ${a.generated.displayName} in the manifest`}),[a.generated.sourceFile,...a.generated.payloadFiles].forEach(t=>{G(m,e,{path:y(o.manifestDirectory,t.path),contents:t.contents,description:t===a.generated.sourceFile?`Create ${a.generated.displayName} source`:`Create ${a.generated.displayName} test payload`,createOnly:!0})});let g=y(o.manifestDirectory,a.generated.sourceFile.path),_=r(o.targetDirectory,o.manifestPath,o.invocationDirectory),v=z(a.generated.manifestEntry),b=i(v);return m.nextSteps=[`Edit ${t(n(o.invocationDirectory,g))}`,`transcend custom-functions run ${_} --function=${t(a.generated.displayName)}${b}`,`transcend custom-functions check ${_}${b}`,`transcend custom-functions push ${_} --dryRun${b}`],v.length>0&&m.warnings.push(`Supply ${v.join(`, `)} through --variables when running or pushing; never commit secret values.`),W(o,m.changes.map(({path:e})=>e)),m}function J(e,t){return a(e,t)}export{z as a,k as c,V as i,A as l,K as n,J as o,H as r,j as s,q as t,D as u};
-//# sourceMappingURL=scaffold-planning-CaetLfv8.mjs.map
+//# sourceMappingURL=scaffold-planning-BrX-pcz6.mjs.map

package/dist/scaffold-planning-BrX-pcz6.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"scaffold-planning-BrX-pcz6.mjs","names":["CUSTOM_FUNCTION_SKILL_MD","CUSTOM_FUNCTION_SETUP_REFERENCE_MD","CUSTOM_FUNCTION_WRITING_REFERENCE_MD"],"sources":["../../../skills/transcend-custom-functions/references/setup.md","../../../skills/transcend-custom-functions/references/writing-custom-functions.md","../../../skills/transcend-custom-functions/SKILL.md","../src/lib/custom-functions/custom-function-skill.ts","../src/lib/custom-functions/ai-handoff.ts","../src/lib/custom-functions/scaffold-output.ts","../src/lib/custom-functions/scaffold-artifacts.ts","../src/lib/custom-functions/scaffold-config.ts","../src/lib/custom-functions/scaffold-planning.ts"],"sourcesContent":[null,null,null,"import CUSTOM_FUNCTION_SETUP_REFERENCE_MD from '../../../../../skills/transcend-custom-functions/references/setup.md';\nimport CUSTOM_FUNCTION_WRITING_REFERENCE_MD from '../../../../../skills/transcend-custom-functions/references/writing-custom-functions.md';\nimport CUSTOM_FUNCTION_SKILL_MD from '../../../../../skills/transcend-custom-functions/SKILL.md';\nimport type { AgentSkillFile } from '../scaffolding/agent-skill.js';\n\n/** Namespaced directory and frontmatter name for the installed Agent Skill. */\nexport const CUSTOM_FUNCTION_SKILL_NAME = 'transcend-custom-functions';\n\nexport {\n  CUSTOM_FUNCTION_SETUP_REFERENCE_MD,\n  CUSTOM_FUNCTION_SKILL_MD,\n  CUSTOM_FUNCTION_WRITING_REFERENCE_MD,\n};\n\n/** Complete portable Agent Skill file set. */\nexport const CUSTOM_FUNCTION_SKILL_FILES: readonly AgentSkillFile[] = [\n  { path: 'SKILL.md', contents: CUSTOM_FUNCTION_SKILL_MD },\n  { path: 'references/setup.md', contents: CUSTOM_FUNCTION_SETUP_REFERENCE_MD },\n  {\n    path: 'references/writing-custom-functions.md',\n    contents: CUSTOM_FUNCTION_WRITING_REFERENCE_MD,\n  },\n];\n","import { quoteShellArgument } from '../scaffolding/project-plan-output.js';\nimport { CUSTOM_FUNCTION_SKILL_NAME } from './custom-function-skill.js';\nimport { SUPPORTED_DENO_MAJOR_VERSION } from './deno-runtime.js';\nimport { buildCustomFunctionProjectArguments, buildPlaceholderVariablesArgument } from './paths.js';\n\n/**\n * Build a compact AI handoff after project initialization.\n *\n * @param options - Generated setup context\n * @returns Copyable agent instruction\n */\nexport function buildInitAiHandoff(options: {\n  /** Display path to the Custom Function project. */\n  targetDirectory: string;\n  /** Display path to the manifest. */\n  manifestPath: string;\n  /** Exact CLI version used by generated CI. */\n  cliVersion: string;\n  /** Whether the authoring skill was installed. */\n  hasSkill: boolean;\n  /** Whether a GitHub Actions workflow was generated. */\n  hasGithubWorkflow: boolean;\n}): string {\n  const prefix = options.hasSkill\n    ? `Use the \\`${CUSTOM_FUNCTION_SKILL_NAME}\\` skill to`\n    : 'Ask your coding agent to';\n  const checkCommand = `transcend custom-functions check ${buildCustomFunctionProjectArguments(\n    options.targetDirectory,\n    options.manifestPath,\n  )} --noInteractive`;\n  if (options.hasGithubWorkflow) {\n    return `${prefix} review the Custom Function setup in \\`${options.targetDirectory}\\`, adapt the generated GitHub Actions workflow to this repository's conventions, and run \\`${checkCommand}\\`.`;\n  }\n  return `${prefix} review the Custom Function setup in \\`${options.targetDirectory}\\` and add equivalent CI for this repository: install Deno ${SUPPORTED_DENO_MAJOR_VERSION} and \\`@transcend-io/cli@${options.cliVersion}\\`, then run \\`${checkCommand}\\`.`;\n}\n\n/**\n * Build a compact AI handoff after adding one function.\n *\n * @param options - Generated function context\n * @returns Copyable agent instruction\n */\nexport function buildNewFunctionAiHandoff(options: {\n  /** Customer-visible function name. */\n  displayName: string;\n  /** Display path to the generated source. */\n  sourcePath: string;\n  /** Display path to the Custom Function project. */\n  targetDirectory: string;\n  /** Display path to the selected manifest. */\n  manifestPath: string;\n  /** Whether the authoring skill is expected in this project. */\n  hasSkill: boolean;\n  /** Manifest variables required by this function. */\n  variableNames: readonly string[];\n}): string {\n  const prefix = options.hasSkill\n    ? `Use the \\`${CUSTOM_FUNCTION_SKILL_NAME}\\` skill to`\n    : 'Ask your coding agent to';\n  const variablesArgument = buildPlaceholderVariablesArgument(options.variableNames);\n  const checkCommand = `transcend custom-functions check ${buildCustomFunctionProjectArguments(\n    options.targetDirectory,\n    options.manifestPath,\n  )}${variablesArgument}`;\n  const runCommand =\n    `transcend custom-functions run ` +\n    `${buildCustomFunctionProjectArguments(options.targetDirectory, options.manifestPath)} ` +\n    `--function=${quoteShellArgument(options.displayName)}${variablesArgument}`;\n  return `${prefix} implement \\`${options.displayName}\\` in \\`${options.sourcePath}\\`, replace the example fixtures with realistic cases, run \\`${runCommand}\\` to exercise it locally, and finish with \\`${checkCommand}\\`.`;\n}\n","import {\n  toPublicPlannedChange,\n  type PublicPlannedChange,\n} from '../scaffolding/project-plan-output.js';\nimport type { CustomFunctionProjectPlan } from './scaffold-model.js';\n\n/** Stable JSON scaffold result. */\nexport interface CustomFunctionPlanResult {\n  /** JSON contract version. */\n  version: number;\n  /** Command that produced the plan. */\n  command: 'init' | 'new';\n  /** Whether the plan was applied. */\n  applied: boolean;\n  /** Whether this was a dry run. */\n  dryRun: boolean;\n  /** Absolute target directory. */\n  targetDirectory: string;\n  /** Absolute manifest path. */\n  manifestPath: string;\n  /** Planned mutations without file contents. */\n  changes: PublicPlannedChange[];\n  /** Non-fatal warnings. */\n  warnings: string[];\n  /** Suggested next commands. */\n  nextSteps: string[];\n  /** Compact prompt for continuing with a coding agent. */\n  aiHandoff: string;\n}\n\n/**\n * Build the stable machine-readable scaffold result.\n *\n * @param plan - Project plan\n * @param options - Apply state\n * @returns JSON result\n */\nexport function buildPlanResult(\n  plan: CustomFunctionProjectPlan,\n  options: {\n    /** Whether the plan was applied. */\n    applied: boolean;\n    /** Whether the invocation was a dry run. */\n    dryRun: boolean;\n    /** Working directory for portable paths. */\n    cwd: string;\n    /** Compact prompt for continuing with a coding agent. */\n    aiHandoff: string;\n  },\n): CustomFunctionPlanResult {\n  return {\n    version: plan.version,\n    command: plan.command,\n    applied: options.applied,\n    dryRun: options.dryRun,\n    targetDirectory: plan.targetDirectory,\n    manifestPath: plan.manifestPath,\n    changes: plan.changes.map((change) => toPublicPlannedChange(options.cwd, change)),\n    warnings: plan.warnings,\n    nextSteps: plan.nextSteps,\n    aiHandoff: options.aiHandoff,\n  };\n}\n","import { createHash } from 'node:crypto';\n\nimport { RECOMMENDED_DENO_VERSION } from './deno-runtime.js';\n\n/** Immutable actions/checkout v6 release commit. */\nconst ACTIONS_CHECKOUT_SHA = 'd23441a48e516b6c34aea4fa41551a30e30af803';\n\n/** Immutable denoland/setup-deno v2.0.5 release commit. */\nconst SETUP_DENO_SHA = '22d081ff2d3a40755e97629de92e3bcbfa7cf2ed';\n\n/**\n * Escape a repository path before embedding intentional GitHub glob syntax.\n *\n * @param path - Literal repository-relative path\n * @returns Path with GitHub glob metacharacters escaped\n */\nfunction escapeGithubPath(path: string): string {\n  return path.replace(/([!*?[\\]\\\\])/gu, '\\\\$1');\n}\n\n/**\n * Check whether a generated workflow still matches its ownership digest.\n *\n * @param contents - Existing workflow\n * @returns Whether automatic replacement is safe\n */\nexport function isUnmodifiedCustomFunctionWorkflow(contents: string): boolean {\n  const marker = contents.match(\n    /# managed-by: @transcend-io\\/cli; content-sha256: ([a-f0-9]{64})\\s*$/u,\n  );\n  if (!marker || marker.index === undefined) {\n    return false;\n  }\n  const body = contents.slice(0, marker.index).trimEnd();\n  return createHash('sha256').update(body).digest('hex') === marker[1];\n}\n\n/**\n * Generate the conservative Custom Function GitHub Actions workflow.\n *\n * @param options - Workflow paths and pinned CLI version\n * @returns Workflow YAML\n */\nexport function generateGithubActionsWorkflow(options: {\n  /** Exact released CLI version. */\n  cliVersion: string;\n  /** Target directory relative to the repository root. */\n  targetDirectory: string;\n  /** Manifest directory where generated source, payload, and Deno files live. */\n  contentDirectory?: string;\n  /** Manifest path relative to the repository root. */\n  manifestPath: string;\n  /** Additional manifest-referenced files that should trigger validation. */\n  watchedPaths?: readonly string[];\n}): string {\n  const { cliVersion, targetDirectory, manifestPath } = options;\n  const contentDirectory = options.contentDirectory ?? targetDirectory;\n  const pathPrefix =\n    contentDirectory === '.' ? '' : `${escapeGithubPath(contentDirectory.replace(/\\/+$/u, ''))}/`;\n  const watchedPaths = [\n    `${pathPrefix}functions/**`,\n    `${pathPrefix}test-payloads/**`,\n    escapeGithubPath(manifestPath),\n    `${pathPrefix}deno.json*`,\n    ...(options.watchedPaths ?? []).map(escapeGithubPath),\n  ].filter((path, index, paths) => paths.indexOf(path) === index);\n  const pathFilters = watchedPaths.map((path) => `      - ${JSON.stringify(path)}`).join('\\n');\n  const body = `# Generated by transcend custom-functions init.\nname: Transcend Custom Functions\n\non:\n  pull_request:\n    paths:\n${pathFilters}\n  push:\n    branches:\n      - main\n    paths:\n${pathFilters}\n\npermissions:\n  contents: read\n\njobs:\n  check:\n    runs-on: ubuntu-latest\n    steps:\n      - uses: actions/checkout@${ACTIONS_CHECKOUT_SHA} # v6\n      - uses: denoland/setup-deno@${SETUP_DENO_SHA} # v2.0.5\n        with:\n          deno-version: ${RECOMMENDED_DENO_VERSION}\n      - name: Install the Transcend CLI\n        run: npm install --global @transcend-io/cli@${cliVersion}\n      - name: Validate Custom Functions\n        env:\n          CUSTOM_FUNCTION_DIRECTORY: ${JSON.stringify(targetDirectory)}\n          CUSTOM_FUNCTION_MANIFEST: ${JSON.stringify(manifestPath)}\n        run: >-\n          transcend custom-functions check \"$CUSTOM_FUNCTION_DIRECTORY\"\n          --manifest=\"$CUSTOM_FUNCTION_MANIFEST\"\n          --variables=TRANSCEND_API_KEY:placeholder\n          --noInteractive\n          --json\n`;\n  const digest = createHash('sha256').update(body.trimEnd()).digest('hex');\n  return `${body.trimEnd()}\\n\\n# managed-by: @transcend-io/cli; content-sha256: ${digest}\\n`;\n}\n","import { relative, sep } from 'node:path';\n\nimport {\n  mergeJsonc,\n  mergeStringArray,\n  parseJsoncObject,\n  type JsoncUpdate,\n} from '../scaffolding/jsonc.js';\nimport { buildCustomFunctionProjectArguments } from './paths.js';\n\n/**\n * Build target-scoped Deno authoring configuration.\n *\n * @param contents - Existing deno.json/jsonc contents\n * @param contractVersion - Exact authoring-contract version\n * @param manifestFileName - Manifest path relative to this Deno configuration\n * @param referencedPaths - Existing manifest-relative source and payload paths\n * @returns Merged configuration\n */\nexport function mergeDenoConfiguration(\n  contents: string | null,\n  contractVersion: string,\n  manifestFileName = 'transcend-functions.yml',\n  referencedPaths: {\n    /** Existing source paths. */\n    sources?: readonly string[];\n    /** Existing payload paths. */\n    payloads?: readonly string[];\n  } = {},\n): string {\n  const current = parseJsoncObject(contents ?? '{}\\n', 'Deno configuration');\n  const compilerOptions =\n    current.compilerOptions &&\n    typeof current.compilerOptions === 'object' &&\n    !Array.isArray(current.compilerOptions)\n      ? (current.compilerOptions as Record<string, unknown>)\n      : {};\n  const lint =\n    current.lint && typeof current.lint === 'object' && !Array.isArray(current.lint)\n      ? (current.lint as Record<string, unknown>)\n      : {};\n  const fmt =\n    current.fmt && typeof current.fmt === 'object' && !Array.isArray(current.fmt)\n      ? (current.fmt as Record<string, unknown>)\n      : {};\n  const tasks =\n    current.tasks && typeof current.tasks === 'object' && !Array.isArray(current.tasks)\n      ? (current.tasks as Record<string, unknown>)\n      : {};\n  const taskName = 'custom-functions:check';\n  const legacyTaskCommand =\n    'deno check functions/**/*.ts && deno lint functions/ && deno fmt --check functions/ test-payloads/';\n  const previousTaskCommand = `transcend custom-functions check ${buildCustomFunctionProjectArguments(\n    '.',\n    manifestFileName,\n  )} --noInteractive`;\n  const taskCommand = `transcend custom-functions check ${buildCustomFunctionProjectArguments(\n    '.',\n    manifestFileName,\n  )} --variables=TRANSCEND_API_KEY:placeholder --noInteractive`;\n  if (\n    tasks[taskName] !== undefined &&\n    tasks[taskName] !== legacyTaskCommand &&\n    tasks[taskName] !== previousTaskCommand &&\n    tasks[taskName] !== taskCommand\n  ) {\n    throw new Error(\n      `Deno task \"${taskName}\" already has a different command; apply the patch manually.`,\n    );\n  }\n  const updates: JsoncUpdate[] = [\n    {\n      path: ['imports', '@transcend-io/custom-function-types'],\n      value: `npm:@transcend-io/custom-function-types@${contractVersion}`,\n    },\n    { path: ['compilerOptions', 'strict'], value: true },\n    {\n      path: ['compilerOptions', 'lib'],\n      value: mergeStringArray(compilerOptions.lib, ['deno.ns', 'dom', 'dom.iterable', 'esnext']),\n    },\n    {\n      path: ['lint', 'include'],\n      value: mergeStringArray(lint.include, ['functions/', ...(referencedPaths.sources ?? [])]),\n    },\n    {\n      path: ['fmt', 'include'],\n      value: mergeStringArray(fmt.include, [\n        'functions/',\n        'test-payloads/',\n        manifestFileName,\n        ...(referencedPaths.sources ?? []),\n        ...(referencedPaths.payloads ?? []),\n      ]),\n    },\n    { path: ['fmt', 'singleQuote'], value: true },\n    { path: ['fmt', 'lineWidth'], value: 100 },\n    { path: ['tasks', taskName], value: taskCommand },\n  ];\n  return mergeJsonc(contents, updates, 'Deno configuration');\n}\n\n/**\n * Merge VS Code-compatible Deno settings scoped to the target.\n *\n * @param contents - Existing settings JSONC\n * @param repositoryRoot - Repository root\n * @param targetDirectory - Custom Function project directory\n * @returns Merged settings\n */\nexport function mergeEditorSettings(\n  contents: string | null,\n  repositoryRoot: string,\n  targetDirectory: string,\n): string {\n  const current = parseJsoncObject(contents ?? '{}\\n', 'editor settings');\n  const target = relative(repositoryRoot, targetDirectory).split(sep).join('/') || '.';\n  return mergeJsonc(\n    contents,\n    [\n      { path: ['deno.enable'], value: true },\n      {\n        path: ['deno.enablePaths'],\n        value: mergeStringArray(current['deno.enablePaths'], [target]),\n      },\n    ],\n    'editor settings',\n  );\n}\n\n/**\n * Merge the recommended Deno editor extension.\n *\n * @param contents - Existing extensions JSONC\n * @returns Merged extensions\n */\nexport function mergeEditorExtensions(contents: string | null): string {\n  const current = parseJsoncObject(contents ?? '{}\\n', 'editor extension recommendations');\n  return mergeJsonc(\n    contents,\n    [\n      {\n        path: ['recommendations'],\n        value: mergeStringArray(current.recommendations, ['denoland.vscode-deno']),\n      },\n    ],\n    'editor extension recommendations',\n  );\n}\n","import { basename, isAbsolute, join, relative, resolve, sep } from 'node:path';\n\nimport {\n  getManagedAgentSkillCandidatePaths,\n  planManagedAgentSkill,\n  type ManagedAgentSkillDefinition,\n} from '../scaffolding/agent-skill.js';\nimport { displayProjectPath, quoteShellArgument } from '../scaffolding/project-plan-output.js';\nimport {\n  getPlanningFileSnapshot,\n  planFileChange,\n  type PlanningPathSnapshot,\n} from '../scaffolding/project-plan.js';\nimport {\n  CUSTOM_FUNCTION_SKILL_FILES,\n  CUSTOM_FUNCTION_SKILL_NAME,\n} from './custom-function-skill.js';\nimport { insertCustomFunctionManifestEntry, parseCustomFunctionsManifest } from './manifest.js';\nimport { buildCustomFunctionProjectArguments, buildPlaceholderVariablesArgument } from './paths.js';\nimport {\n  generateGithubActionsWorkflow,\n  isUnmodifiedCustomFunctionWorkflow,\n} from './scaffold-artifacts.js';\nimport {\n  mergeDenoConfiguration,\n  mergeEditorExtensions,\n  mergeEditorSettings,\n} from './scaffold-config.js';\nimport {\n  CUSTOM_FUNCTION_RESULT_VERSION,\n  CustomFunctionSetupFeature,\n  type CustomFunctionProjectPlan,\n  type CustomFunctionProjectState,\n  type CustomFunctionSetupFeature as CustomFunctionSetupFeatureType,\n} from './scaffold-model.js';\nimport {\n  generateCustomFunctionTemplate,\n  type GeneratedCustomFunctionTemplate,\n} from './scaffold-templates.js';\n\n/** Empty manifest used for first initialization. */\nexport const EMPTY_CUSTOM_FUNCTION_MANIFEST = `# Custom Functions managed as code.\nfunctions: []\n`;\n\n/** Managed Custom Function Agent Skill definition. */\nconst CUSTOM_FUNCTION_MANAGED_SKILL: ManagedAgentSkillDefinition = {\n  name: CUSTOM_FUNCTION_SKILL_NAME,\n  displayName: 'Custom Function',\n  owner: '@transcend-io/cli',\n  files: CUSTOM_FUNCTION_SKILL_FILES,\n};\n\n/** In-memory input consumed by pure project planners. */\nexport interface CustomFunctionPlanningInput {\n  /** Project discovery state. */\n  state: CustomFunctionProjectState;\n  /** Potential mutation paths keyed by absolute path. */\n  snapshots: Readonly<Record<string, PlanningPathSnapshot>>;\n}\n\n/**\n * Find parameter placeholders in a generated manifest value.\n *\n * @param value - Generated manifest entry\n * @returns Unique parameter names in encounter order\n */\nexport function parameterNamesInManifestValue(value: unknown): string[] {\n  const serialized = JSON.stringify(value) ?? '';\n  return [\n    ...new Set(Array.from(serialized.matchAll(/<<parameters\\.([^>]+)>>/gu), (match) => match[1]!)),\n  ];\n}\n\n/** In-memory input required only by project initialization. */\nexport interface CustomFunctionInitPlanningInput extends CustomFunctionPlanningInput {\n  /** Exact authoring contract version. */\n  contractVersion: string;\n  /** Exact CLI version. */\n  cliVersion: string;\n}\n\n/** Options shared by init and implicit init. */\nexport interface InitPlanOptions {\n  /** Selected setup features. */\n  features: readonly CustomFunctionSetupFeatureType[];\n}\n\n/**\n * Determine the repository-owned base for optional setup.\n *\n * @param state - Discovery state\n * @returns Repository root or target\n */\nfunction setupRoot(state: CustomFunctionProjectState): string {\n  return state.projectRoot;\n}\n\n/**\n * Enumerate all paths that could be included in a plan.\n *\n * @param state - Discovery state\n * @param options - Selected setup and optional scaffold\n * @returns Absolute candidate paths\n */\nexport function getInitPlanningCandidatePaths(\n  state: CustomFunctionProjectState,\n  options: {\n    /** Selected setup features. */\n    features: readonly CustomFunctionSetupFeatureType[];\n  },\n): string[] {\n  const root = setupRoot(state);\n  const paths = new Set<string>([state.manifestPath]);\n  const selected = new Set(options.features);\n  if (selected.has(CustomFunctionSetupFeature.Deno)) {\n    paths.add(state.denoConfigPath);\n  }\n  if (selected.has(CustomFunctionSetupFeature.Editor)) {\n    paths.add(join(root, '.vscode', 'settings.json'));\n    paths.add(join(root, '.vscode', 'extensions.json'));\n  }\n  if (selected.has(CustomFunctionSetupFeature.Skill)) {\n    getManagedAgentSkillCandidatePaths(\n      root,\n      state.existingSkillDirectories,\n      CUSTOM_FUNCTION_MANAGED_SKILL,\n    ).forEach((path) => paths.add(path));\n  }\n  if (selected.has(CustomFunctionSetupFeature.Ci)) {\n    paths.add(join(root, '.github', 'workflows', 'transcend-custom-functions.yml'));\n  }\n  return [...paths].sort((left, right) => left.localeCompare(right));\n}\n\n/**\n * Enumerate paths touched when adding one function to an initialized project.\n *\n * @param state - Project discovery state\n * @param generated - Generated function files\n * @returns Absolute candidate paths\n */\nexport function getAddFunctionPlanningCandidatePaths(\n  state: CustomFunctionProjectState,\n  generated: GeneratedCustomFunctionTemplate,\n): string[] {\n  return [\n    state.manifestPath,\n    join(state.manifestDirectory, generated.sourceFile.path),\n    ...generated.payloadFiles.map((file) => join(state.manifestDirectory, file.path)),\n  ].sort((left, right) => left.localeCompare(right));\n}\n\n/**\n * Ensure a mutation stays below an approved project root.\n *\n * @param root - Approved root\n * @param path - Candidate path\n */\nfunction assertContained(root: string, path: string): void {\n  const child = relative(root, path);\n  if (child === '..' || child.startsWith(`..${sep}`) || isAbsolute(child)) {\n    throw new Error(`Refusing to modify path outside project root: ${path}`);\n  }\n}\n\n/**\n * Validate roots and case-insensitive destinations.\n *\n * @param state - Discovery state\n * @param paths - Planned destination paths\n */\nfunction validatePlanDestinations(\n  state: CustomFunctionProjectState,\n  paths: readonly string[],\n): void {\n  const root = setupRoot(state);\n  assertContained(state.targetDirectory, state.manifestPath);\n  paths.forEach((path) => assertContained(root, path));\n  const existing = new Map(\n    state.relativePaths.map((path) => [path.toLocaleLowerCase('en-US'), path]),\n  );\n  paths.forEach((path) => {\n    const relativePath = relative(state.manifestDirectory, path).split(sep).join('/');\n    if (relativePath.startsWith('../')) {\n      return;\n    }\n    const components = relativePath.split('/');\n    for (let length = 1; length <= components.length; length += 1) {\n      const candidate = components.slice(0, length).join('/');\n      const collision = existing.get(candidate.toLocaleLowerCase('en-US'));\n      if (collision && collision !== candidate) {\n        throw new Error(\n          `Case-insensitive path collision: \"${candidate}\" conflicts with \"${collision}\".`,\n        );\n      }\n    }\n  });\n}\n\n/**\n * Add or classify a regular-file mutation.\n *\n * @param plan - Plan being assembled\n * @param input - Planning input\n * @param options - Desired file\n */\nfunction addFileChange(\n  plan: CustomFunctionProjectPlan,\n  input: CustomFunctionPlanningInput,\n  options: {\n    /** Absolute path. */\n    path: string;\n    /** Complete desired contents. */\n    contents: string;\n    /** Human-readable reason. */\n    description: string;\n    /** Refuse existing contents. */\n    createOnly?: boolean;\n  },\n): void {\n  const change = planFileChange({\n    snapshot: getPlanningFileSnapshot(input.snapshots, options.path),\n    after: options.contents,\n    description: options.description,\n    ...(options.createOnly === undefined ? {} : { createOnly: options.createOnly }),\n  });\n  if (change) {\n    plan.changes.push(change);\n  } else {\n    plan.unchanged.push(options.path);\n  }\n}\n\n/**\n * Create the base plan and optional repository setup.\n *\n * @param input - Collected project state\n * @param options - Selected setup\n * @returns Validated project plan\n */\nexport function buildInitPlan(\n  input: CustomFunctionInitPlanningInput,\n  options: InitPlanOptions,\n): CustomFunctionProjectPlan {\n  const { state } = input;\n  const projectArguments = buildCustomFunctionProjectArguments(\n    state.targetDirectory,\n    state.manifestPath,\n    state.invocationDirectory,\n  );\n  const plan: CustomFunctionProjectPlan = {\n    version: CUSTOM_FUNCTION_RESULT_VERSION,\n    command: 'init',\n    rootDirectory: setupRoot(state),\n    targetDirectory: state.targetDirectory,\n    manifestPath: state.manifestPath,\n    changes: [],\n    unchanged: [],\n    warnings: [],\n    nextSteps: [\n      `transcend custom-functions new ${projectArguments}`,\n      `transcend custom-functions check ${projectArguments}`,\n    ],\n  };\n  const manifestSnapshot = getPlanningFileSnapshot(input.snapshots, state.manifestPath);\n  const existingManifest =\n    manifestSnapshot.contents === null\n      ? undefined\n      : parseCustomFunctionsManifest(manifestSnapshot.contents);\n  if (manifestSnapshot.contents === null) {\n    addFileChange(plan, input, {\n      path: state.manifestPath,\n      contents: EMPTY_CUSTOM_FUNCTION_MANIFEST,\n      description: 'Create the Custom Function manifest',\n    });\n  } else {\n    plan.unchanged.push(state.manifestPath);\n  }\n\n  const selected = new Set(options.features);\n  if (selected.has(CustomFunctionSetupFeature.Deno)) {\n    const snapshot = getPlanningFileSnapshot(input.snapshots, state.denoConfigPath);\n    const sourcePaths = (existingManifest?.functions ?? [])\n      .map(({ code }) => code)\n      .filter((path) => !path.includes('<<parameters.'));\n    const payloadPaths = (existingManifest?.functions ?? [])\n      .flatMap((entry) => [\n        ...(entry['test-payload'] ? [entry['test-payload']] : []),\n        ...(entry['test-payloads'] ?? []).map(({ payload }) => payload),\n      ])\n      .filter((path) => !path.includes('<<parameters.'));\n    addFileChange(plan, input, {\n      path: state.denoConfigPath,\n      contents: mergeDenoConfiguration(\n        snapshot.contents,\n        input.contractVersion,\n        basename(state.manifestPath),\n        { sources: sourcePaths, payloads: payloadPaths },\n      ),\n      description: 'Merge strict target-scoped Deno authoring configuration',\n    });\n  }\n\n  const root = setupRoot(state);\n  if (selected.has(CustomFunctionSetupFeature.Editor)) {\n    const settingsPath = join(root, '.vscode', 'settings.json');\n    const extensionsPath = join(root, '.vscode', 'extensions.json');\n    const settingsSnapshot = getPlanningFileSnapshot(input.snapshots, settingsPath);\n    const extensionsSnapshot = getPlanningFileSnapshot(input.snapshots, extensionsPath);\n    addFileChange(plan, input, {\n      path: settingsPath,\n      contents: mergeEditorSettings(settingsSnapshot.contents, root, state.targetDirectory),\n      description: 'Scope Deno language support to Custom Functions',\n    });\n    addFileChange(plan, input, {\n      path: extensionsPath,\n      contents: mergeEditorExtensions(extensionsSnapshot.contents),\n      description: 'Recommend the Deno editor extension',\n    });\n  }\n\n  if (selected.has(CustomFunctionSetupFeature.Skill)) {\n    const skillPlan = planManagedAgentSkill({\n      rootDirectory: root,\n      existingDirectories: state.existingSkillDirectories,\n      snapshots: input.snapshots,\n      skill: CUSTOM_FUNCTION_MANAGED_SKILL,\n    });\n    plan.changes.push(...skillPlan.changes);\n    plan.unchanged.push(...skillPlan.unchanged);\n    plan.warnings.push(...skillPlan.warnings);\n  }\n  if (selected.has(CustomFunctionSetupFeature.Ci)) {\n    if (!state.repositoryRoot || !state.usesGithub) {\n      plan.warnings.push(\n        'GitHub Actions setup was selected, but this target is not inside a detected GitHub repository.',\n      );\n    } else {\n      const workflowPath = join(\n        state.repositoryRoot,\n        '.github',\n        'workflows',\n        'transcend-custom-functions.yml',\n      );\n      const target =\n        relative(state.repositoryRoot, state.targetDirectory).split(sep).join('/') || '.';\n      const contentDirectory =\n        relative(state.repositoryRoot, state.manifestDirectory).split(sep).join('/') || '.';\n      const manifest = relative(state.repositoryRoot, state.manifestPath).split(sep).join('/');\n      const watchedPaths = (existingManifest?.functions ?? [])\n        .flatMap((entry) => [\n          entry.code,\n          ...(entry['test-payload'] ? [entry['test-payload']] : []),\n          ...(entry['test-payloads'] ?? []).map(({ payload }) => payload),\n        ])\n        .filter((path) => !path.includes('<<parameters.'))\n        .map((path) =>\n          relative(state.repositoryRoot!, resolve(state.manifestDirectory, path))\n            .split(sep)\n            .join('/'),\n        );\n      const workflowContents = generateGithubActionsWorkflow({\n        cliVersion: input.cliVersion,\n        targetDirectory: target,\n        contentDirectory,\n        manifestPath: manifest,\n        watchedPaths,\n      });\n      const workflowSnapshot = getPlanningFileSnapshot(input.snapshots, workflowPath);\n      if (workflowSnapshot.contents === null) {\n        addFileChange(plan, input, {\n          path: workflowPath,\n          contents: workflowContents,\n          description: 'Add credential-free Custom Function checks',\n          createOnly: true,\n        });\n      } else if (workflowSnapshot.contents === workflowContents) {\n        plan.unchanged.push(workflowPath);\n      } else if (isUnmodifiedCustomFunctionWorkflow(workflowSnapshot.contents)) {\n        addFileChange(plan, input, {\n          path: workflowPath,\n          contents: workflowContents,\n          description: 'Update managed Custom Function checks',\n        });\n      } else {\n        plan.unchanged.push(workflowPath);\n        plan.warnings.push(`Existing GitHub Actions workflow was left unchanged: ${workflowPath}`);\n      }\n    }\n  }\n  validatePlanDestinations(\n    state,\n    plan.changes.map(({ path }) => path),\n  );\n  return plan;\n}\n\n/**\n * Add a new function to an initialized project in one transaction.\n *\n * @param input - Collected project state\n * @param options - Generated function\n * @returns Validated project plan\n */\nexport function buildAddFunctionPlan(\n  input: CustomFunctionPlanningInput,\n  options: {\n    /** Generated function scaffold. */\n    generated: GeneratedCustomFunctionTemplate;\n  },\n): CustomFunctionProjectPlan {\n  const { state } = input;\n  const currentManifest = getPlanningFileSnapshot(input.snapshots, state.manifestPath).contents;\n  if (currentManifest === null) {\n    throw new Error(`Custom Function manifest does not exist: ${state.manifestPath}`);\n  }\n  const sourceRelativePath = options.generated.sourceFile.path.split(sep).join('/');\n  const sourceCollision = state.relativePaths.find(\n    (path) => path.toLocaleLowerCase('en-US') === sourceRelativePath.toLocaleLowerCase('en-US'),\n  );\n  if (sourceCollision) {\n    throw new Error(\n      `Custom Function name \"${options.generated.displayName}\" maps to ${sourceRelativePath}, ` +\n        `which conflicts with existing path ${sourceCollision}. Choose another name.`,\n    );\n  }\n  const existingSourceEntry = parseCustomFunctionsManifest(currentManifest).functions.find(\n    (entry) =>\n      resolve(state.manifestDirectory, entry.code) ===\n      resolve(state.manifestDirectory, sourceRelativePath),\n  );\n  if (existingSourceEntry) {\n    throw new Error(\n      `Custom Function name \"${options.generated.displayName}\" maps to source used by ` +\n        `\"${existingSourceEntry.name}\". Choose another name.`,\n    );\n  }\n  const plan: CustomFunctionProjectPlan = {\n    version: CUSTOM_FUNCTION_RESULT_VERSION,\n    command: 'new',\n    rootDirectory: state.manifestDirectory,\n    targetDirectory: state.targetDirectory,\n    manifestPath: state.manifestPath,\n    changes: [],\n    unchanged: [],\n    warnings: [],\n    nextSteps: [],\n  };\n  const updatedManifest = insertCustomFunctionManifestEntry(\n    currentManifest,\n    options.generated.manifestEntry,\n  );\n  addFileChange(plan, input, {\n    path: state.manifestPath,\n    contents: updatedManifest,\n    description: `Register ${options.generated.displayName} in the manifest`,\n  });\n\n  const generatedFiles = [options.generated.sourceFile, ...options.generated.payloadFiles];\n  generatedFiles.forEach((file) => {\n    addFileChange(plan, input, {\n      path: join(state.manifestDirectory, file.path),\n      contents: file.contents,\n      description:\n        file === options.generated.sourceFile\n          ? `Create ${options.generated.displayName} source`\n          : `Create ${options.generated.displayName} test payload`,\n      createOnly: true,\n    });\n  });\n  const sourcePath = join(state.manifestDirectory, options.generated.sourceFile.path);\n  const projectArguments = buildCustomFunctionProjectArguments(\n    state.targetDirectory,\n    state.manifestPath,\n    state.invocationDirectory,\n  );\n  const variableNames = parameterNamesInManifestValue(options.generated.manifestEntry);\n  const variablesArgument = buildPlaceholderVariablesArgument(variableNames);\n  plan.nextSteps = [\n    `Edit ${quoteShellArgument(displayProjectPath(state.invocationDirectory, sourcePath))}`,\n    `transcend custom-functions run ${projectArguments} --function=${quoteShellArgument(\n      options.generated.displayName,\n    )}${variablesArgument}`,\n    `transcend custom-functions check ${projectArguments}${variablesArgument}`,\n    `transcend custom-functions push ${projectArguments} --dryRun${variablesArgument}`,\n  ];\n  if (variableNames.length > 0) {\n    plan.warnings.push(\n      `Supply ${variableNames.join(', ')} through --variables when running or pushing; never commit secret values.`,\n    );\n  }\n  validatePlanDestinations(\n    state,\n    plan.changes.map(({ path }) => path),\n  );\n  return plan;\n}\n\n/**\n * Generate the template before collecting its destination snapshots.\n *\n * @param displayName - Custom Function display name\n * @param template - Template name\n * @returns Pure template output\n */\nexport function prepareGeneratedCustomFunction(\n  displayName: string,\n  template: Parameters<typeof generateCustomFunctionTemplate>[1],\n): GeneratedCustomFunctionTemplate {\n  return generateCustomFunctionTemplate(displayName, template);\n}\n"],"mappings":"ulBAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;ICAA,y/GCAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;ECMA,MAAa,EAA6B,6BAS7B,EAAyD,CACpE,CAAE,KAAM,WAAY,SAAUA,EAA0B,CACxD,CAAE,KAAM,sBAAuB,SAAUC,EAAoC,CAC7E,CACE,KAAM,yCACN,SAAUC,EACX,CACF,CCXD,SAAgB,EAAmB,EAWxB,CACT,IAAM,EAAS,EAAQ,SACnB,aAAa,EAA2B,aACxC,2BACE,EAAe,oCAAoC,EACvD,EAAQ,gBACR,EAAQ,aACT,CAAC,kBAIF,OAHI,EAAQ,kBACH,GAAG,EAAO,yCAAyC,EAAQ,gBAAgB,8FAA8F,EAAa,KAExL,GAAG,EAAO,yCAAyC,EAAQ,gBAAgB,uFAAqH,EAAQ,WAAW,iBAAiB,EAAa,KAS1P,SAAgB,EAA0B,EAa/B,CACT,IAAM,EAAS,EAAQ,SACnB,aAAa,EAA2B,aACxC,2BACE,EAAoB,EAAkC,EAAQ,cAAc,CAC5E,EAAe,oCAAoC,EACvD,EAAQ,gBACR,EAAQ,aACT,GAAG,IACE,EACJ,kCACG,EAAoC,EAAQ,gBAAiB,EAAQ,aAAa,CAAC,cACxE,EAAmB,EAAQ,YAAY,GAAG,IAC1D,MAAO,GAAG,EAAO,eAAe,EAAQ,YAAY,UAAU,EAAQ,WAAW,+DAA+D,EAAW,+CAA+C,EAAa,KC/BzN,SAAgB,EACd,EACA,EAU0B,CAC1B,MAAO,CACL,QAAS,EAAK,QACd,QAAS,EAAK,QACd,QAAS,EAAQ,QACjB,OAAQ,EAAQ,OAChB,gBAAiB,EAAK,gBACtB,aAAc,EAAK,aACnB,QAAS,EAAK,QAAQ,IAAK,GAAW,EAAsB,EAAQ,IAAK,EAAO,CAAC,CACjF,SAAU,EAAK,SACf,UAAW,EAAK,UAChB,UAAW,EAAQ,UACpB,CC7CH,SAAS,EAAiB,EAAsB,CAC9C,OAAO,EAAK,QAAQ,iBAAkB,OAAO,CAS/C,SAAgB,EAAmC,EAA2B,CAC5E,IAAM,EAAS,EAAS,MACtB,wEACD,CACD,GAAI,CAAC,GAAU,EAAO,QAAU,IAAA,GAC9B,MAAO,GAET,IAAM,EAAO,EAAS,MAAM,EAAG,EAAO,MAAM,CAAC,SAAS,CACtD,OAAO,EAAW,SAAS,CAAC,OAAO,EAAK,CAAC,OAAO,MAAM,GAAK,EAAO,GASpE,SAAgB,EAA8B,EAWnC,CACT,GAAM,CAAE,aAAY,kBAAiB,gBAAiB,EAChD,EAAmB,EAAQ,kBAAoB,EAC/C,EACJ,IAAqB,IAAM,GAAK,GAAG,EAAiB,EAAiB,QAAQ,QAAS,GAAG,CAAC,CAAC,GAQvF,EAPe,CACnB,GAAG,EAAW,cACd,GAAG,EAAW,kBACd,EAAiB,EAAa,CAC9B,GAAG,EAAW,YACd,IAAI,EAAQ,cAAgB,EAAE,EAAE,IAAI,EAAiB,CACtD,CAAC,QAAQ,EAAM,EAAO,IAAU,EAAM,QAAQ,EAAK,GAAK,EACzB,CAAC,IAAK,GAAS,WAAW,KAAK,UAAU,EAAK,GAAG,CAAC,KAAK;EAAK,CACtF,EAAO;;;;;;EAMb,EAAY;;;;;EAKZ,EAAY;;;;;;;;;;;;0BAYY,EAAyB;;sDAEG,EAAW;;;uCAG1B,KAAK,UAAU,EAAgB,CAAC;sCACjC,KAAK,UAAU,EAAa,CAAC;;;;;;;EAQ3D,EAAS,EAAW,SAAS,CAAC,OAAO,EAAK,SAAS,CAAC,CAAC,OAAO,MAAM,CACxE,MAAO,GAAG,EAAK,SAAS,CAAC,uDAAuD,EAAO,ICtFzF,SAAgB,EACd,EACA,EACA,EAAmB,0BACnB,EAKI,EAAE,CACE,CACR,IAAM,EAAU,EAAiB,GAAY;EAAQ,qBAAqB,CACpE,EACJ,EAAQ,iBACR,OAAO,EAAQ,iBAAoB,UACnC,CAAC,MAAM,QAAQ,EAAQ,gBAAgB,CAClC,EAAQ,gBACT,EAAE,CACF,EACJ,EAAQ,MAAQ,OAAO,EAAQ,MAAS,UAAY,CAAC,MAAM,QAAQ,EAAQ,KAAK,CAC3E,EAAQ,KACT,EAAE,CACF,EACJ,EAAQ,KAAO,OAAO,EAAQ,KAAQ,UAAY,CAAC,MAAM,QAAQ,EAAQ,IAAI,CACxE,EAAQ,IACT,EAAE,CACF,EACJ,EAAQ,OAAS,OAAO,EAAQ,OAAU,UAAY,CAAC,MAAM,QAAQ,EAAQ,MAAM,CAC9E,EAAQ,MACT,EAAE,CACF,EAAW,yBAGX,EAAsB,oCAAoC,EAC9D,IACA,EACD,CAAC,kBACI,EAAc,oCAAoC,EACtD,IACA,EACD,CAAC,4DACF,GACE,EAAM,KAAc,IAAA,IACpB,EAAM,KAAc,sGACpB,EAAM,KAAc,GACpB,EAAM,KAAc,EAEpB,MAAU,MACR,cAAc,EAAS,8DACxB,CA8BH,OAAO,EAAW,EAAU,CA3B1B,CACE,KAAM,CAAC,UAAW,sCAAsC,CACxD,MAAO,2CAA2C,IACnD,CACD,CAAE,KAAM,CAAC,kBAAmB,SAAS,CAAE,MAAO,GAAM,CACpD,CACE,KAAM,CAAC,kBAAmB,MAAM,CAChC,MAAO,EAAiB,EAAgB,IAAK,CAAC,UAAW,MAAO,eAAgB,SAAS,CAAC,CAC3F,CACD,CACE,KAAM,CAAC,OAAQ,UAAU,CACzB,MAAO,EAAiB,EAAK,QAAS,CAAC,aAAc,GAAI,EAAgB,SAAW,EAAE,CAAE,CAAC,CAC1F,CACD,CACE,KAAM,CAAC,MAAO,UAAU,CACxB,MAAO,EAAiB,EAAI,QAAS,CACnC,aACA,iBACA,EACA,GAAI,EAAgB,SAAW,EAAE,CACjC,GAAI,EAAgB,UAAY,EAAE,CACnC,CAAC,CACH,CACD,CAAE,KAAM,CAAC,MAAO,cAAc,CAAE,MAAO,GAAM,CAC7C,CAAE,KAAM,CAAC,MAAO,YAAY,CAAE,MAAO,IAAK,CAC1C,CAAE,KAAM,CAAC,QAAS,EAAS,CAAE,MAAO,EAAa,CAEhB,CAAE,qBAAqB,CAW5D,SAAgB,EACd,EACA,EACA,EACQ,CACR,IAAM,EAAU,EAAiB,GAAY;EAAQ,kBAAkB,CACjE,EAAS,EAAS,EAAgB,EAAgB,CAAC,MAAM,EAAI,CAAC,KAAK,IAAI,EAAI,IACjF,OAAO,EACL,EACA,CACE,CAAE,KAAM,CAAC,cAAc,CAAE,MAAO,GAAM,CACtC,CACE,KAAM,CAAC,mBAAmB,CAC1B,MAAO,EAAiB,EAAQ,oBAAqB,CAAC,EAAO,CAAC,CAC/D,CACF,CACD,kBACD,CASH,SAAgB,EAAsB,EAAiC,CAErE,OAAO,EACL,EACA,CACE,CACE,KAAM,CAAC,kBAAkB,CACzB,MAAO,EANG,EAAiB,GAAY;EAAQ,mCAMhB,CAAC,gBAAiB,CAAC,uBAAuB,CAAC,CAC3E,CACF,CACD,mCACD,CCzGH,MAKM,EAA6D,CACjE,KAAM,EACN,YAAa,kBACb,MAAO,oBACP,MAAO,EACR,CAgBD,SAAgB,EAA8B,EAA0B,CACtE,IAAM,EAAa,KAAK,UAAU,EAAM,EAAI,GAC5C,MAAO,CACL,GAAG,IAAI,IAAI,MAAM,KAAK,EAAW,SAAS,4BAA4B,CAAG,GAAU,EAAM,GAAI,CAAC,CAC/F,CAuBH,SAAS,EAAU,EAA2C,CAC5D,OAAO,EAAM,YAUf,SAAgB,EACd,EACA,EAIU,CACV,IAAM,EAAO,EAAU,EAAM,CACvB,EAAQ,IAAI,IAAY,CAAC,EAAM,aAAa,CAAC,CAC7C,EAAW,IAAI,IAAI,EAAQ,SAAS,CAkB1C,OAjBI,EAAS,IAAI,EAA2B,KAAK,EAC/C,EAAM,IAAI,EAAM,eAAe,CAE7B,EAAS,IAAI,EAA2B,OAAO,GACjD,EAAM,IAAI,EAAK,EAAM,UAAW,gBAAgB,CAAC,CACjD,EAAM,IAAI,EAAK,EAAM,UAAW,kBAAkB,CAAC,EAEjD,EAAS,IAAI,EAA2B,MAAM,EAChD,EACE,EACA,EAAM,yBACN,EACD,CAAC,QAAS,GAAS,EAAM,IAAI,EAAK,CAAC,CAElC,EAAS,IAAI,EAA2B,GAAG,EAC7C,EAAM,IAAI,EAAK,EAAM,UAAW,YAAa,iCAAiC,CAAC,CAE1E,CAAC,GAAG,EAAM,CAAC,MAAM,EAAM,IAAU,EAAK,cAAc,EAAM,CAAC,CAUpE,SAAgB,EACd,EACA,EACU,CACV,MAAO,CACL,EAAM,aACN,EAAK,EAAM,kBAAmB,EAAU,WAAW,KAAK,CACxD,GAAG,EAAU,aAAa,IAAK,GAAS,EAAK,EAAM,kBAAmB,EAAK,KAAK,CAAC,CAClF,CAAC,MAAM,EAAM,IAAU,EAAK,cAAc,EAAM,CAAC,CASpD,SAAS,EAAgB,EAAc,EAAoB,CACzD,IAAM,EAAQ,EAAS,EAAM,EAAK,CAClC,GAAI,IAAU,MAAQ,EAAM,WAAW,KAAK,IAAM,EAAI,EAAW,EAAM,CACrE,MAAU,MAAM,iDAAiD,IAAO,CAU5E,SAAS,EACP,EACA,EACM,CACN,IAAM,EAAO,EAAU,EAAM,CAC7B,EAAgB,EAAM,gBAAiB,EAAM,aAAa,CAC1D,EAAM,QAAS,GAAS,EAAgB,EAAM,EAAK,CAAC,CACpD,IAAM,EAAW,IAAI,IACnB,EAAM,cAAc,IAAK,GAAS,CAAC,EAAK,kBAAkB,QAAQ,CAAE,EAAK,CAAC,CAC3E,CACD,EAAM,QAAS,GAAS,CACtB,IAAM,EAAe,EAAS,EAAM,kBAAmB,EAAK,CAAC,MAAM,EAAI,CAAC,KAAK,IAAI,CACjF,GAAI,EAAa,WAAW,MAAM,CAChC,OAEF,IAAM,EAAa,EAAa,MAAM,IAAI,CAC1C,IAAK,IAAI,EAAS,EAAG,GAAU,EAAW,OAAQ,GAAU,EAAG,CAC7D,IAAM,EAAY,EAAW,MAAM,EAAG,EAAO,CAAC,KAAK,IAAI,CACjD,EAAY,EAAS,IAAI,EAAU,kBAAkB,QAAQ,CAAC,CACpE,GAAI,GAAa,IAAc,EAC7B,MAAU,MACR,qCAAqC,EAAU,oBAAoB,EAAU,IAC9E,GAGL,CAUJ,SAAS,EACP,EACA,EACA,EAUM,CACN,IAAM,EAAS,EAAe,CAC5B,SAAU,EAAwB,EAAM,UAAW,EAAQ,KAAK,CAChE,MAAO,EAAQ,SACf,YAAa,EAAQ,YACrB,GAAI,EAAQ,aAAe,IAAA,GAAY,EAAE,CAAG,CAAE,WAAY,EAAQ,WAAY,CAC/E,CAAC,CACE,EACF,EAAK,QAAQ,KAAK,EAAO,CAEzB,EAAK,UAAU,KAAK,EAAQ,KAAK,CAWrC,SAAgB,EACd,EACA,EAC2B,CAC3B,GAAM,CAAE,SAAU,EACZ,EAAmB,EACvB,EAAM,gBACN,EAAM,aACN,EAAM,oBACP,CACK,EAAkC,CACtC,QAAA,EACA,QAAS,OACT,cAAe,EAAU,EAAM,CAC/B,gBAAiB,EAAM,gBACvB,aAAc,EAAM,aACpB,QAAS,EAAE,CACX,UAAW,EAAE,CACb,SAAU,EAAE,CACZ,UAAW,CACT,kCAAkC,IAClC,oCAAoC,IACrC,CACF,CACK,EAAmB,EAAwB,EAAM,UAAW,EAAM,aAAa,CAC/E,EACJ,EAAiB,WAAa,KAC1B,IAAA,GACA,EAA6B,EAAiB,SAAS,CACzD,EAAiB,WAAa,KAChC,EAAc,EAAM,EAAO,CACzB,KAAM,EAAM,aACZ,SAAU;;EACV,YAAa,sCACd,CAAC,CAEF,EAAK,UAAU,KAAK,EAAM,aAAa,CAGzC,IAAM,EAAW,IAAI,IAAI,EAAQ,SAAS,CAC1C,GAAI,EAAS,IAAI,EAA2B,KAAK,CAAE,CACjD,IAAM,EAAW,EAAwB,EAAM,UAAW,EAAM,eAAe,CACzE,GAAe,GAAkB,WAAa,EAAE,EACnD,KAAK,CAAE,UAAW,EAAK,CACvB,OAAQ,GAAS,CAAC,EAAK,SAAS,gBAAgB,CAAC,CAC9C,GAAgB,GAAkB,WAAa,EAAE,EACpD,QAAS,GAAU,CAClB,GAAI,EAAM,gBAAkB,CAAC,EAAM,gBAAgB,CAAG,EAAE,CACxD,IAAI,EAAM,kBAAoB,EAAE,EAAE,KAAK,CAAE,aAAc,EAAQ,CAChE,CAAC,CACD,OAAQ,GAAS,CAAC,EAAK,SAAS,gBAAgB,CAAC,CACpD,EAAc,EAAM,EAAO,CACzB,KAAM,EAAM,eACZ,SAAU,EACR,EAAS,SACT,EAAM,gBACN,EAAS,EAAM,aAAa,CAC5B,CAAE,QAAS,EAAa,SAAU,EAAc,CACjD,CACD,YAAa,0DACd,CAAC,CAGJ,IAAM,EAAO,EAAU,EAAM,CAC7B,GAAI,EAAS,IAAI,EAA2B,OAAO,CAAE,CACnD,IAAM,EAAe,EAAK,EAAM,UAAW,gBAAgB,CACrD,EAAiB,EAAK,EAAM,UAAW,kBAAkB,CACzD,EAAmB,EAAwB,EAAM,UAAW,EAAa,CACzE,EAAqB,EAAwB,EAAM,UAAW,EAAe,CACnF,EAAc,EAAM,EAAO,CACzB,KAAM,EACN,SAAU,EAAoB,EAAiB,SAAU,EAAM,EAAM,gBAAgB,CACrF,YAAa,kDACd,CAAC,CACF,EAAc,EAAM,EAAO,CACzB,KAAM,EACN,SAAU,EAAsB,EAAmB,SAAS,CAC5D,YAAa,sCACd,CAAC,CAGJ,GAAI,EAAS,IAAI,EAA2B,MAAM,CAAE,CAClD,IAAM,EAAY,EAAsB,CACtC,cAAe,EACf,oBAAqB,EAAM,yBAC3B,UAAW,EAAM,UACjB,MAAO,EACR,CAAC,CACF,EAAK,QAAQ,KAAK,GAAG,EAAU,QAAQ,CACvC,EAAK,UAAU,KAAK,GAAG,EAAU,UAAU,CAC3C,EAAK,SAAS,KAAK,GAAG,EAAU,SAAS,CAE3C,GAAI,EAAS,IAAI,EAA2B,GAAG,CAC7C,GAAI,CAAC,EAAM,gBAAkB,CAAC,EAAM,WAClC,EAAK,SAAS,KACZ,iGACD,KACI,CACL,IAAM,EAAe,EACnB,EAAM,eACN,UACA,YACA,iCACD,CACK,EACJ,EAAS,EAAM,eAAgB,EAAM,gBAAgB,CAAC,MAAM,EAAI,CAAC,KAAK,IAAI,EAAI,IAC1E,EACJ,EAAS,EAAM,eAAgB,EAAM,kBAAkB,CAAC,MAAM,EAAI,CAAC,KAAK,IAAI,EAAI,IAC5E,EAAW,EAAS,EAAM,eAAgB,EAAM,aAAa,CAAC,MAAM,EAAI,CAAC,KAAK,IAAI,CAClF,GAAgB,GAAkB,WAAa,EAAE,EACpD,QAAS,GAAU,CAClB,EAAM,KACN,GAAI,EAAM,gBAAkB,CAAC,EAAM,gBAAgB,CAAG,EAAE,CACxD,IAAI,EAAM,kBAAoB,EAAE,EAAE,KAAK,CAAE,aAAc,EAAQ,CAChE,CAAC,CACD,OAAQ,GAAS,CAAC,EAAK,SAAS,gBAAgB,CAAC,CACjD,IAAK,GACJ,EAAS,EAAM,eAAiB,EAAQ,EAAM,kBAAmB,EAAK,CAAC,CACpE,MAAM,EAAI,CACV,KAAK,IAAI,CACb,CACG,EAAmB,EAA8B,CACrD,WAAY,EAAM,WAClB,gBAAiB,EACjB,mBACA,aAAc,EACd,eACD,CAAC,CACI,EAAmB,EAAwB,EAAM,UAAW,EAAa,CAC3E,EAAiB,WAAa,KAChC,EAAc,EAAM,EAAO,CACzB,KAAM,EACN,SAAU,EACV,YAAa,6CACb,WAAY,GACb,CAAC,CACO,EAAiB,WAAa,EACvC,EAAK,UAAU,KAAK,EAAa,CACxB,EAAmC,EAAiB,SAAS,CACtE,EAAc,EAAM,EAAO,CACzB,KAAM,EACN,SAAU,EACV,YAAa,wCACd,CAAC,EAEF,EAAK,UAAU,KAAK,EAAa,CACjC,EAAK,SAAS,KAAK,wDAAwD,IAAe,EAQhG,OAJA,EACE,EACA,EAAK,QAAQ,KAAK,CAAE,UAAW,EAAK,CACrC,CACM,EAUT,SAAgB,EACd,EACA,EAI2B,CAC3B,GAAM,CAAE,SAAU,EACZ,EAAkB,EAAwB,EAAM,UAAW,EAAM,aAAa,CAAC,SACrF,GAAI,IAAoB,KACtB,MAAU,MAAM,4CAA4C,EAAM,eAAe,CAEnF,IAAM,EAAqB,EAAQ,UAAU,WAAW,KAAK,MAAM,EAAI,CAAC,KAAK,IAAI,CAC3E,EAAkB,EAAM,cAAc,KACzC,GAAS,EAAK,kBAAkB,QAAQ,GAAK,EAAmB,kBAAkB,QAAQ,CAC5F,CACD,GAAI,EACF,MAAU,MACR,yBAAyB,EAAQ,UAAU,YAAY,YAAY,EAAmB,uCAC9C,EAAgB,wBACzD,CAEH,IAAM,EAAsB,EAA6B,EAAgB,CAAC,UAAU,KACjF,GACC,EAAQ,EAAM,kBAAmB,EAAM,KAAK,GAC5C,EAAQ,EAAM,kBAAmB,EAAmB,CACvD,CACD,GAAI,EACF,MAAU,MACR,yBAAyB,EAAQ,UAAU,YAAY,4BACjD,EAAoB,KAAK,yBAChC,CAEH,IAAM,EAAkC,CACtC,QAAA,EACA,QAAS,MACT,cAAe,EAAM,kBACrB,gBAAiB,EAAM,gBACvB,aAAc,EAAM,aACpB,QAAS,EAAE,CACX,UAAW,EAAE,CACb,SAAU,EAAE,CACZ,UAAW,EAAE,CACd,CACK,EAAkB,EACtB,EACA,EAAQ,UAAU,cACnB,CACD,EAAc,EAAM,EAAO,CACzB,KAAM,EAAM,aACZ,SAAU,EACV,YAAa,YAAY,EAAQ,UAAU,YAAY,kBACxD,CAAC,CAGF,CADwB,EAAQ,UAAU,WAAY,GAAG,EAAQ,UAAU,aAC7D,CAAC,QAAS,GAAS,CAC/B,EAAc,EAAM,EAAO,CACzB,KAAM,EAAK,EAAM,kBAAmB,EAAK,KAAK,CAC9C,SAAU,EAAK,SACf,YACE,IAAS,EAAQ,UAAU,WACvB,UAAU,EAAQ,UAAU,YAAY,SACxC,UAAU,EAAQ,UAAU,YAAY,eAC9C,WAAY,GACb,CAAC,EACF,CACF,IAAM,EAAa,EAAK,EAAM,kBAAmB,EAAQ,UAAU,WAAW,KAAK,CAC7E,EAAmB,EACvB,EAAM,gBACN,EAAM,aACN,EAAM,oBACP,CACK,EAAgB,EAA8B,EAAQ,UAAU,cAAc,CAC9E,EAAoB,EAAkC,EAAc,CAkB1E,MAjBA,GAAK,UAAY,CACf,QAAQ,EAAmB,EAAmB,EAAM,oBAAqB,EAAW,CAAC,GACrF,kCAAkC,EAAiB,cAAc,EAC/D,EAAQ,UAAU,YACnB,GAAG,IACJ,oCAAoC,IAAmB,IACvD,mCAAmC,EAAiB,WAAW,IAChE,CACG,EAAc,OAAS,GACzB,EAAK,SAAS,KACZ,UAAU,EAAc,KAAK,KAAK,CAAC,2EACpC,CAEH,EACE,EACA,EAAK,QAAQ,KAAK,CAAE,UAAW,EAAK,CACrC,CACM,EAUT,SAAgB,EACd,EACA,EACiC,CACjC,OAAO,EAA+B,EAAa,EAAS"}

package/dist/{skipPreflightJobs-B0YG7mhP.mjs → skipPreflightJobs-enp_ioAV.mjs}

@@ -1,2 +1,2 @@
-import{a as e}from"./constants-boymUaFC.mjs";import{t}from"./logger-CPu6zbyQ.mjs";import{r as n}from"./fetchAllRequests-BI0tFl_a.mjs";import{RequestEnricherStatus as r,RequestStatus as i}from"@transcend-io/privacy-types";import a from"colors";import{map as o,mapSeries as s}from"@transcend-io/utils";import{SKIP_REQUEST_ENRICHER as c,buildTranscendGraphQLClient as l,fetchAllRequestEnrichers as u,makeGraphQLRequest as d}from"@transcend-io/sdk";import f from"cli-progress";async function p({enricherIds:p,auth:m,concurrency:h=100,transcendUrl:g=e}){let _=l(g,m),v=new Date().getTime(),y=await n(_,{statuses:[i.Enriching]});t.info(a.magenta(`Processing enricher: "${p.join(`,`)}" fetched "${y.length}" in enriching status.`));let b=new f.SingleBar({},f.Presets.shades_classic),x=0;b.start(y.length,0);let S=0;await o(y,async e=>{let n=(await u(_,{filterBy:{requestId:e.id},logger:t})).filter(e=>p.includes(e.enricher.id)&&![r.Resolved,r.Skipped].includes(e.status));n.length>0&&await s(n,async e=>{try{await d(_,c,{variables:{requestEnricherId:e.id},logger:t}),S+=1}catch(e){if(!e.message.includes(`Client error: Cannot skip Request enricher because it has already completed`))throw e}}),x+=1,b.update(x)},{concurrency:h}),b.stop();let C=new Date().getTime()-v;return t.info(a.green(`Successfully skipped "${S}" for  "${y.length}" requests in "${C/1e3}" seconds!`)),y.length}export{p as t};
-//# sourceMappingURL=skipPreflightJobs-B0YG7mhP.mjs.map
+import{a as e}from"./constants-CXMjsQ0a.mjs";import{t}from"./logger-CPu6zbyQ.mjs";import{r as n}from"./fetchAllRequests-BI0tFl_a.mjs";import{RequestEnricherStatus as r,RequestStatus as i}from"@transcend-io/privacy-types";import a from"colors";import{map as o,mapSeries as s}from"@transcend-io/utils";import{SKIP_REQUEST_ENRICHER as c,buildTranscendGraphQLClient as l,fetchAllRequestEnrichers as u,makeGraphQLRequest as d}from"@transcend-io/sdk";import f from"cli-progress";async function p({enricherIds:p,auth:m,concurrency:h=100,transcendUrl:g=e}){let _=l(g,m),v=new Date().getTime(),y=await n(_,{statuses:[i.Enriching]});t.info(a.magenta(`Processing enricher: "${p.join(`,`)}" fetched "${y.length}" in enriching status.`));let b=new f.SingleBar({},f.Presets.shades_classic),x=0;b.start(y.length,0);let S=0;await o(y,async e=>{let n=(await u(_,{filterBy:{requestId:e.id},logger:t})).filter(e=>p.includes(e.enricher.id)&&![r.Resolved,r.Skipped].includes(e.status));n.length>0&&await s(n,async e=>{try{await d(_,c,{variables:{requestEnricherId:e.id},logger:t}),S+=1}catch(e){if(!e.message.includes(`Client error: Cannot skip Request enricher because it has already completed`))throw e}}),x+=1,b.update(x)},{concurrency:h}),b.stop();let C=new Date().getTime()-v;return t.info(a.green(`Successfully skipped "${S}" for  "${y.length}" requests in "${C/1e3}" seconds!`)),y.length}export{p as t};
+//# sourceMappingURL=skipPreflightJobs-enp_ioAV.mjs.map

package/dist/{skipPreflightJobs-B0YG7mhP.mjs.map → skipPreflightJobs-enp_ioAV.mjs.map}

@@ -1 +1 @@
-{"version":3,"file":"skipPreflightJobs-B0YG7mhP.mjs","names":[],"sources":["../src/lib/requests/skipPreflightJobs.ts"],"sourcesContent":["import { RequestEnricherStatus, RequestStatus } from '@transcend-io/privacy-types';\nimport {\n  buildTranscendGraphQLClient,\n  fetchAllRequestEnrichers,\n  makeGraphQLRequest,\n  SKIP_REQUEST_ENRICHER,\n} from '@transcend-io/sdk';\nimport { mapSeries, map } from '@transcend-io/utils';\nimport cliProgress from 'cli-progress';\nimport colors from 'colors';\n\nimport { DEFAULT_TRANSCEND_API } from '../../constants.js';\nimport { logger } from '../../logger.js';\nimport { fetchAllRequests } from '../graphql/index.js';\n\n/**\n * Given an enricher ID, mark all open request enrichers as skipped\n *\n * @param options - Options\n * @returns Number of items skipped\n */\nexport async function skipPreflightJobs({\n  enricherIds,\n  auth,\n  concurrency = 100,\n  transcendUrl = DEFAULT_TRANSCEND_API,\n}: {\n  /** Transcend API key authentication */\n  auth: string;\n  /** Enricher IDs to pull down jobs for */\n  enricherIds: string[];\n  /** Upload concurrency */\n  concurrency?: number;\n  /** API URL for Transcend backend */\n  transcendUrl?: string;\n  /** Request statuses to mark as completed */\n  requestStatuses?: RequestStatus[];\n}): Promise<number> {\n  // Find all requests made before createdAt that are in a removing data state\n  const client = buildTranscendGraphQLClient(transcendUrl, auth);\n\n  // Time duration\n  const t0 = new Date().getTime();\n\n  // fetch all RequestDataSilos that are open\n  const requests = await fetchAllRequests(client, {\n    statuses: [RequestStatus.Enriching],\n  });\n\n  // Notify Transcend\n  logger.info(\n    colors.magenta(\n      `Processing enricher: \"${enricherIds.join(',')}\" fetched \"${\n        requests.length\n      }\" in enriching status.`,\n    ),\n  );\n\n  // create a new progress bar instance and use shades_classic theme\n  const progressBar = new cliProgress.SingleBar({}, cliProgress.Presets.shades_classic);\n\n  let total = 0;\n  progressBar.start(requests.length, 0);\n  let totalSkipped = 0;\n  await map(\n    requests,\n    async (request) => {\n      // TODO dont pull all in\n      const requestEnrichers = await fetchAllRequestEnrichers(client, {\n        filterBy: { requestId: request.id },\n        logger,\n      });\n      const requestEnrichersFiltered = requestEnrichers.filter(\n        (enricher) =>\n          enricherIds.includes(enricher.enricher.id) &&\n          ![\n            RequestEnricherStatus.Resolved,\n            RequestEnricherStatus.Skipped,\n            // eslint-disable-next-line @typescript-eslint/no-explicit-any\n          ].includes(enricher.status as any),\n      );\n\n      // TODO\n      if (requestEnrichersFiltered.length > 0) {\n        await mapSeries(requestEnrichersFiltered, async (requestEnricher) => {\n          try {\n            await makeGraphQLRequest<{\n              /** Whether we successfully uploaded the results */\n              success: boolean;\n            }>(client, SKIP_REQUEST_ENRICHER, {\n              variables: { requestEnricherId: requestEnricher.id },\n              logger,\n            });\n            totalSkipped += 1;\n          } catch (err) {\n            if (\n              !err.message.includes(\n                'Client error: Cannot skip Request enricher because it has already completed',\n              )\n            ) {\n              throw err;\n            }\n          }\n        });\n      }\n      total += 1;\n      progressBar.update(total);\n    },\n    { concurrency },\n  );\n\n  progressBar.stop();\n  const t1 = new Date().getTime();\n  const totalTime = t1 - t0;\n\n  logger.info(\n    colors.green(\n      `Successfully skipped \"${totalSkipped}\" for  \"${\n        requests.length\n      }\" requests in \"${totalTime / 1000}\" seconds!`,\n    ),\n  );\n  return requests.length;\n}\n"],"mappings":"ydAqBA,eAAsB,EAAkB,CACtC,cACA,OACA,cAAc,IACd,eAAe,GAYG,CAElB,IAAM,EAAS,EAA4B,EAAc,EAAK,CAGxD,EAAK,IAAI,MAAM,CAAC,SAAS,CAGzB,EAAW,MAAM,EAAiB,EAAQ,CAC9C,SAAU,CAAC,EAAc,UAAU,CACpC,CAAC,CAGF,EAAO,KACL,EAAO,QACL,yBAAyB,EAAY,KAAK,IAAI,CAAC,aAC7C,EAAS,OACV,wBACF,CACF,CAGD,IAAM,EAAc,IAAI,EAAY,UAAU,EAAE,CAAE,EAAY,QAAQ,eAAe,CAEjF,EAAQ,EACZ,EAAY,MAAM,EAAS,OAAQ,EAAE,CACrC,IAAI,EAAe,EACnB,MAAM,EACJ,EACA,KAAO,IAAY,CAMjB,IAAM,GAA2B,MAJF,EAAyB,EAAQ,CAC9D,SAAU,CAAE,UAAW,EAAQ,GAAI,CACnC,SACD,CAAC,EACgD,OAC/C,GACC,EAAY,SAAS,EAAS,SAAS,GAAG,EAC1C,CAAC,CACC,EAAsB,SACtB,EAAsB,QAEvB,CAAC,SAAS,EAAS,OAAc,CACrC,CAGG,EAAyB,OAAS,GACpC,MAAM,EAAU,EAA0B,KAAO,IAAoB,CACnE,GAAI,CACF,MAAM,EAGH,EAAQ,EAAuB,CAChC,UAAW,CAAE,kBAAmB,EAAgB,GAAI,CACpD,SACD,CAAC,CACF,GAAgB,QACT,EAAK,CACZ,GACE,CAAC,EAAI,QAAQ,SACX,8EACD,CAED,MAAM,IAGV,CAEJ,GAAS,EACT,EAAY,OAAO,EAAM,EAE3B,CAAE,cAAa,CAChB,CAED,EAAY,MAAM,CAElB,IAAM,EADK,IAAI,MAAM,CAAC,SACF,CAAG,EASvB,OAPA,EAAO,KACL,EAAO,MACL,yBAAyB,EAAa,UACpC,EAAS,OACV,iBAAiB,EAAY,IAAK,YACpC,CACF,CACM,EAAS"}
+{"version":3,"file":"skipPreflightJobs-enp_ioAV.mjs","names":[],"sources":["../src/lib/requests/skipPreflightJobs.ts"],"sourcesContent":["import { RequestEnricherStatus, RequestStatus } from '@transcend-io/privacy-types';\nimport {\n  buildTranscendGraphQLClient,\n  fetchAllRequestEnrichers,\n  makeGraphQLRequest,\n  SKIP_REQUEST_ENRICHER,\n} from '@transcend-io/sdk';\nimport { mapSeries, map } from '@transcend-io/utils';\nimport cliProgress from 'cli-progress';\nimport colors from 'colors';\n\nimport { DEFAULT_TRANSCEND_API } from '../../constants.js';\nimport { logger } from '../../logger.js';\nimport { fetchAllRequests } from '../graphql/index.js';\n\n/**\n * Given an enricher ID, mark all open request enrichers as skipped\n *\n * @param options - Options\n * @returns Number of items skipped\n */\nexport async function skipPreflightJobs({\n  enricherIds,\n  auth,\n  concurrency = 100,\n  transcendUrl = DEFAULT_TRANSCEND_API,\n}: {\n  /** Transcend API key authentication */\n  auth: string;\n  /** Enricher IDs to pull down jobs for */\n  enricherIds: string[];\n  /** Upload concurrency */\n  concurrency?: number;\n  /** API URL for Transcend backend */\n  transcendUrl?: string;\n  /** Request statuses to mark as completed */\n  requestStatuses?: RequestStatus[];\n}): Promise<number> {\n  // Find all requests made before createdAt that are in a removing data state\n  const client = buildTranscendGraphQLClient(transcendUrl, auth);\n\n  // Time duration\n  const t0 = new Date().getTime();\n\n  // fetch all RequestDataSilos that are open\n  const requests = await fetchAllRequests(client, {\n    statuses: [RequestStatus.Enriching],\n  });\n\n  // Notify Transcend\n  logger.info(\n    colors.magenta(\n      `Processing enricher: \"${enricherIds.join(',')}\" fetched \"${\n        requests.length\n      }\" in enriching status.`,\n    ),\n  );\n\n  // create a new progress bar instance and use shades_classic theme\n  const progressBar = new cliProgress.SingleBar({}, cliProgress.Presets.shades_classic);\n\n  let total = 0;\n  progressBar.start(requests.length, 0);\n  let totalSkipped = 0;\n  await map(\n    requests,\n    async (request) => {\n      // TODO dont pull all in\n      const requestEnrichers = await fetchAllRequestEnrichers(client, {\n        filterBy: { requestId: request.id },\n        logger,\n      });\n      const requestEnrichersFiltered = requestEnrichers.filter(\n        (enricher) =>\n          enricherIds.includes(enricher.enricher.id) &&\n          ![\n            RequestEnricherStatus.Resolved,\n            RequestEnricherStatus.Skipped,\n            // eslint-disable-next-line @typescript-eslint/no-explicit-any\n          ].includes(enricher.status as any),\n      );\n\n      // TODO\n      if (requestEnrichersFiltered.length > 0) {\n        await mapSeries(requestEnrichersFiltered, async (requestEnricher) => {\n          try {\n            await makeGraphQLRequest<{\n              /** Whether we successfully uploaded the results */\n              success: boolean;\n            }>(client, SKIP_REQUEST_ENRICHER, {\n              variables: { requestEnricherId: requestEnricher.id },\n              logger,\n            });\n            totalSkipped += 1;\n          } catch (err) {\n            if (\n              !err.message.includes(\n                'Client error: Cannot skip Request enricher because it has already completed',\n              )\n            ) {\n              throw err;\n            }\n          }\n        });\n      }\n      total += 1;\n      progressBar.update(total);\n    },\n    { concurrency },\n  );\n\n  progressBar.stop();\n  const t1 = new Date().getTime();\n  const totalTime = t1 - t0;\n\n  logger.info(\n    colors.green(\n      `Successfully skipped \"${totalSkipped}\" for  \"${\n        requests.length\n      }\" requests in \"${totalTime / 1000}\" seconds!`,\n    ),\n  );\n  return requests.length;\n}\n"],"mappings":"ydAqBA,eAAsB,EAAkB,CACtC,cACA,OACA,cAAc,IACd,eAAe,GAYG,CAElB,IAAM,EAAS,EAA4B,EAAc,EAAK,CAGxD,EAAK,IAAI,MAAM,CAAC,SAAS,CAGzB,EAAW,MAAM,EAAiB,EAAQ,CAC9C,SAAU,CAAC,EAAc,UAAU,CACpC,CAAC,CAGF,EAAO,KACL,EAAO,QACL,yBAAyB,EAAY,KAAK,IAAI,CAAC,aAC7C,EAAS,OACV,wBACF,CACF,CAGD,IAAM,EAAc,IAAI,EAAY,UAAU,EAAE,CAAE,EAAY,QAAQ,eAAe,CAEjF,EAAQ,EACZ,EAAY,MAAM,EAAS,OAAQ,EAAE,CACrC,IAAI,EAAe,EACnB,MAAM,EACJ,EACA,KAAO,IAAY,CAMjB,IAAM,GAA2B,MAJF,EAAyB,EAAQ,CAC9D,SAAU,CAAE,UAAW,EAAQ,GAAI,CACnC,SACD,CAAC,EACgD,OAC/C,GACC,EAAY,SAAS,EAAS,SAAS,GAAG,EAC1C,CAAC,CACC,EAAsB,SACtB,EAAsB,QAEvB,CAAC,SAAS,EAAS,OAAc,CACrC,CAGG,EAAyB,OAAS,GACpC,MAAM,EAAU,EAA0B,KAAO,IAAoB,CACnE,GAAI,CACF,MAAM,EAGH,EAAQ,EAAuB,CAChC,UAAW,CAAE,kBAAmB,EAAgB,GAAI,CACpD,SACD,CAAC,CACF,GAAgB,QACT,EAAK,CACZ,GACE,CAAC,EAAI,QAAQ,SACX,8EACD,CAED,MAAM,IAGV,CAEJ,GAAS,EACT,EAAY,OAAO,EAAM,EAE3B,CAAE,cAAa,CAChB,CAED,EAAY,MAAM,CAElB,IAAM,EADK,IAAI,MAAM,CAAC,SACF,CAAG,EASvB,OAPA,EAAO,KACL,EAAO,MACL,yBAAyB,EAAa,UACpC,EAAS,OACV,iBAAiB,EAAY,IAAK,YACpC,CACF,CACM,EAAS"}

package/dist/{skipRequestDataSilos-DV5Dy5Dw.mjs → skipRequestDataSilos-B23W9ZJe.mjs}

@@ -1,2 +1,2 @@
-import{a as e}from"./constants-boymUaFC.mjs";import{t}from"./logger-CPu6zbyQ.mjs";import{RequestStatus as n}from"@transcend-io/privacy-types";import r from"colors";import{map as i}from"@transcend-io/utils";import{CHANGE_REQUEST_DATA_SILO_STATUS as a,buildTranscendGraphQLClient as o,fetchRequestDataSilos as s,fetchRequestDataSilosCount as c,makeGraphQLRequest as l}from"@transcend-io/sdk";import u from"cli-progress";async function d({dataSiloId:d,auth:f,concurrency:p=50,status:m=`SKIPPED`,transcendUrl:h=e,requestStatuses:g=[n.Compiling,n.Secondary],actionTypes:_=[]}){let v=o(h,f),y=new Date().getTime(),b=await c(v,{logger:t,filterBy:{dataSiloId:d,requestStatuses:g}});t.info(r.magenta(`Marking ${b} request data silos as completed${_.length>0?` for action types: ${_.join(`,`)}`:``}`));let x=new u.SingleBar({},u.Presets.shades_classic),S=0;x.start(b,0),await i(await s(v,{logger:t,filterBy:{dataSiloId:d,requestStatuses:g},onProgress:e=>{S+=e/2,x.update(S)}}),async e=>{if(_.length===0||_.includes(e.request.type))try{await l(v,a,{variables:{requestDataSiloId:e.id,status:m},logger:t})}catch(e){if(!e.message.includes(`Client error: Request must be active:`))throw e}S+=.5,x.update(S)},{concurrency:p}),x.stop();let C=new Date().getTime()-y;return t.info(r.green(`Successfully skipped "${b}" requests in "${C/1e3}" seconds!`)),b}export{d as t};
-//# sourceMappingURL=skipRequestDataSilos-DV5Dy5Dw.mjs.map
+import{a as e}from"./constants-CXMjsQ0a.mjs";import{t}from"./logger-CPu6zbyQ.mjs";import{RequestStatus as n}from"@transcend-io/privacy-types";import r from"colors";import{map as i}from"@transcend-io/utils";import{CHANGE_REQUEST_DATA_SILO_STATUS as a,buildTranscendGraphQLClient as o,fetchRequestDataSilos as s,fetchRequestDataSilosCount as c,makeGraphQLRequest as l}from"@transcend-io/sdk";import u from"cli-progress";async function d({dataSiloId:d,auth:f,concurrency:p=50,status:m=`SKIPPED`,transcendUrl:h=e,requestStatuses:g=[n.Compiling,n.Secondary],actionTypes:_=[]}){let v=o(h,f),y=new Date().getTime(),b=await c(v,{logger:t,filterBy:{dataSiloId:d,requestStatuses:g}});t.info(r.magenta(`Marking ${b} request data silos as completed${_.length>0?` for action types: ${_.join(`,`)}`:``}`));let x=new u.SingleBar({},u.Presets.shades_classic),S=0;x.start(b,0),await i(await s(v,{logger:t,filterBy:{dataSiloId:d,requestStatuses:g},onProgress:e=>{S+=e/2,x.update(S)}}),async e=>{if(_.length===0||_.includes(e.request.type))try{await l(v,a,{variables:{requestDataSiloId:e.id,status:m},logger:t})}catch(e){if(!e.message.includes(`Client error: Request must be active:`))throw e}S+=.5,x.update(S)},{concurrency:p}),x.stop();let C=new Date().getTime()-y;return t.info(r.green(`Successfully skipped "${b}" requests in "${C/1e3}" seconds!`)),b}export{d as t};
+//# sourceMappingURL=skipRequestDataSilos-B23W9ZJe.mjs.map

package/dist/{skipRequestDataSilos-DV5Dy5Dw.mjs.map → skipRequestDataSilos-B23W9ZJe.mjs.map}

@@ -1 +1 @@
-{"version":3,"file":"skipRequestDataSilos-DV5Dy5Dw.mjs","names":[],"sources":["../src/lib/requests/skipRequestDataSilos.ts"],"sourcesContent":["import { RequestAction, RequestStatus } from '@transcend-io/privacy-types';\nimport {\n  buildTranscendGraphQLClient,\n  makeGraphQLRequest,\n  CHANGE_REQUEST_DATA_SILO_STATUS,\n  fetchRequestDataSilos,\n  fetchRequestDataSilosCount,\n} from '@transcend-io/sdk';\nimport { map } from '@transcend-io/utils';\nimport cliProgress from 'cli-progress';\nimport colors from 'colors';\n\nimport { DEFAULT_TRANSCEND_API } from '../../constants.js';\nimport { logger } from '../../logger.js';\n\n/**\n * Given a data silo ID, mark all open request data silos as skipped\n *\n * @param options - Options\n * @returns Number of items skipped\n */\nexport async function skipRequestDataSilos({\n  dataSiloId,\n  auth,\n  concurrency = 50,\n  status = 'SKIPPED',\n  transcendUrl = DEFAULT_TRANSCEND_API,\n  requestStatuses = [RequestStatus.Compiling, RequestStatus.Secondary],\n  actionTypes = [],\n}: {\n  /** Transcend API key authentication */\n  auth: string;\n  /** Data Silo ID to pull down jobs for */\n  dataSiloId: string;\n  /** Status to set */\n  status?: 'SKIPPED' | 'RESOLVED';\n  /** Upload concurrency */\n  concurrency?: number;\n  /** API URL for Transcend backend */\n  transcendUrl?: string;\n  /** Request statuses to mark as completed */\n  requestStatuses?: RequestStatus[];\n  /** Request action types to filter on */\n  actionTypes?: RequestAction[];\n}): Promise<number> {\n  // Find all requests made before createdAt that are in a removing data state\n  const client = buildTranscendGraphQLClient(transcendUrl, auth);\n\n  // Time duration\n  const t0 = new Date().getTime();\n\n  // Determine total number of request data silos\n  const requestDataSiloCount = await fetchRequestDataSilosCount(client, {\n    logger,\n    filterBy: { dataSiloId, requestStatuses },\n  });\n  logger.info(\n    colors.magenta(\n      `Marking ${requestDataSiloCount} request data silos as completed${actionTypes.length > 0 ? ` for action types: ${actionTypes.join(',')}` : ''}`,\n    ),\n  );\n\n  // create a new progress bar instance and use shades_classic theme\n  const progressBar = new cliProgress.SingleBar({}, cliProgress.Presets.shades_classic);\n\n  let total = 0;\n  progressBar.start(requestDataSiloCount, 0);\n\n  // Fetch all matching request data silos, updating progress as pages are fetched\n  const requestDataSilos = await fetchRequestDataSilos(client, {\n    logger,\n    filterBy: { dataSiloId, requestStatuses },\n    onProgress: (numFetched) => {\n      total += numFetched / 2;\n      progressBar.update(total);\n    },\n  });\n\n  await map(\n    requestDataSilos,\n    async (requestDataSilo) => {\n      if (actionTypes.length === 0 || actionTypes.includes(requestDataSilo.request.type)) {\n        try {\n          await makeGraphQLRequest<{\n            /** Whether we successfully uploaded the results */\n            success: boolean;\n          }>(client, CHANGE_REQUEST_DATA_SILO_STATUS, {\n            variables: { requestDataSiloId: requestDataSilo.id, status },\n            logger,\n          });\n        } catch (err) {\n          if (!err.message.includes('Client error: Request must be active:')) {\n            throw err;\n          }\n        }\n      }\n\n      total += 0.5;\n      progressBar.update(total);\n    },\n    { concurrency },\n  );\n\n  progressBar.stop();\n  const t1 = new Date().getTime();\n  const totalTime = t1 - t0;\n\n  logger.info(\n    colors.green(\n      `Successfully skipped \"${requestDataSiloCount}\" requests in \"${totalTime / 1000}\" seconds!`,\n    ),\n  );\n  return requestDataSiloCount;\n}\n"],"mappings":"kaAqBA,eAAsB,EAAqB,CACzC,aACA,OACA,cAAc,GACd,SAAS,UACT,eAAe,EACf,kBAAkB,CAAC,EAAc,UAAW,EAAc,UAAU,CACpE,cAAc,EAAE,EAgBE,CAElB,IAAM,EAAS,EAA4B,EAAc,EAAK,CAGxD,EAAK,IAAI,MAAM,CAAC,SAAS,CAGzB,EAAuB,MAAM,EAA2B,EAAQ,CACpE,SACA,SAAU,CAAE,aAAY,kBAAiB,CAC1C,CAAC,CACF,EAAO,KACL,EAAO,QACL,WAAW,EAAqB,kCAAkC,EAAY,OAAS,EAAI,sBAAsB,EAAY,KAAK,IAAI,GAAK,KAC5I,CACF,CAGD,IAAM,EAAc,IAAI,EAAY,UAAU,EAAE,CAAE,EAAY,QAAQ,eAAe,CAEjF,EAAQ,EACZ,EAAY,MAAM,EAAsB,EAAE,CAY1C,MAAM,EACJ,MAV6B,EAAsB,EAAQ,CAC3D,SACA,SAAU,CAAE,aAAY,kBAAiB,CACzC,WAAa,GAAe,CAC1B,GAAS,EAAa,EACtB,EAAY,OAAO,EAAM,EAE5B,CAAC,CAIA,KAAO,IAAoB,CACzB,GAAI,EAAY,SAAW,GAAK,EAAY,SAAS,EAAgB,QAAQ,KAAK,CAChF,GAAI,CACF,MAAM,EAGH,EAAQ,EAAiC,CAC1C,UAAW,CAAE,kBAAmB,EAAgB,GAAI,SAAQ,CAC5D,SACD,CAAC,OACK,EAAK,CACZ,GAAI,CAAC,EAAI,QAAQ,SAAS,wCAAwC,CAChE,MAAM,EAKZ,GAAS,GACT,EAAY,OAAO,EAAM,EAE3B,CAAE,cAAa,CAChB,CAED,EAAY,MAAM,CAElB,IAAM,EADK,IAAI,MAAM,CAAC,SACF,CAAG,EAOvB,OALA,EAAO,KACL,EAAO,MACL,yBAAyB,EAAqB,iBAAiB,EAAY,IAAK,YACjF,CACF,CACM"}
+{"version":3,"file":"skipRequestDataSilos-B23W9ZJe.mjs","names":[],"sources":["../src/lib/requests/skipRequestDataSilos.ts"],"sourcesContent":["import { RequestAction, RequestStatus } from '@transcend-io/privacy-types';\nimport {\n  buildTranscendGraphQLClient,\n  makeGraphQLRequest,\n  CHANGE_REQUEST_DATA_SILO_STATUS,\n  fetchRequestDataSilos,\n  fetchRequestDataSilosCount,\n} from '@transcend-io/sdk';\nimport { map } from '@transcend-io/utils';\nimport cliProgress from 'cli-progress';\nimport colors from 'colors';\n\nimport { DEFAULT_TRANSCEND_API } from '../../constants.js';\nimport { logger } from '../../logger.js';\n\n/**\n * Given a data silo ID, mark all open request data silos as skipped\n *\n * @param options - Options\n * @returns Number of items skipped\n */\nexport async function skipRequestDataSilos({\n  dataSiloId,\n  auth,\n  concurrency = 50,\n  status = 'SKIPPED',\n  transcendUrl = DEFAULT_TRANSCEND_API,\n  requestStatuses = [RequestStatus.Compiling, RequestStatus.Secondary],\n  actionTypes = [],\n}: {\n  /** Transcend API key authentication */\n  auth: string;\n  /** Data Silo ID to pull down jobs for */\n  dataSiloId: string;\n  /** Status to set */\n  status?: 'SKIPPED' | 'RESOLVED';\n  /** Upload concurrency */\n  concurrency?: number;\n  /** API URL for Transcend backend */\n  transcendUrl?: string;\n  /** Request statuses to mark as completed */\n  requestStatuses?: RequestStatus[];\n  /** Request action types to filter on */\n  actionTypes?: RequestAction[];\n}): Promise<number> {\n  // Find all requests made before createdAt that are in a removing data state\n  const client = buildTranscendGraphQLClient(transcendUrl, auth);\n\n  // Time duration\n  const t0 = new Date().getTime();\n\n  // Determine total number of request data silos\n  const requestDataSiloCount = await fetchRequestDataSilosCount(client, {\n    logger,\n    filterBy: { dataSiloId, requestStatuses },\n  });\n  logger.info(\n    colors.magenta(\n      `Marking ${requestDataSiloCount} request data silos as completed${actionTypes.length > 0 ? ` for action types: ${actionTypes.join(',')}` : ''}`,\n    ),\n  );\n\n  // create a new progress bar instance and use shades_classic theme\n  const progressBar = new cliProgress.SingleBar({}, cliProgress.Presets.shades_classic);\n\n  let total = 0;\n  progressBar.start(requestDataSiloCount, 0);\n\n  // Fetch all matching request data silos, updating progress as pages are fetched\n  const requestDataSilos = await fetchRequestDataSilos(client, {\n    logger,\n    filterBy: { dataSiloId, requestStatuses },\n    onProgress: (numFetched) => {\n      total += numFetched / 2;\n      progressBar.update(total);\n    },\n  });\n\n  await map(\n    requestDataSilos,\n    async (requestDataSilo) => {\n      if (actionTypes.length === 0 || actionTypes.includes(requestDataSilo.request.type)) {\n        try {\n          await makeGraphQLRequest<{\n            /** Whether we successfully uploaded the results */\n            success: boolean;\n          }>(client, CHANGE_REQUEST_DATA_SILO_STATUS, {\n            variables: { requestDataSiloId: requestDataSilo.id, status },\n            logger,\n          });\n        } catch (err) {\n          if (!err.message.includes('Client error: Request must be active:')) {\n            throw err;\n          }\n        }\n      }\n\n      total += 0.5;\n      progressBar.update(total);\n    },\n    { concurrency },\n  );\n\n  progressBar.stop();\n  const t1 = new Date().getTime();\n  const totalTime = t1 - t0;\n\n  logger.info(\n    colors.green(\n      `Successfully skipped \"${requestDataSiloCount}\" requests in \"${totalTime / 1000}\" seconds!`,\n    ),\n  );\n  return requestDataSiloCount;\n}\n"],"mappings":"kaAqBA,eAAsB,EAAqB,CACzC,aACA,OACA,cAAc,GACd,SAAS,UACT,eAAe,EACf,kBAAkB,CAAC,EAAc,UAAW,EAAc,UAAU,CACpE,cAAc,EAAE,EAgBE,CAElB,IAAM,EAAS,EAA4B,EAAc,EAAK,CAGxD,EAAK,IAAI,MAAM,CAAC,SAAS,CAGzB,EAAuB,MAAM,EAA2B,EAAQ,CACpE,SACA,SAAU,CAAE,aAAY,kBAAiB,CAC1C,CAAC,CACF,EAAO,KACL,EAAO,QACL,WAAW,EAAqB,kCAAkC,EAAY,OAAS,EAAI,sBAAsB,EAAY,KAAK,IAAI,GAAK,KAC5I,CACF,CAGD,IAAM,EAAc,IAAI,EAAY,UAAU,EAAE,CAAE,EAAY,QAAQ,eAAe,CAEjF,EAAQ,EACZ,EAAY,MAAM,EAAsB,EAAE,CAY1C,MAAM,EACJ,MAV6B,EAAsB,EAAQ,CAC3D,SACA,SAAU,CAAE,aAAY,kBAAiB,CACzC,WAAa,GAAe,CAC1B,GAAS,EAAa,EACtB,EAAY,OAAO,EAAM,EAE5B,CAAC,CAIA,KAAO,IAAoB,CACzB,GAAI,EAAY,SAAW,GAAK,EAAY,SAAS,EAAgB,QAAQ,KAAK,CAChF,GAAI,CACF,MAAM,EAGH,EAAQ,EAAiC,CAC1C,UAAW,CAAE,kBAAmB,EAAgB,GAAI,SAAQ,CAC5D,SACD,CAAC,OACK,EAAK,CACZ,GAAI,CAAC,EAAI,QAAQ,SAAS,wCAAwC,CAChE,MAAM,EAKZ,GAAS,GACT,EAAY,OAAO,EAAM,EAE3B,CAAE,cAAa,CAChB,CAED,EAAY,MAAM,CAElB,IAAM,EADK,IAAI,MAAM,CAAC,SACF,CAAG,EAOvB,OALA,EAAO,KACL,EAAO,MACL,yBAAyB,EAAqB,iBAAiB,EAAY,IAAK,YACjF,CACF,CACM"}

package/dist/{streamPrivacyRequestsToCsv-Qm2r7Iy2.mjs → streamPrivacyRequestsToCsv-Cx5QIQT6.mjs}

@@ -1,2 +1,2 @@
-import{a as e}from"./constants-boymUaFC.mjs";import{t}from"./logger-CPu6zbyQ.mjs";import{i as n,r}from"./fetchAllRequests-BI0tFl_a.mjs";import{i,r as a,t as o}from"./writeCsv-CNZrq3zU.mjs";import{groupBy as s,uniq as c}from"lodash-es";import l from"colors";import{map as u}from"@transcend-io/utils";import{buildTranscendGraphQLClient as d,createSombraGotInstance as f,fetchAllRequestIdentifiers as p,validateSombraVersion as m}from"@transcend-io/sdk";import h from"cli-progress";function g({attributeValues:e,requestIdentifiers:t,id:n,email:r,type:i,status:a,subjectType:o,details:c,createdAt:l,successfullyCompletedAt:u,country:d,locale:f,origin:p,countrySubDivision:m,isSilent:h,isTest:g,coreIdentifier:_,purpose:v,...y}){return{"Request ID":n,"Created At":l,"Successfully Completed At":u||``,Email:r,"Core Identifier":_,"Request Type":i,"Data Subject Type":o,Status:a,Country:d,"Country Sub Division":m,Details:c,Origin:p,"Silent Mode":h,"Is Test Request":g,Language:f,"Purpose Trigger Name":v?.title||v?.name||``,"Purpose Trigger Value":v?.consent?.toString()||``,...(v?.enrichedPreferences||[]).reduce((e,t)=>{let n=t.preferenceTopic?.title.defaultMessage||t.name;return n?{...e,[n]:t.selectValues?t.selectValues.map(e=>e.name).join(`;`):t.selectValue?.name||t.booleanValue}:e},{}),...y,...Object.entries(s(e,`attributeKey.name`)).reduce((e,[t,n])=>Object.assign(e,{[t]:n.map(({name:e})=>e).join(`,`)}),{}),...Object.entries(s(t,`name`)).reduce((e,[t,n])=>Object.assign(e,{[t]:n.map(({value:e})=>e).join(`,`)}),{})}}function _(e,t,n){let r=e.getTime(),i=t.getTime(),a=(i-r)/n;return Array.from({length:n},(e,t)=>({createdAtAfter:new Date(r+a*t),createdAtBefore:new Date(t===n-1?i:r+a*(t+1))}))}async function v({auth:s,sombraAuth:v,actions:y=[],statuses:b=[],identifierSearch:x,concurrency:S=1,pageLimit:C=100,transcendUrl:w=e,createdAtBefore:T,createdAtAfter:E,updatedAtBefore:D,updatedAtAfter:O,isTest:k,skipRequestIdentifiers:A=!1,file:j}){let M=d(w,s),N=A?void 0:await f(w,s,{logger:t,sombraApiKey:v,sombraUrl:process.env.SOMBRA_URL}),P=``;T&&(P+=` before ${T.toISOString()}`),E&&(P+=`${P?`, and`:``} after ${E.toISOString()}`),t.info(l.magenta(`${y.length>0?`Pulling requests of type "${y.join(`" , "`)}"`:`Pulling all requests`}${P}`));let F=S>1&&E&&T,I=F?_(E,T,S):[{createdAtAfter:E,createdAtBefore:T}];F&&t.info(l.magenta(`Splitting date range into ${S} parallel chunks`));let L={type:y.length>0?y:void 0,status:b.length>0?b:void 0,isTest:k,createdAtBefore:T?T.toISOString():void 0,createdAtAfter:E?E.toISOString():void 0,updatedAtBefore:D?D.toISOString():void 0,updatedAtAfter:O?O.toISOString():void 0},R=Date.now();A||await m(M,{logger:t});let z=await n(M,L);t.info(l.magenta(`Fetching ${z} requests`));let B=new h.SingleBar({},h.Presets.shades_classic);B.start(z,0);let V=0,{baseName:H,extension:U}=i(j),W=I.map((e,t)=>I.length===1?j:`${H}-${t}${U}`),G=[],K=await u(I,async(e,n)=>{let i=W[n],s,d=0;try{await r(M,{actions:y,text:x,statuses:b,createdAtBefore:e.createdAtBefore,createdAtAfter:e.createdAtAfter,updatedAtBefore:D,updatedAtAfter:O,isTest:k,onPage:async e=>{if(e.length===0)return;let n=(A?e.map(e=>({...e,requestIdentifiers:[]})):await u(e,async e=>({...e,requestIdentifiers:await p(M,N,{filterBy:{requestId:e.id},skipSombraCheck:!0,logger:t})}),{concurrency:C})).map(g);s||(s=c(n.map(e=>Object.keys(e)).flat()),a(i,s)),o(i,n,s),d+=n.length,V+=n.length,B.update(V)}})}catch(r){let i=r instanceof Error?r.message:String(r);t.error(l.red(`Chunk ${n} failed (${e.createdAtAfter?.toISOString()??`start`} → ${e.createdAtBefore?.toISOString()??`end`}): ${i}`)),G.push({index:n,createdAtAfter:e.createdAtAfter,createdAtBefore:e.createdAtBefore,error:i})}return s||a(i,[]),d},{concurrency:F?S:1});B.stop();let q=K.reduce((e,t)=>e+t,0),J=(Date.now()-R)/1e3;if(G.length>0){t.error(l.red(`\n${G.length} chunk(s) failed. Re-run with these date ranges to fill the gaps:`));for(let e of G)t.error(l.red(`  Chunk ${e.index}: --createdAtAfter=${e.createdAtAfter?.toISOString()??``} --createdAtBefore=${e.createdAtBefore?.toISOString()??``}`))}return t.info(l.green(`Streamed ${q} requests to ${W.length} file(s) in ${J}s`)),{filePaths:W,totalCount:q}}export{_ as n,g as r,v as t};
-//# sourceMappingURL=streamPrivacyRequestsToCsv-Qm2r7Iy2.mjs.map
+import{a as e}from"./constants-CXMjsQ0a.mjs";import{t}from"./logger-CPu6zbyQ.mjs";import{i as n,r}from"./fetchAllRequests-BI0tFl_a.mjs";import{i,r as a,t as o}from"./writeCsv-CNZrq3zU.mjs";import{groupBy as s,uniq as c}from"lodash-es";import l from"colors";import{map as u}from"@transcend-io/utils";import{buildTranscendGraphQLClient as d,createSombraGotInstance as f,fetchAllRequestIdentifiers as p,validateSombraVersion as m}from"@transcend-io/sdk";import h from"cli-progress";function g({attributeValues:e,requestIdentifiers:t,id:n,email:r,type:i,status:a,subjectType:o,details:c,createdAt:l,successfullyCompletedAt:u,country:d,locale:f,origin:p,countrySubDivision:m,isSilent:h,isTest:g,coreIdentifier:_,purpose:v,...y}){return{"Request ID":n,"Created At":l,"Successfully Completed At":u||``,Email:r,"Core Identifier":_,"Request Type":i,"Data Subject Type":o,Status:a,Country:d,"Country Sub Division":m,Details:c,Origin:p,"Silent Mode":h,"Is Test Request":g,Language:f,"Purpose Trigger Name":v?.title||v?.name||``,"Purpose Trigger Value":v?.consent?.toString()||``,...(v?.enrichedPreferences||[]).reduce((e,t)=>{let n=t.preferenceTopic?.title.defaultMessage||t.name;return n?{...e,[n]:t.selectValues?t.selectValues.map(e=>e.name).join(`;`):t.selectValue?.name||t.booleanValue}:e},{}),...y,...Object.entries(s(e,`attributeKey.name`)).reduce((e,[t,n])=>Object.assign(e,{[t]:n.map(({name:e})=>e).join(`,`)}),{}),...Object.entries(s(t,`name`)).reduce((e,[t,n])=>Object.assign(e,{[t]:n.map(({value:e})=>e).join(`,`)}),{})}}function _(e,t,n){let r=e.getTime(),i=t.getTime(),a=(i-r)/n;return Array.from({length:n},(e,t)=>({createdAtAfter:new Date(r+a*t),createdAtBefore:new Date(t===n-1?i:r+a*(t+1))}))}async function v({auth:s,sombraAuth:v,actions:y=[],statuses:b=[],identifierSearch:x,concurrency:S=1,pageLimit:C=100,transcendUrl:w=e,createdAtBefore:T,createdAtAfter:E,updatedAtBefore:D,updatedAtAfter:O,isTest:k,skipRequestIdentifiers:A=!1,file:j}){let M=d(w,s),N=A?void 0:await f(w,s,{logger:t,sombraApiKey:v,sombraUrl:process.env.SOMBRA_URL}),P=``;T&&(P+=` before ${T.toISOString()}`),E&&(P+=`${P?`, and`:``} after ${E.toISOString()}`),t.info(l.magenta(`${y.length>0?`Pulling requests of type "${y.join(`" , "`)}"`:`Pulling all requests`}${P}`));let F=S>1&&E&&T,I=F?_(E,T,S):[{createdAtAfter:E,createdAtBefore:T}];F&&t.info(l.magenta(`Splitting date range into ${S} parallel chunks`));let L={type:y.length>0?y:void 0,status:b.length>0?b:void 0,isTest:k,createdAtBefore:T?T.toISOString():void 0,createdAtAfter:E?E.toISOString():void 0,updatedAtBefore:D?D.toISOString():void 0,updatedAtAfter:O?O.toISOString():void 0},R=Date.now();A||await m(M,{logger:t});let z=await n(M,L);t.info(l.magenta(`Fetching ${z} requests`));let B=new h.SingleBar({},h.Presets.shades_classic);B.start(z,0);let V=0,{baseName:H,extension:U}=i(j),W=I.map((e,t)=>I.length===1?j:`${H}-${t}${U}`),G=[],K=await u(I,async(e,n)=>{let i=W[n],s,d=0;try{await r(M,{actions:y,text:x,statuses:b,createdAtBefore:e.createdAtBefore,createdAtAfter:e.createdAtAfter,updatedAtBefore:D,updatedAtAfter:O,isTest:k,onPage:async e=>{if(e.length===0)return;let n=(A?e.map(e=>({...e,requestIdentifiers:[]})):await u(e,async e=>({...e,requestIdentifiers:await p(M,N,{filterBy:{requestId:e.id},skipSombraCheck:!0,logger:t})}),{concurrency:C})).map(g);s||(s=c(n.map(e=>Object.keys(e)).flat()),a(i,s)),o(i,n,s),d+=n.length,V+=n.length,B.update(V)}})}catch(r){let i=r instanceof Error?r.message:String(r);t.error(l.red(`Chunk ${n} failed (${e.createdAtAfter?.toISOString()??`start`} → ${e.createdAtBefore?.toISOString()??`end`}): ${i}`)),G.push({index:n,createdAtAfter:e.createdAtAfter,createdAtBefore:e.createdAtBefore,error:i})}return s||a(i,[]),d},{concurrency:F?S:1});B.stop();let q=K.reduce((e,t)=>e+t,0),J=(Date.now()-R)/1e3;if(G.length>0){t.error(l.red(`\n${G.length} chunk(s) failed. Re-run with these date ranges to fill the gaps:`));for(let e of G)t.error(l.red(`  Chunk ${e.index}: --createdAtAfter=${e.createdAtAfter?.toISOString()??``} --createdAtBefore=${e.createdAtBefore?.toISOString()??``}`))}return t.info(l.green(`Streamed ${q} requests to ${W.length} file(s) in ${J}s`)),{filePaths:W,totalCount:q}}export{_ as n,g as r,v as t};
+//# sourceMappingURL=streamPrivacyRequestsToCsv-Cx5QIQT6.mjs.map