@transcend-io/cli 8.0.0-alpha.1 → 8.0.0

package/dist/impl-VVADV3UA.cjs

@@ -0,0 +1,2 @@
+"use strict";Object.defineProperty(exports, "__esModule", {value: true});var _chunkGZ2U36SScjs = require('./chunk-GZ2U36SS.cjs');require('./chunk-V4X4IT3T.cjs');require('./chunk-3FEOMF7G.cjs');var _chunkWKCTKYN4cjs = require('./chunk-WKCTKYN4.cjs');require('./chunk-QEM6S2W7.cjs');require('./chunk-LCDYXJN6.cjs');require('./chunk-MPI5VURJ.cjs');require('./chunk-ZUNVPK23.cjs');require('./chunk-KC7NDLN7.cjs');require('./chunk-3EZGFSMD.cjs');require('./chunk-Q7I37FJV.cjs');async function m({auth:a,trackerStatus:r,file:s,classifyService:e,transcendUrl:n}){_chunkWKCTKYN4cjs.a.call(void 0, this.process.exit),await _chunkGZ2U36SScjs.b.call(void 0, {auth:a,trackerStatus:r,file:s,classifyService:e,transcendUrl:n})}exports.uploadDataFlowsFromCsv = m;
+//# sourceMappingURL=impl-VVADV3UA.cjs.map

package/dist/impl-VVADV3UA.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["/home/runner/work/cli/cli/dist/impl-VVADV3UA.cjs","../src/commands/consent/upload-data-flows-from-csv/impl.ts"],"names":["uploadDataFlowsFromCsv","auth","trackerStatus","file","classifyService","transcendUrl","doneInputValidation"],"mappings":"AAAA,iIAAwC,gCAA6B,gCAA6B,wDAAyC,gCAA6B,gCAA6B,gCAA6B,gCAA6B,gCAA6B,gCAA6B,gCAA6B,MCatV,SAAsBA,CAAAA,CAEpB,CACE,IAAA,CAAAC,CAAAA,CACA,aAAA,CAAAC,CAAAA,CACA,IAAA,CAAAC,CAAAA,CACA,eAAA,CAAAC,CAAAA,CACA,YAAA,CAAAC,CACF,CAAA,CACe,CACfC,iCAAAA,IAAoB,CAAK,OAAA,CAAQ,IAAI,CAAA,CAErC,MAAMN,iCAAAA,CACJ,IAAA,CAAAC,CAAAA,CACA,aAAA,CAAAC,CAAAA,CACA,IAAA,CAAAC,CAAAA,CACA,eAAA,CAAAC,CAAAA,CACA,YAAA,CAAAC,CACF,CAAC,CACH,CAAA,mCAAA","file":"/home/runner/work/cli/cli/dist/impl-VVADV3UA.cjs","sourcesContent":[null,"import type { LocalContext } from '../../../context';\nimport { uploadDataFlowsFromCsv as uploadDataFlowsFromCsvHelper } from '../../../lib/consent-manager';\nimport { ConsentTrackerStatus } from '@transcend-io/privacy-types';\nimport { doneInputValidation } from '../../../lib/cli/done-input-validation';\n\nexport interface UploadDataFlowsFromCsvCommandFlags {\n  auth: string;\n  trackerStatus: ConsentTrackerStatus;\n  file: string;\n  classifyService: boolean;\n  transcendUrl: string;\n}\n\nexport async function uploadDataFlowsFromCsv(\n  this: LocalContext,\n  {\n    auth,\n    trackerStatus,\n    file,\n    classifyService,\n    transcendUrl,\n  }: UploadDataFlowsFromCsvCommandFlags,\n): Promise<void> {\n  doneInputValidation(this.process.exit);\n\n  await uploadDataFlowsFromCsvHelper({\n    auth,\n    trackerStatus,\n    file,\n    classifyService,\n    transcendUrl,\n  });\n}\n"]}

package/dist/impl-WBR473NQ.cjs

@@ -0,0 +1,7 @@
+"use strict";Object.defineProperty(exports, "__esModule", {value: true}); function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; } function _nullishCoalesce(lhs, rhsFn) { if (lhs != null) { return lhs; } else { return rhsFn(); } } function _optionalChain(ops) { let lastAccessLHS = undefined; let value = ops[0]; let i = 1; while (i < ops.length) { const op = ops[i]; const fn = ops[i + 1]; i += 2; if ((op === 'optionalAccess' || op === 'optionalCall') && value == null) { return undefined; } if (op === 'access' || op === 'optionalAccess') { lastAccessLHS = value; value = fn(value); } else if (op === 'call' || op === 'optionalCall') { value = fn((...args) => value.call(lastAccessLHS, ...args)); lastAccessLHS = undefined; } } return value; }var _chunkWKCTKYN4cjs = require('./chunk-WKCTKYN4.cjs');var _chunkMPI5VURJcjs = require('./chunk-MPI5VURJ.cjs');var _chunkZUNVPK23cjs = require('./chunk-ZUNVPK23.cjs');var _chunk3EZGFSMDcjs = require('./chunk-3EZGFSMD.cjs');var _chunkQ7I37FJVcjs = require('./chunk-Q7I37FJV.cjs');var _colors = require('colors'); var _colors2 = _interopRequireDefault(_colors);var _got = require('got'); var _got2 = _interopRequireDefault(_got);var B=({hostname:t,auth:e})=>_got2.default.extend({prefixUrl:`https://${t}`,headers:{accept:"application/json","content-type":"application/json",authorization:`Bearer ${e}`}});var _yargsparser = require('yargs-parser'); var _yargsparser2 = _interopRequireDefault(_yargsparser);var ve=Object.values(_chunkQ7I37FJVcjs.b);var _fs = require('fs'); var _fs2 = _interopRequireDefault(_fs);var w=({assessment:t,index:e,total:s,wrap:r=!0})=>{let n="";(e===0||r)&&(n=`[
+`);let m=JSON.stringify(t),o=s&&e<s-1&&!r?",":"";return n=`${n+m+o}
+`,(s&&e===s-1||r)&&(n+=`
+]`),n};var J=({file:t,assessment:e,index:s,total:r})=>{_chunkZUNVPK23cjs.a.info(_colors2.default.magenta(`Writing enriched assessment ${s+1} of ${r} to file "${t}"...`)),s===0?_fs2.default.writeFileSync(t,w({assessment:e,index:s,total:r,wrap:!1})):_fs2.default.appendFileSync(t,w({assessment:e,index:s,total:r,wrap:!1}))};var _typeutils = require('@transcend-io/type-utils');var _privacytypes = require('@transcend-io/privacy-types');var K=async({oneTrust:t})=>{let e=0,s=1,r=0,n=[];for(;e<s;){let{body:m}=await t.get(`api/assessment/v2/assessments?page=${e}&size=2000`),{page:o,content:u}=_typeutils.decodeCodec.call(void 0, _privacytypes.OneTrustGetListOfAssessmentsResponse,m);n.push(..._nullishCoalesce(u, () => ([]))),e===0&&(s=_nullishCoalesce(_optionalChain([o, 'optionalAccess', _2 => _2.totalPages]), () => (0)),r=_nullishCoalesce(_optionalChain([o, 'optionalAccess', _3 => _3.totalElements]), () => (0))),e+=1,_chunkZUNVPK23cjs.a.info(`Fetched ${n.length} of ${r} assessments.`)}return n};var W=async({oneTrust:t,assessmentId:e})=>{let{body:s}=await t.get(`api/assessment/v2/assessments/${e}/export?ExcludeSkippedQuestions=false`);return _typeutils.decodeCodec.call(void 0, _privacytypes.OneTrustGetAssessmentResponse,s)};var H=async({oneTrust:t,riskId:e})=>{let{body:s}=await t.get(`api/risk/v2/risks/${e}`);return _typeutils.decodeCodec.call(void 0, _privacytypes.OneTrustGetRiskResponse,s)};var k=async({oneTrust:t,userId:e})=>{let{body:s}=await t.get(`api/scim/v2/Users/${e}`);return _typeutils.decodeCodec.call(void 0, _privacytypes.OneTrustGetUserResponse,s)};var z=({assessment:t,assessmentDetails:e,riskDetails:s,creatorDetails:r,approversDetails:n,respondentsDetails:m})=>{let o=_chunk3EZGFSMDcjs.e.call(void 0, s,"id"),{sections:u,createdBy:h,...g}=e,O=u.map(i=>{let{questions:A,...$}=i,x=A.map(E=>{let{risks:U,...G}=E,v=(_nullishCoalesce(U, () => ([]))).map(y=>{let S=o[y.riskId];return{...y,...S,level:y.level,impactLevel:_nullishCoalesce(y.impactLevel, () => (0))}});return{...G,risks:v}});return{...$,questions:x}}),p={...h,active:_nullishCoalesce(_optionalChain([r, 'optionalAccess', _4 => _4.active]), () => (!1)),userType:_nullishCoalesce(_optionalChain([r, 'optionalAccess', _5 => _5.userType]), () => ("Internal")),emails:_nullishCoalesce(_optionalChain([r, 'optionalAccess', _6 => _6.emails]), () => ([])),title:_nullishCoalesce(_optionalChain([r, 'optionalAccess', _7 => _7.title]), () => (null)),givenName:_nullishCoalesce(_optionalChain([r, 'optionalAccess', _8 => _8.name, 'access', _9 => _9.givenName]), () => (null)),familyName:_nullishCoalesce(_optionalChain([r, 'optionalAccess', _10 => _10.name, 'access', _11 => _11.familyName]), () => (null))},d=_chunk3EZGFSMDcjs.e.call(void 0, n,"id"),l=e.approvers.flatMap(i=>d[i.id]?[{...i,approver:{...i.approver,active:d[i.id].active,userType:d[i.id].userType,emails:d[i.id].emails,title:d[i.id].title,givenName:_nullishCoalesce(d[i.id].name.givenName, () => (null)),familyName:_nullishCoalesce(d[i.id].name.familyName, () => (null))}}]:[]),T=_chunk3EZGFSMDcjs.e.call(void 0, m,"id"),C=e.respondents.filter(i=>!i.name.includes("@")).flatMap(i=>T[i.id]?[{...i,active:T[i.id].active,userType:T[i.id].userType,emails:T[i.id].emails,title:T[i.id].title,givenName:_nullishCoalesce(T[i.id].name.givenName, () => (null)),familyName:_nullishCoalesce(T[i.id].name.familyName, () => (null))}]:[]);return{...t,...g,approvers:l,respondents:C,createdBy:p,sections:O}};var F=async({transcend:t,assessment:e,total:s,index:r})=>{_chunkZUNVPK23cjs.a.info(_colors2.default.magenta(`Writing enriched assessment ${r+1} ${s?`of ${s} `:" "}to Transcend...`));let m={json:w({assessment:e,index:r,total:s})};try{await _chunkMPI5VURJcjs.cc.call(void 0, t,_chunkMPI5VURJcjs.ha,{input:m})}catch (e2){_chunkZUNVPK23cjs.a.error(_colors2.default.red(`Failed to sync assessment ${r+1} ${s?`of ${s} `:" "}to Transcend.
+	Assessment Title: ${e.name}. Template Title: ${e.template.name}
+`))}};var Y=async({oneTrust:t,file:e,dryRun:s,transcend:r})=>{_chunkZUNVPK23cjs.a.info("Getting list of all assessments from OneTrust...");let n=await K({oneTrust:t}),m={},o=5,u=Array.from({length:Math.ceil(n.length/o)},(h,g)=>n.slice(g*o,(g+1)*o));await _chunkMPI5VURJcjs.a.call(void 0, u,async(h,g)=>{let O=[];await _chunkMPI5VURJcjs.b.call(void 0, h,async(p,d)=>{let l=o*g+d+1;_chunkZUNVPK23cjs.a.info(`[assessment ${l} of ${n.length}]: fetching details...`);let{templateName:T,assessmentId:C}=p,i=await W({oneTrust:t,assessmentId:C}),A=i.createdBy.id,$=m[A];if(!$){_chunkZUNVPK23cjs.a.info(`[assessment ${l} of ${n.length}]: fetching creator...`);try{$=await k({oneTrust:t,userId:A}),m[A]=$}catch (e3){_chunkZUNVPK23cjs.a.warn(_colors2.default.yellow(`[assessment ${l} of ${n.length}]: failed to fetch form creator.	creatorId: ${A}. Assessment Title: ${p.name}. Template Title: ${T}`))}}let{approvers:x}=i,E=[];x.length>0&&(_chunkZUNVPK23cjs.a.info(`[assessment ${l} of ${n.length}]: fetching approvers...`),E=await _chunkMPI5VURJcjs.b.call(void 0, x.map(({id:c})=>c),async c=>{try{let f=m[c];return f||(f=await k({oneTrust:t,userId:c}),m[c]=f),[f]}catch (e4){return _chunkZUNVPK23cjs.a.warn(_colors2.default.yellow(`[assessment ${l} of ${n.length}]: failed to fetch a form approver.	approverId: ${c}. Assessment Title: ${p.name}. Template Title: ${T}`)),[]}},{concurrency:5}));let{respondents:U}=i,G=U.filter(c=>!c.name.includes("@")),v=[];G.length>0&&(_chunkZUNVPK23cjs.a.info(`[assessment ${l} of ${n.length}]: fetching respondents...`),v=await _chunkMPI5VURJcjs.b.call(void 0, G.map(({id:c})=>c),async c=>{try{let f=m[c];return f||(f=await k({oneTrust:t,userId:c}),m[c]=f),[f]}catch (e5){return _chunkZUNVPK23cjs.a.warn(_colors2.default.yellow(`[assessment ${l} of ${n.length}]: failed to fetch a respondent.	respondentId: ${c}. Assessment Title: ${p.name}. Template Title: ${T}`)),[]}},{concurrency:5}));let y=[],S=_chunk3EZGFSMDcjs.j.call(void 0, i.sections.flatMap(c=>c.questions.flatMap(f=>(_nullishCoalesce(f.risks, () => ([]))).flatMap(ee=>ee.riskId))));S.length>0&&(_chunkZUNVPK23cjs.a.info(`[assessment ${l} of ${n.length}]: fetching risks...`),y=await _chunkMPI5VURJcjs.b.call(void 0, S,c=>H({oneTrust:t,riskId:c}),{concurrency:5}));let X=z({assessment:p,assessmentDetails:i,riskDetails:y,creatorDetails:$,approversDetails:E.flat(),respondentsDetails:v.flat()});O.push(X)},{concurrency:o}),await _chunkMPI5VURJcjs.a.call(void 0, O,async(p,d)=>{let l=g*o+d;s&&e?J({assessment:p,index:l,total:n.length,file:e}):r&&await F({assessment:p,transcend:r,total:n.length,index:l})})})};var _JSONStream = require('JSONStream'); var _JSONStream2 = _interopRequireDefault(_JSONStream);var Z=({transcend:t,file:e})=>(_chunkZUNVPK23cjs.a.info(`Getting list of all assessments from file ${e}...`),new Promise((s,r)=>{let n=_fs.createReadStream.call(void 0, e,{encoding:"utf-8",highWaterMark:65536}),m=_JSONStream2.default.parse("*"),o=0;n.pipe(m),m.on("data",async u=>{try{m.pause();let h=_typeutils.decodeCodec.call(void 0, _privacytypes.OneTrustEnrichedAssessment,u);await F({assessment:h,transcend:t,index:o}),o+=1,m.resume()}catch(h){_chunkZUNVPK23cjs.a.error(_colors2.default.red(`Failed to parse the assessment ${o} from file '${e}': ${h.message}.`))}}),m.on("end",()=>{_chunkZUNVPK23cjs.a.info(`Finished processing ${o} assessments from file ${e}`),s()}),m.on("error",u=>{_chunkZUNVPK23cjs.a.error(_colors2.default.red(`Error parsing file '${e}': ${u.message}`)),r(u)}),n.on("error",u=>{_chunkZUNVPK23cjs.a.error(_colors2.default.red(`Error reading file '${e}': ${u.message}`)),r(u)})}));async function Ds({hostname:t,oneTrustAuth:e,source:s,transcendAuth:r,transcendUrl:n,resource:m,file:o,dryRun:u,debug:h}){if(!u&&!r)throw new Error('Must specify a "transcendAuth" parameter to sync resources to Transcend. e.g. --transcendAuth=${TRANSCEND_API_KEY}');if(u&&!o)throw new Error('Must set a "file" parameter when "dryRun" is "true". e.g. --file=./oneTrustAssessments.json');if(o){let p=o.split(".");if(p.length<2)throw new Error('The "file" parameter has an invalid format. Expected a path with extensions. e.g. --file=./pathToFile.json.');if(p.at(-1)!=="json")throw new Error(`Expected the format of the "file" parameters '${o}' to be 'json', but got '${p.at(-1)}'.`)}if(s==="oneTrust"){if(!t)throw new Error('Missing required parameter "hostname". e.g. --hostname=customer.my.onetrust.com');if(!e)throw new Error('Missing required parameter "oneTrustAuth". e.g. --oneTrustAuth=$ONE_TRUST_AUTH_TOKEN')}else{if(!o)throw new Error('Must specify a "file" parameter to read the OneTrust assessments from. e.g. --source=./oneTrustAssessments.json');if(u)throw new Error('Cannot read and write to a file simultaneously. Emit the "source" parameter or set it to oneTrust if "dryRun" is enabled.')}_chunkWKCTKYN4cjs.a.call(void 0, this.process.exit);let g=t&&e?B({hostname:t,auth:e}):void 0,O=n&&r?_chunkMPI5VURJcjs.Wd.call(void 0, n,r):void 0;try{m==="assessments"&&(s==="oneTrust"&&g?await Y({oneTrust:g,file:o,dryRun:u,...O&&{transcend:O}}):s==="file"&&o&&O&&await Z({file:o,transcend:O}))}catch(p){throw new Error(`An error occurred syncing the resource ${m} from OneTrust: ${h?p.stack:p.message}`)}_chunkZUNVPK23cjs.a.info(_colors2.default.green(`Successfully synced OneTrust ${m} to ${u?`disk at "${o}"`:"Transcend"}!`))}exports.syncOt = Ds;
+//# sourceMappingURL=impl-WBR473NQ.cjs.map

package/dist/impl-WBR473NQ.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["/home/runner/work/cli/cli/dist/impl-WBR473NQ.cjs","../src/commands/migration/sync-ot/impl.ts","../src/lib/oneTrust/createOneTrustGotInstance.ts","../src/lib/oneTrust/helpers/oneTrustAssessmentToJson.ts","../src/lib/oneTrust/endpoints/getListOfOneTrustAssessments.ts","../src/lib/oneTrust/helpers/syncOneTrustAssessmentToTranscend.ts","../src/lib/oneTrust/helpers/syncOneTrustAssessmentsFromOneTrust.ts"],"names":["createOneTrustGotInstance","hostname","auth","got"],"mappings":"AAAA,y0BAAwC,wDAAwE,wDAAoC,wDAAgD,wDAAyC,gFCE1N,oECFM,IAQZA,CAAAA,CAA4B,CAAC,CACxC,QAAA,CAAAC,CAAAA,CACA,IAAA,CAAAC,CACF,CAAA,CAAA,EAMEC,aAAAA,CAAI,MAAA,CAAO,CACT,SAAA,CAAW,CAAA,QAAA,EAAWF,CAAQ,CAAA,CAAA;ACiBwB;AAIzC;ACrCW,CAAA;ACyEiE,mBAAA;ACC3B","file":"/home/runner/work/cli/cli/dist/impl-WBR473NQ.cjs","sourcesContent":[null,"import type { LocalContext } from '../../../context';\nimport { logger } from '../../../logger';\nimport colors from 'colors';\nimport { createOneTrustGotInstance } from '../../../lib/oneTrust';\nimport {\n  OneTrustFileFormat,\n  OneTrustPullResource,\n  OneTrustPullSource,\n} from '../../../enums';\nimport { buildTranscendGraphQLClient } from '../../../lib/graphql';\nimport {\n  syncOneTrustAssessmentsFromFile,\n  syncOneTrustAssessmentsFromOneTrust,\n} from '../../../lib/oneTrust/helpers';\nimport { doneInputValidation } from '../../../lib/cli/done-input-validation';\n\n// Command flag interface\nexport interface SyncOtCommandFlags {\n  hostname?: string;\n  oneTrustAuth?: string;\n  source: OneTrustPullSource;\n  transcendAuth?: string;\n  transcendUrl: string;\n  file?: string;\n  resource: OneTrustPullResource;\n  dryRun: boolean;\n  debug: boolean;\n}\n\n// Command implementation\nexport async function syncOt(\n  this: LocalContext,\n  {\n    hostname,\n    oneTrustAuth,\n    source,\n    transcendAuth,\n    transcendUrl,\n    resource,\n    file,\n    dryRun,\n    debug,\n  }: SyncOtCommandFlags,\n): Promise<void> {\n  // Must be able to authenticate to transcend to sync resources to it\n  if (!dryRun && !transcendAuth) {\n    throw new Error(\n      // eslint-disable-next-line no-template-curly-in-string\n      'Must specify a \"transcendAuth\" parameter to sync resources to Transcend. e.g. --transcendAuth=${TRANSCEND_API_KEY}',\n    );\n  }\n\n  // If trying to sync to disk, must specify a file path\n  if (dryRun && !file) {\n    throw new Error(\n      'Must set a \"file\" parameter when \"dryRun\" is \"true\". e.g. --file=./oneTrustAssessments.json',\n    );\n  }\n\n  if (file) {\n    const splitFile = file.split('.');\n    if (splitFile.length < 2) {\n      throw new Error(\n        'The \"file\" parameter has an invalid format. Expected a path with extensions. e.g. --file=./pathToFile.json.',\n      );\n    }\n    if (splitFile.at(-1) !== OneTrustFileFormat.Json) {\n      throw new Error(\n        `Expected the format of the \"file\" parameters '${file}' to be '${\n          OneTrustFileFormat.Json\n        }', but got '${splitFile.at(-1)}'.`,\n      );\n    }\n  }\n\n  // if reading assessments from a OneTrust\n  if (source === OneTrustPullSource.OneTrust) {\n    // must specify the OneTrust hostname\n    if (!hostname) {\n      throw new Error(\n        'Missing required parameter \"hostname\". e.g. --hostname=customer.my.onetrust.com',\n      );\n    }\n    // must specify the OneTrust auth\n    if (!oneTrustAuth) {\n      throw new Error(\n        'Missing required parameter \"oneTrustAuth\". e.g. --oneTrustAuth=$ONE_TRUST_AUTH_TOKEN',\n      );\n    }\n  } else {\n    // if reading the assessments from a file, must specify a file to read from\n    if (!file) {\n      throw new Error(\n        'Must specify a \"file\" parameter to read the OneTrust assessments from. e.g. --source=./oneTrustAssessments.json',\n      );\n    }\n\n    // Cannot try reading from file and save assessments to a file simultaneously\n    if (dryRun) {\n      throw new Error(\n        'Cannot read and write to a file simultaneously.' +\n          ` Emit the \"source\" parameter or set it to ${OneTrustPullSource.OneTrust} if \"dryRun\" is enabled.`,\n      );\n    }\n  }\n\n  doneInputValidation(this.process.exit);\n\n  // instantiate a client to talk to OneTrust\n  const oneTrust =\n    hostname && oneTrustAuth\n      ? createOneTrustGotInstance({\n          hostname,\n          auth: oneTrustAuth,\n        })\n      : undefined;\n\n  // instantiate a client to talk to Transcend\n  const transcend =\n    transcendUrl && transcendAuth\n      ? buildTranscendGraphQLClient(transcendUrl, transcendAuth)\n      : undefined;\n\n  try {\n    if (resource === OneTrustPullResource.Assessments) {\n      if (source === OneTrustPullSource.OneTrust && oneTrust) {\n        await syncOneTrustAssessmentsFromOneTrust({\n          oneTrust,\n          file,\n          dryRun,\n          ...(transcend && { transcend }),\n        });\n      } else if (source === OneTrustPullSource.File && file && transcend) {\n        await syncOneTrustAssessmentsFromFile({ file, transcend });\n      }\n    }\n  } catch (err) {\n    throw new Error(\n      `An error occurred syncing the resource ${resource} from OneTrust: ${\n        debug ? err.stack : err.message\n      }`,\n    );\n  }\n\n  // Indicate success\n  logger.info(\n    colors.green(\n      `Successfully synced OneTrust ${resource} to ${\n        dryRun ? `disk at \"${file}\"` : 'Transcend'\n      }!`,\n    ),\n  );\n}\n","import got, { Got } from 'got';\n\n/**\n * Instantiate an instance of got that is capable of making requests to OneTrust\n *\n * @param param - information about the OneTrust URL\n * @returns The instance of got that is capable of making requests to the customer ingress\n */\nexport const createOneTrustGotInstance = ({\n  hostname,\n  auth,\n}: {\n  /** Hostname of the OneTrust API */\n  hostname: string;\n  /** The OAuth access token */\n  auth: string;\n}): Got =>\n  got.extend({\n    prefixUrl: `https://${hostname}`,\n    headers: {\n      accept: 'application/json',\n      'content-type': 'application/json',\n      authorization: `Bearer ${auth}`,\n    },\n  });\n","import { OneTrustEnrichedAssessment } from '@transcend-io/privacy-types';\n\n/**\n * Converts the assessment into a json entry.\n *\n * @param param - information about the assessment and amount of entries\n * @returns a stringified json entry ready to be appended to a file\n */\nexport const oneTrustAssessmentToJson = ({\n  assessment,\n  index,\n  total,\n  wrap = true,\n}: {\n  /** The assessment to convert */\n  assessment: OneTrustEnrichedAssessment;\n  /** The position of the assessment in the final Json object */\n  index: number;\n  /** The total amount of the assessments in the final Json object */\n  total?: number;\n  /** Whether to wrap every entry in brackets */\n  wrap?: boolean;\n}): string => {\n  let jsonEntry = '';\n  // start with an opening bracket\n  if (index === 0 || wrap) {\n    jsonEntry = '[\\n';\n  }\n\n  const stringifiedAssessment = JSON.stringify(assessment);\n\n  // Add comma for all items except the last one\n  const comma = total && index < total - 1 && !wrap ? ',' : '';\n\n  // write to file\n  jsonEntry = `${jsonEntry + stringifiedAssessment + comma}\\n`;\n\n  // end with closing bracket\n  if ((total && index === total - 1) || wrap) {\n    jsonEntry += '\\n]';\n  }\n\n  return jsonEntry;\n};\n","import { Got } from 'got';\nimport { logger } from '../../../logger';\nimport { decodeCodec } from '@transcend-io/type-utils';\nimport {\n  OneTrustAssessment,\n  OneTrustGetListOfAssessmentsResponse,\n} from '@transcend-io/privacy-types';\n\n/**\n * Fetch a list of all assessments from the OneTrust client.\n * ref: https://developer.onetrust.com/onetrust/reference/getallassessmentbasicdetailsusingget\n *\n * @param param - the information about the OneTrust client\n * @returns a list of OneTrustAssessment\n */\nexport const getListOfOneTrustAssessments = async ({\n  oneTrust,\n}: {\n  /** The OneTrust client instance */\n  oneTrust: Got;\n}): Promise<OneTrustAssessment[]> => {\n  let currentPage = 0;\n  let totalPages = 1;\n  let totalElements = 0;\n\n  const allAssessments: OneTrustAssessment[] = [];\n\n  while (currentPage < totalPages) {\n    const { body } = await oneTrust.get(\n      `api/assessment/v2/assessments?page=${currentPage}&size=2000`,\n    );\n\n    const { page, content } = decodeCodec(\n      OneTrustGetListOfAssessmentsResponse,\n      body,\n    );\n    allAssessments.push(...(content ?? []));\n    if (currentPage === 0) {\n      totalPages = page?.totalPages ?? 0;\n      totalElements = page?.totalElements ?? 0;\n    }\n    currentPage += 1;\n\n    // log progress\n    logger.info(\n      `Fetched ${allAssessments.length} of ${totalElements} assessments.`,\n    );\n  }\n\n  return allAssessments;\n};\n","import { logger } from '../../../logger';\nimport colors from 'colors';\nimport { GraphQLClient } from 'graphql-request';\nimport {\n  IMPORT_ONE_TRUST_ASSESSMENT_FORMS,\n  makeGraphQLRequest,\n} from '../../graphql';\nimport { ImportOnetrustAssessmentsInput } from '../../../codecs';\nimport { OneTrustEnrichedAssessment } from '@transcend-io/privacy-types';\nimport { oneTrustAssessmentToJson } from './oneTrustAssessmentToJson';\n\nexport interface AssessmentForm {\n  /** ID of Assessment Form */\n  id: string;\n  /** Title of Assessment Form */\n  name: string;\n}\n\n/**\n * Write the assessment to a Transcend instance.\n *\n *\n * @param param - information about the assessment and Transcend instance to write to\n */\nexport const syncOneTrustAssessmentToTranscend = async ({\n  transcend,\n  assessment,\n  total,\n  index,\n}: {\n  /** the Transcend client instance */\n  transcend: GraphQLClient;\n  /** the assessment to sync to Transcend */\n  assessment: OneTrustEnrichedAssessment;\n  /** The index of the assessment being written to the file */\n  index: number;\n  /** The total amount of assessments that we will write */\n  total?: number;\n}): Promise<void> => {\n  logger.info(\n    colors.magenta(\n      `Writing enriched assessment ${index + 1} ${\n        total ? `of ${total} ` : ' '\n      }to Transcend...`,\n    ),\n  );\n\n  // convert the OneTrust assessment object into a json record\n  const json = oneTrustAssessmentToJson({\n    assessment,\n    index,\n    total,\n  });\n\n  // transform the json record into a valid input to the mutation\n  const input: ImportOnetrustAssessmentsInput = {\n    json,\n  };\n\n  try {\n    await makeGraphQLRequest<{\n      /** the importOneTrustAssessmentForms mutation */\n      importOneTrustAssessmentForms: {\n        /** Created Assessment Forms */\n        assessmentForms: AssessmentForm[];\n      };\n    }>(transcend, IMPORT_ONE_TRUST_ASSESSMENT_FORMS, {\n      input,\n    });\n  } catch (e) {\n    logger.error(\n      colors.red(\n        `Failed to sync assessment ${index + 1} ${\n          total ? `of ${total} ` : ' '\n        }to Transcend.\\n` +\n          `\\tAssessment Title: ${assessment.name}. Template Title: ${assessment.template.name}\\n`,\n      ),\n    );\n  }\n};\n","import type { Got } from 'got';\nimport colors from 'colors';\nimport {\n  getListOfOneTrustAssessments,\n  getOneTrustAssessment,\n  getOneTrustRisk,\n  getOneTrustUser,\n} from '../endpoints';\nimport { mapSeries, map } from '../../bluebird-replace';\nimport { logger } from '../../../logger';\nimport {\n  OneTrustAssessmentQuestion,\n  OneTrustAssessmentSection,\n  OneTrustEnrichedAssessment,\n  OneTrustGetRiskResponse,\n  OneTrustGetUserResponse,\n} from '@transcend-io/privacy-types';\nimport { uniq } from 'lodash-es';\nimport { enrichOneTrustAssessment } from './enrichOneTrustAssessment';\nimport { syncOneTrustAssessmentToDisk } from './syncOneTrustAssessmentToDisk';\nimport { GraphQLClient } from 'graphql-request';\nimport { syncOneTrustAssessmentToTranscend } from './syncOneTrustAssessmentToTranscend';\n\nexport interface AssessmentForm {\n  /** ID of Assessment Form */\n  id: string;\n  /** Title of Assessment Form */\n  name: string;\n}\n\n/**\n * Reads all the assessments from a OneTrust instance and syncs them to Transcend or to Disk.\n *\n * @param param - the information about the assessment, its OneTrust source, and destination (disk or Transcend)\n */\nexport const syncOneTrustAssessmentsFromOneTrust = async ({\n  oneTrust,\n  file,\n  dryRun,\n  transcend,\n}: {\n  /** the OneTrust client instance */\n  oneTrust: Got;\n  /** the Transcend client instance */\n  transcend?: GraphQLClient;\n  /** Whether to write to file instead of syncing to Transcend */\n  dryRun: boolean;\n  /** the path to the file in case dryRun is true */\n  file?: string;\n}): Promise<void> => {\n  // fetch the list of all assessments in the OneTrust organization\n  logger.info('Getting list of all assessments from OneTrust...');\n  const assessments = await getListOfOneTrustAssessments({ oneTrust });\n\n  // a cache of OneTrust users so we avoid requesting already fetched users\n  const oneTrustCachedUsers: Record<string, OneTrustGetUserResponse> = {};\n\n  // split all assessments in batches, so we can process some of steps in parallel\n  const BATCH_SIZE = 5;\n  const assessmentBatches = Array.from(\n    {\n      length: Math.ceil(assessments.length / BATCH_SIZE),\n    },\n    (_, i) => assessments.slice(i * BATCH_SIZE, (i + 1) * BATCH_SIZE),\n  );\n\n  // process each batch and sync the batch right away so it's garbage collected and we don't run out of memory\n  await mapSeries(assessmentBatches, async (assessmentBatch, batch) => {\n    const batchEnrichedAssessments: OneTrustEnrichedAssessment[] = [];\n\n    // fetch assessment details from OneTrust in parallel\n    await map(\n      assessmentBatch,\n      async (assessment, index) => {\n        const assessmentNumber = BATCH_SIZE * batch + index + 1;\n        logger.info(\n          `[assessment ${assessmentNumber} of ${assessments.length}]: fetching details...`,\n        );\n        const { templateName, assessmentId } = assessment;\n        const assessmentDetails = await getOneTrustAssessment({\n          oneTrust,\n          assessmentId,\n        });\n        // fetch assessment's creator information\n        const creatorId = assessmentDetails.createdBy.id;\n        let creator = oneTrustCachedUsers[creatorId];\n        if (!creator) {\n          logger.info(\n            `[assessment ${assessmentNumber} of ${assessments.length}]: fetching creator...`,\n          );\n          try {\n            creator = await getOneTrustUser({\n              oneTrust,\n              userId: creatorId,\n            });\n            oneTrustCachedUsers[creatorId] = creator;\n          } catch (e) {\n            logger.warn(\n              colors.yellow(\n                `[assessment ${assessmentNumber} of ${assessments.length}]: failed to fetch form creator.` +\n                  `\\tcreatorId: ${creatorId}. Assessment Title: ${assessment.name}. Template Title: ${templateName}`,\n              ),\n            );\n          }\n        }\n\n        // fetch assessment approvers information\n        const { approvers } = assessmentDetails;\n        let approversDetails: OneTrustGetUserResponse[][] = [];\n        if (approvers.length > 0) {\n          logger.info(\n            `[assessment ${assessmentNumber} of ${assessments.length}]: fetching approvers...`,\n          );\n          approversDetails = await map(\n            approvers.map(({ id }) => id),\n            async (userId) => {\n              try {\n                let approver = oneTrustCachedUsers[userId];\n                if (!approver) {\n                  approver = await getOneTrustUser({ oneTrust, userId });\n                  oneTrustCachedUsers[userId] = approver;\n                }\n                return [approver];\n              } catch (e) {\n                logger.warn(\n                  colors.yellow(\n                    `[assessment ${assessmentNumber} of ${assessments.length}]: failed to fetch a form approver.` +\n                      `\\tapproverId: ${userId}. Assessment Title: ${assessment.name}. Template Title: ${templateName}`,\n                  ),\n                );\n                return [];\n              }\n            },\n            { concurrency: 5 },\n          );\n        }\n\n        // fetch assessment internal respondents information\n        const { respondents } = assessmentDetails;\n        // if a user is an internal respondents, their 'name' field can't be an email.\n        const internalRespondents = respondents.filter(\n          (r) => !r.name.includes('@'),\n        );\n        let respondentsDetails: OneTrustGetUserResponse[][] = [];\n        if (internalRespondents.length > 0) {\n          logger.info(\n            `[assessment ${assessmentNumber} of ${assessments.length}]: fetching respondents...`,\n          );\n          respondentsDetails = await map(\n            internalRespondents.map(({ id }) => id),\n            async (userId) => {\n              try {\n                let respondent = oneTrustCachedUsers[userId];\n                if (!respondent) {\n                  respondent = await getOneTrustUser({ oneTrust, userId });\n                  oneTrustCachedUsers[userId] = respondent;\n                }\n                return [respondent];\n              } catch (e) {\n                logger.warn(\n                  colors.yellow(\n                    `[assessment ${assessmentNumber} of ${assessments.length}]: failed to fetch a respondent.` +\n                      `\\trespondentId: ${userId}. Assessment Title: ${assessment.name}. Template Title: ${templateName}`,\n                  ),\n                );\n                return [];\n              }\n            },\n            { concurrency: 5 },\n          );\n        }\n\n        // fetch assessment risk information\n        let riskDetails: OneTrustGetRiskResponse[] = [];\n        const riskIds = uniq(\n          assessmentDetails.sections.flatMap((s: OneTrustAssessmentSection) =>\n            s.questions.flatMap((q: OneTrustAssessmentQuestion) =>\n              (q.risks ?? []).flatMap((r) => r.riskId),\n            ),\n          ),\n        );\n        if (riskIds.length > 0) {\n          logger.info(\n            `[assessment ${assessmentNumber} of ${assessments.length}]: fetching risks...`,\n          );\n          riskDetails = await map(\n            riskIds,\n            (riskId) => getOneTrustRisk({ oneTrust, riskId: riskId as string }),\n            {\n              concurrency: 5,\n            },\n          );\n        }\n\n        // enrich the assessments with user and risk details\n        const enrichedAssessment = enrichOneTrustAssessment({\n          assessment,\n          assessmentDetails,\n          riskDetails,\n          creatorDetails: creator,\n          approversDetails: approversDetails.flat(),\n          respondentsDetails: respondentsDetails.flat(),\n        });\n\n        batchEnrichedAssessments.push(enrichedAssessment);\n      },\n      { concurrency: BATCH_SIZE },\n    );\n\n    // sync assessments in series to avoid concurrency bugs\n    await mapSeries(\n      batchEnrichedAssessments,\n      async (enrichedAssessment, index) => {\n        // the assessment's global index takes its batch into consideration\n        const globalIndex = batch * BATCH_SIZE + index;\n\n        if (dryRun && file) {\n          // sync to file\n          syncOneTrustAssessmentToDisk({\n            assessment: enrichedAssessment,\n            index: globalIndex,\n            total: assessments.length,\n            file,\n          });\n        } else if (transcend) {\n          // sync to transcend\n          await syncOneTrustAssessmentToTranscend({\n            assessment: enrichedAssessment,\n            transcend,\n            total: assessments.length,\n            index: globalIndex,\n          });\n        }\n      },\n    );\n  });\n};\n"]}

package/dist/impl-WKWQYPI4.cjs

@@ -0,0 +1,6 @@
+"use strict";Object.defineProperty(exports, "__esModule", {value: true}); function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }var _chunkSUCCU2FScjs = require('./chunk-SUCCU2FS.cjs');var _chunkFMX5SPCLcjs = require('./chunk-FMX5SPCL.cjs');var _chunkASFWHSOVcjs = require('./chunk-ASFWHSOV.cjs');var _chunkWKCTKYN4cjs = require('./chunk-WKCTKYN4.cjs');require('./chunk-QEM6S2W7.cjs');require('./chunk-LCDYXJN6.cjs');var _chunkMPI5VURJcjs = require('./chunk-MPI5VURJ.cjs');var _chunkZUNVPK23cjs = require('./chunk-ZUNVPK23.cjs');var _chunkKC7NDLN7cjs = require('./chunk-KC7NDLN7.cjs');require('./chunk-3EZGFSMD.cjs');var _chunkQ7I37FJVcjs = require('./chunk-Q7I37FJV.cjs');var _colors = require('colors'); var _colors2 = _interopRequireDefault(_colors);var _path = require('path');var _fs = require('fs'); var _fs2 = _interopRequireDefault(_fs);async function Y({auth:L,resources:g=_chunkFMX5SPCLcjs.h,file:e,transcendUrl:p,dataSiloIds:d=[],integrationNames:T=[],trackerStatuses:h=_chunkFMX5SPCLcjs.i,pageSize:y,skipDatapoints:S,skipSubDatapoints:$,includeGuessedCategories:A,debug:s}){_chunkWKCTKYN4cjs.a.call(void 0, this.process.exit);let i=await _chunkASFWHSOVcjs.b.call(void 0, L),C=g.includes("all")?Object.values(_chunkQ7I37FJVcjs.d):g;if(typeof i=="string"){try{let r=_chunkMPI5VURJcjs.Wd.call(void 0, p,i),t=await _chunkMPI5VURJcjs.He.call(void 0, r,{dataSiloIds:d,integrationNames:T,resources:C,pageSize:y,debug:s,skipDatapoints:S,skipSubDatapoints:$,includeGuessedCategories:A,trackerStatuses:h});_chunkZUNVPK23cjs.a.info(_colors2.default.magenta(`Writing configuration to file "${e}"...`)),_chunkSUCCU2FScjs.e.call(void 0, e,t)}catch(r){_chunkZUNVPK23cjs.a.error(_colors2.default.red(`An error occurred syncing the schema: ${s?r.stack:r.message}`)),this.process.exit(1)}_chunkZUNVPK23cjs.a.info(_colors2.default.green(`Successfully synced yaml file to disk at ${e}! View at ${_chunkKC7NDLN7cjs.c}`))}else{if(!_fs2.default.lstatSync(e).isDirectory())throw new Error("File is expected to be a folder when passing in a list of API keys to pull from. e.g. --file=./working/");let r=[];await _chunkMPI5VURJcjs.a.call(void 0, i,async(t,_)=>{let a=`[${_+1}/${i.length}][${t.organizationName}] `;_chunkZUNVPK23cjs.a.info(_colors2.default.magenta(`~~~
+
+${a}Attempting to pull configuration...
+
+~~~`));let k=_chunkMPI5VURJcjs.Wd.call(void 0, p,t.apiKey);try{let c=await _chunkMPI5VURJcjs.He.call(void 0, k,{dataSiloIds:d,integrationNames:T,resources:C,pageSize:y,debug:s,skipDatapoints:S,skipSubDatapoints:$,includeGuessedCategories:A,trackerStatuses:h}),w=_path.join.call(void 0, e,`${t.organizationName}.yml`);_chunkZUNVPK23cjs.a.info(_colors2.default.magenta(`Writing configuration to file "${w}"...`)),_chunkSUCCU2FScjs.e.call(void 0, w,c),_chunkZUNVPK23cjs.a.info(_colors2.default.green(`${a}Successfully pulled configuration!`))}catch(c){_chunkZUNVPK23cjs.a.error(_colors2.default.red(`${a}Failed to sync configuration. - ${c.message}`)),r.push(t.organizationName)}}),r.length>0&&(_chunkZUNVPK23cjs.a.info(_colors2.default.red(`Sync encountered errors for "${r.join(",")}". View output above for more information, or check out ${_chunkKC7NDLN7cjs.c}`)),this.process.exit(1))}}exports.pull = Y;
+//# sourceMappingURL=impl-WKWQYPI4.cjs.map

package/dist/impl-WKWQYPI4.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["/home/runner/work/cli/cli/dist/impl-WKWQYPI4.cjs","../src/commands/inventory/pull/impl.ts"],"names":["pull","auth","resources","DEFAULT_TRANSCEND_PULL_RESOURCES","file","transcendUrl","dataSiloIds","integrationNames","trackerStatuses","DEFAULT_CONSENT_TRACKER_STATUSES","pageSize","skipDatapoints","skipSubDatapoints","includeGuessedCategories","debug","doneInputValidation","apiKeyOrList","validateTranscendAuth","resourcesToPull","TranscendPullResource","client","buildTranscendGraphQLClient","configuration","pullTranscendConfiguration","logger","colors","writeTranscendYaml","err"],"mappings":"AAAA,iOAAwC,wDAAgD,wDAAyC,wDAAyC,gCAA6B,gCAA6B,wDAAyD,wDAAyC,wDAAyC,gCAA6B,wDAAyC,gFCSla,4BAEE,gEACN,MA0Bf,SAAsBA,CAAAA,CAEpB,CACE,IAAA,CAAAC,CAAAA,CACA,SAAA,CAAAC,CAAAA,CAAYC,mBAAAA,CACZ,IAAA,CAAAC,CAAAA,CACA,YAAA,CAAAC,CAAAA,CACA,WAAA,CAAAC,CAAAA,CAAc,CAAC,CAAA,CACf,gBAAA,CAAAC,CAAAA,CAAmB,CAAC,CAAA,CACpB,eAAA,CAAAC,CAAAA,CAAkBC,mBAAAA,CAClB,QAAA,CAAAC,CAAAA,CACA,cAAA,CAAAC,CAAAA,CACA,iBAAA,CAAAC,CAAAA,CACA,wBAAA,CAAAC,CAAAA,CACA,KAAA,CAAAC,CACF,CAAA,CACe,CACfC,iCAAAA,IAAoB,CAAK,OAAA,CAAQ,IAAI,CAAA,CAGrC,IAAMC,CAAAA,CAAe,MAAMC,iCAAAA,CAA0B,CAAA,CAE/CC,CAAAA,CAA2ChB,CAAAA,CAAU,QAAA,CAAS,KAAK,CAAA,CACrE,MAAA,CAAO,MAAA,CAAOiB,mBAAqB,CAAA,CAClCjB,CAAAA,CAGL,EAAA,CAAI,OAAOc,CAAAA,EAAiB,QAAA,CAAU,CACpC,GAAI,CAEF,IAAMI,CAAAA,CAASC,kCAAAA,CAA4BhB,CAAcW,CAAY,CAAA,CAE/DM,CAAAA,CAAgB,MAAMC,kCAAAA,CAA2BH,CAAQ,CAC7D,WAAA,CAAAd,CAAAA,CACA,gBAAA,CAAAC,CAAAA,CACA,SAAA,CAAWW,CAAAA,CACX,QAAA,CAAAR,CAAAA,CACA,KAAA,CAAAI,CAAAA,CACA,cAAA,CAAAH,CAAAA,CACA,iBAAA,CAAAC,CAAAA,CACA,wBAAA,CAAAC,CAAAA,CACA,eAAA,CAAAL,CACF,CAAC,CAAA,CAEDgB,mBAAAA,CAAO,IAAA,CAAKC,gBAAAA,CAAO,OAAA,CAAQ,CAAA,+BAAA,EAAkCrB,CAAI,CAAA,IAAA,CAAM,CAAC,CAAA,CACxEsB,iCAAAA,CAAmBtB,CAAMkB,CAAa,CACxC,CAAA,KAAA,CAASK,CAAAA,CAAK,CACZH,mBAAAA,CAAO,KAAA,CACLC,gBAAAA,CAAO,GAAA,CACL,CAAA,sCAAA,EACEX,CAAAA,CAAQa,CAAAA,CAAI,KAAA,CAAQA,CAAAA,CAAI,OAC1B,CAAA,CAAA;AA0BA;AAAgB;AAAA;AAiD1B,GAAA","file":"/home/runner/work/cli/cli/dist/impl-WKWQYPI4.cjs","sourcesContent":[null,"import { ConsentTrackerStatus } from '@transcend-io/privacy-types';\nimport type { LocalContext } from '../../../context';\nimport { TranscendPullResource } from '../../../enums';\nimport {\n  DEFAULT_CONSENT_TRACKER_STATUSES,\n  DEFAULT_TRANSCEND_PULL_RESOURCES,\n} from './command';\n\nimport { logger } from '../../../logger';\nimport colors from 'colors';\nimport { mapSeries } from '../../../lib/bluebird-replace';\nimport { join } from 'path';\nimport fs from 'fs';\nimport {\n  buildTranscendGraphQLClient,\n  pullTranscendConfiguration,\n} from '../../../lib/graphql';\n\nimport { writeTranscendYaml } from '../../../lib/readTranscendYaml';\nimport { ADMIN_DASH_INTEGRATIONS } from '../../../constants';\nimport { validateTranscendAuth } from '../../../lib/api-keys';\nimport { doneInputValidation } from '../../../lib/cli/done-input-validation';\n\nexport interface PullCommandFlags {\n  auth: string;\n  resources?: (TranscendPullResource | 'all')[];\n  file: string;\n  transcendUrl: string;\n  dataSiloIds?: string[];\n  integrationNames?: string[];\n  trackerStatuses?: ConsentTrackerStatus[];\n  pageSize: number;\n  skipDatapoints: boolean;\n  skipSubDatapoints: boolean;\n  includeGuessedCategories: boolean;\n  debug: boolean;\n}\n\nexport async function pull(\n  this: LocalContext,\n  {\n    auth,\n    resources = DEFAULT_TRANSCEND_PULL_RESOURCES,\n    file,\n    transcendUrl,\n    dataSiloIds = [],\n    integrationNames = [],\n    trackerStatuses = DEFAULT_CONSENT_TRACKER_STATUSES,\n    pageSize,\n    skipDatapoints,\n    skipSubDatapoints,\n    includeGuessedCategories,\n    debug,\n  }: PullCommandFlags,\n): Promise<void> {\n  doneInputValidation(this.process.exit);\n\n  // Parse authentication as API key or path to list of API keys\n  const apiKeyOrList = await validateTranscendAuth(auth);\n\n  const resourcesToPull: TranscendPullResource[] = resources.includes('all')\n    ? Object.values(TranscendPullResource)\n    : (resources as TranscendPullResource[]);\n\n  // Sync to Disk\n  if (typeof apiKeyOrList === 'string') {\n    try {\n      // Create a GraphQL client\n      const client = buildTranscendGraphQLClient(transcendUrl, apiKeyOrList);\n\n      const configuration = await pullTranscendConfiguration(client, {\n        dataSiloIds,\n        integrationNames,\n        resources: resourcesToPull,\n        pageSize,\n        debug,\n        skipDatapoints,\n        skipSubDatapoints,\n        includeGuessedCategories,\n        trackerStatuses,\n      });\n\n      logger.info(colors.magenta(`Writing configuration to file \"${file}\"...`));\n      writeTranscendYaml(file, configuration);\n    } catch (err) {\n      logger.error(\n        colors.red(\n          `An error occurred syncing the schema: ${\n            debug ? err.stack : err.message\n          }`,\n        ),\n      );\n      this.process.exit(1);\n    }\n\n    // Indicate success\n    logger.info(\n      colors.green(\n        `Successfully synced yaml file to disk at ${file}! View at ${ADMIN_DASH_INTEGRATIONS}`,\n      ),\n    );\n  } else {\n    if (!fs.lstatSync(file).isDirectory()) {\n      throw new Error(\n        'File is expected to be a folder when passing in a list of API keys to pull from. e.g. --file=./working/',\n      );\n    }\n\n    const encounteredErrors: string[] = [];\n    await mapSeries(apiKeyOrList, async (apiKey, ind) => {\n      const prefix = `[${ind + 1}/${apiKeyOrList.length}][${\n        apiKey.organizationName\n      }] `;\n      logger.info(\n        colors.magenta(\n          `~~~\\n\\n${prefix}Attempting to pull configuration...\\n\\n~~~`,\n        ),\n      );\n\n      // Create a GraphQL client\n      const client = buildTranscendGraphQLClient(transcendUrl, apiKey.apiKey);\n\n      try {\n        const configuration = await pullTranscendConfiguration(client, {\n          dataSiloIds,\n          integrationNames,\n          resources: resourcesToPull,\n          pageSize,\n          debug,\n          skipDatapoints,\n          skipSubDatapoints,\n          includeGuessedCategories,\n          trackerStatuses,\n        });\n\n        const filePath = join(file, `${apiKey.organizationName}.yml`);\n        logger.info(\n          colors.magenta(`Writing configuration to file \"${filePath}\"...`),\n        );\n        writeTranscendYaml(filePath, configuration);\n\n        logger.info(\n          colors.green(`${prefix}Successfully pulled configuration!`),\n        );\n      } catch (err) {\n        logger.error(\n          colors.red(`${prefix}Failed to sync configuration. - ${err.message}`),\n        );\n        encounteredErrors.push(apiKey.organizationName);\n      }\n    });\n\n    if (encounteredErrors.length > 0) {\n      logger.info(\n        colors.red(\n          `Sync encountered errors for \"${encounteredErrors.join(\n            ',',\n          )}\". View output above for more information, or check out ${ADMIN_DASH_INTEGRATIONS}`,\n        ),\n      );\n\n      this.process.exit(1);\n    }\n  }\n}\n"]}

package/dist/impl-XTEZTAM2.cjs

@@ -0,0 +1,2 @@
+"use strict";Object.defineProperty(exports, "__esModule", {value: true});var _chunk3FEOMF7Gcjs = require('./chunk-3FEOMF7G.cjs');var _chunkWKCTKYN4cjs = require('./chunk-WKCTKYN4.cjs');require('./chunk-MPI5VURJ.cjs');require('./chunk-ZUNVPK23.cjs');require('./chunk-KC7NDLN7.cjs');require('./chunk-3EZGFSMD.cjs');require('./chunk-Q7I37FJV.cjs');async function y({auth:s,requestReceiptFolder:r,sombraAuth:o,actions:a,statuses:i,requestIds:n,createdAt:c,emailIsVerified:u,silentModeBefore:d,sendEmailReceipt:m,copyIdentifiers:p,skipWaitingPeriod:l,createdAtBefore:f,createdAtAfter:R,concurrency:q,transcendUrl:g}){_chunkWKCTKYN4cjs.a.call(void 0, this.process.exit),await _chunk3FEOMF7Gcjs.Q.call(void 0, {requestReceiptFolder:r,auth:s,sombraAuth:o,requestActions:a,requestStatuses:i,requestIds:n,createdAt:c,emailIsVerified:u,silentModeBefore:d,sendEmailReceipt:m,copyIdentifiers:p,skipWaitingPeriod:l,createdAtBefore:f,createdAtAfter:R,concurrency:q,transcendUrl:g})}exports.restart = y;
+//# sourceMappingURL=impl-XTEZTAM2.cjs.map

package/dist/impl-XTEZTAM2.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["/home/runner/work/cli/cli/dist/impl-XTEZTAM2.cjs","../src/commands/request/restart/impl.ts"],"names":["restart","auth","requestReceiptFolder","sombraAuth","actions","statuses","requestIds","createdAt","emailIsVerified","silentModeBefore","sendEmailReceipt","copyIdentifiers","skipWaitingPeriod","createdAtBefore","createdAtAfter","concurrency","transcendUrl","doneInputValidation","bulkRestartRequests"],"mappings":"AAAA,iIAAwC,wDAAyC,gCAA6B,gCAA6B,gCAA6B,gCAA6B,gCAA6B,MCwBlO,SAAsBA,CAAAA,CAEpB,CACE,IAAA,CAAAC,CAAAA,CACA,oBAAA,CAAAC,CAAAA,CACA,UAAA,CAAAC,CAAAA,CACA,OAAA,CAAAC,CAAAA,CACA,QAAA,CAAAC,CAAAA,CACA,UAAA,CAAAC,CAAAA,CACA,SAAA,CAAAC,CAAAA,CACA,eAAA,CAAAC,CAAAA,CACA,gBAAA,CAAAC,CAAAA,CACA,gBAAA,CAAAC,CAAAA,CACA,eAAA,CAAAC,CAAAA,CACA,iBAAA,CAAAC,CAAAA,CACA,eAAA,CAAAC,CAAAA,CACA,cAAA,CAAAC,CAAAA,CACA,WAAA,CAAAC,CAAAA,CACA,YAAA,CAAAC,CACF,CAAA,CACe,CACfC,iCAAAA,IAAoB,CAAK,OAAA,CAAQ,IAAI,CAAA,CAErC,MAAMC,iCAAAA,CACJ,oBAAA,CAAAhB,CAAAA,CACA,IAAA,CAAAD,CAAAA,CACA,UAAA,CAAAE,CAAAA,CACA,cAAA,CAAgBC,CAAAA,CAChB,eAAA,CAAiBC,CAAAA,CACjB,UAAA,CAAAC,CAAAA,CACA,SAAA,CAAAC,CAAAA,CACA,eAAA,CAAAC,CAAAA,CACA,gBAAA,CAAAC,CAAAA,CACA,gBAAA,CAAAC,CAAAA,CACA,eAAA,CAAAC,CAAAA,CACA,iBAAA,CAAAC,CAAAA,CACA,eAAA,CAAAC,CAAAA,CACA,cAAA,CAAAC,CAAAA,CACA,WAAA,CAAAC,CAAAA,CACA,YAAA,CAAAC,CACF,CAAC,CACH,CAAA,oBAAA","file":"/home/runner/work/cli/cli/dist/impl-XTEZTAM2.cjs","sourcesContent":[null,"import type { LocalContext } from '../../../context';\nimport { bulkRestartRequests } from '../../../lib/requests';\nimport type { RequestAction, RequestStatus } from '@transcend-io/privacy-types';\nimport { doneInputValidation } from '../../../lib/cli/done-input-validation';\n\nexport interface RestartCommandFlags {\n  auth: string;\n  actions: RequestAction[];\n  statuses: RequestStatus[];\n  transcendUrl: string;\n  requestReceiptFolder: string;\n  sombraAuth?: string;\n  concurrency: number;\n  requestIds?: string[];\n  emailIsVerified: boolean;\n  createdAt?: Date;\n  silentModeBefore?: Date;\n  createdAtBefore?: Date;\n  createdAtAfter?: Date;\n  sendEmailReceipt: boolean;\n  copyIdentifiers: boolean;\n  skipWaitingPeriod: boolean;\n}\n\nexport async function restart(\n  this: LocalContext,\n  {\n    auth,\n    requestReceiptFolder,\n    sombraAuth,\n    actions,\n    statuses,\n    requestIds,\n    createdAt,\n    emailIsVerified,\n    silentModeBefore,\n    sendEmailReceipt,\n    copyIdentifiers,\n    skipWaitingPeriod,\n    createdAtBefore,\n    createdAtAfter,\n    concurrency,\n    transcendUrl,\n  }: RestartCommandFlags,\n): Promise<void> {\n  doneInputValidation(this.process.exit);\n\n  await bulkRestartRequests({\n    requestReceiptFolder,\n    auth,\n    sombraAuth,\n    requestActions: actions,\n    requestStatuses: statuses,\n    requestIds,\n    createdAt,\n    emailIsVerified,\n    silentModeBefore,\n    sendEmailReceipt,\n    copyIdentifiers,\n    skipWaitingPeriod,\n    createdAtBefore,\n    createdAtAfter,\n    concurrency,\n    transcendUrl,\n  });\n}\n"]}

package/dist/impl-YLORLMRQ.cjs

@@ -0,0 +1,2 @@
+"use strict";Object.defineProperty(exports, "__esModule", {value: true});var _chunk3FEOMF7Gcjs = require('./chunk-3FEOMF7G.cjs');var _chunkWKCTKYN4cjs = require('./chunk-WKCTKYN4.cjs');require('./chunk-MPI5VURJ.cjs');require('./chunk-ZUNVPK23.cjs');require('./chunk-KC7NDLN7.cjs');require('./chunk-3EZGFSMD.cjs');require('./chunk-Q7I37FJV.cjs');async function p({auth:r,actions:s,statuses:i=[],requestIds:c,silentModeBefore:e,createdAtBefore:t,createdAtAfter:n,cancellationTitle:u,transcendUrl:d,concurrency:l}){_chunkWKCTKYN4cjs.a.call(void 0, this.process.exit),await _chunk3FEOMF7Gcjs.L.call(void 0, {transcendUrl:d,requestActions:s,auth:r,cancellationTitle:u,requestIds:c,statuses:i,concurrency:l,silentModeBefore:e?new Date(e):void 0,createdAtBefore:t?new Date(t):void 0,createdAtAfter:n?new Date(n):void 0})}exports.cancel = p;
+//# sourceMappingURL=impl-YLORLMRQ.cjs.map

package/dist/impl-YLORLMRQ.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["/home/runner/work/cli/cli/dist/impl-YLORLMRQ.cjs","../src/commands/request/cancel/impl.ts"],"names":["cancel","auth","actions","statuses","requestIds","silentModeBefore","createdAtBefore","createdAtAfter","cancellationTitle","transcendUrl","concurrency","doneInputValidation","cancelPrivacyRequests"],"mappings":"AAAA,iIAAwC,wDAAyC,gCAA6B,gCAA6B,gCAA6B,gCAA6B,gCAA6B,MCkBlO,SAAsBA,CAAAA,CAEpB,CACE,IAAA,CAAAC,CAAAA,CACA,OAAA,CAAAC,CAAAA,CACA,QAAA,CAAAC,CAAAA,CAAW,CAAC,CAAA,CACZ,UAAA,CAAAC,CAAAA,CACA,gBAAA,CAAAC,CAAAA,CACA,eAAA,CAAAC,CAAAA,CACA,cAAA,CAAAC,CAAAA,CACA,iBAAA,CAAAC,CAAAA,CACA,YAAA,CAAAC,CAAAA,CACA,WAAA,CAAAC,CACF,CAAA,CACe,CACfC,iCAAAA,IAAoB,CAAK,OAAA,CAAQ,IAAI,CAAA,CAErC,MAAMC,iCAAAA,CACJ,YAAA,CAAAH,CAAAA,CACA,cAAA,CAAgBP,CAAAA,CAChB,IAAA,CAAAD,CAAAA,CACA,iBAAA,CAAAO,CAAAA,CACA,UAAA,CAAAJ,CAAAA,CACA,QAAA,CAAAD,CAAAA,CACA,WAAA,CAAAO,CAAAA,CACA,gBAAA,CAAkBL,CAAAA,CAAmB,IAAI,IAAA,CAAKA,CAAgB,CAAA,CAAI,KAAA,CAAA,CAClE,eAAA,CAAiBC,CAAAA,CAAkB,IAAI,IAAA,CAAKA,CAAe,CAAA,CAAI,KAAA,CAAA,CAC/D,cAAA,CAAgBC,CAAAA,CAAiB,IAAI,IAAA,CAAKA,CAAc,CAAA,CAAI,KAAA,CAC9D,CAAC,CACH,CAAA,mBAAA","file":"/home/runner/work/cli/cli/dist/impl-YLORLMRQ.cjs","sourcesContent":[null,"import type { LocalContext } from '../../../context';\nimport { RequestAction, RequestStatus } from '@transcend-io/privacy-types';\nimport { cancelPrivacyRequests } from '../../../lib/requests';\nimport { doneInputValidation } from '../../../lib/cli/done-input-validation';\n\nexport interface CancelCommandFlags {\n  auth: string;\n  actions: RequestAction[];\n  statuses?: RequestStatus[];\n  requestIds?: string[];\n  silentModeBefore?: Date;\n  createdAtBefore?: Date;\n  createdAtAfter?: Date;\n  cancellationTitle: string;\n  transcendUrl: string;\n  concurrency: number;\n}\n\nexport async function cancel(\n  this: LocalContext,\n  {\n    auth,\n    actions,\n    statuses = [],\n    requestIds,\n    silentModeBefore,\n    createdAtBefore,\n    createdAtAfter,\n    cancellationTitle,\n    transcendUrl,\n    concurrency,\n  }: CancelCommandFlags,\n): Promise<void> {\n  doneInputValidation(this.process.exit);\n\n  await cancelPrivacyRequests({\n    transcendUrl,\n    requestActions: actions,\n    auth,\n    cancellationTitle,\n    requestIds,\n    statuses,\n    concurrency,\n    silentModeBefore: silentModeBefore ? new Date(silentModeBefore) : undefined,\n    createdAtBefore: createdAtBefore ? new Date(createdAtBefore) : undefined,\n    createdAtAfter: createdAtAfter ? new Date(createdAtAfter) : undefined,\n  });\n}\n"]}

package/dist/impl-YVMYL724.cjs

@@ -0,0 +1,12 @@
+"use strict";Object.defineProperty(exports, "__esModule", {value: true}); function _interopRequireWildcard(obj) { if (obj && obj.__esModule) { return obj; } else { var newObj = {}; if (obj != null) { for (var key in obj) { if (Object.prototype.hasOwnProperty.call(obj, key)) { newObj[key] = obj[key]; } } } newObj.default = obj; return newObj; } } function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; } function _optionalChain(ops) { let lastAccessLHS = undefined; let value = ops[0]; let i = 1; while (i < ops.length) { const op = ops[i]; const fn = ops[i + 1]; i += 2; if ((op === 'optionalAccess' || op === 'optionalCall') && value == null) { return undefined; } if (op === 'access' || op === 'optionalAccess') { lastAccessLHS = value; value = fn(value); } else if (op === 'call' || op === 'optionalCall') { value = fn((...args) => value.call(lastAccessLHS, ...args)); lastAccessLHS = undefined; } } return value; }var _chunkNKVC5Y53cjs = require('./chunk-NKVC5Y53.cjs');require('./chunk-TD7ADMVO.cjs');var _chunk3FEOMF7Gcjs = require('./chunk-3FEOMF7G.cjs');var _chunkWKCTKYN4cjs = require('./chunk-WKCTKYN4.cjs');require('./chunk-LCDYXJN6.cjs');var _chunkMPI5VURJcjs = require('./chunk-MPI5VURJ.cjs');var _chunkZUNVPK23cjs = require('./chunk-ZUNVPK23.cjs');require('./chunk-KC7NDLN7.cjs');var _chunk3EZGFSMDcjs = require('./chunk-3EZGFSMD.cjs');require('./chunk-Q7I37FJV.cjs');var _colors = require('colors'); var _colors2 = _interopRequireDefault(_colors);var _cliprogress = require('cli-progress'); var _cliprogress2 = _interopRequireDefault(_cliprogress);var _persistedstate = require('@transcend-io/persisted-state');var _iots = require('io-ts'); var A = _interopRequireWildcard(_iots); var T = _interopRequireWildcard(_iots); var o = _interopRequireWildcard(_iots);var _privacytypes = require('@transcend-io/privacy-types');var _typeutils = require('@transcend-io/type-utils');var Se=T.intersection([T.type({nodes:T.array(_privacytypes.PreferenceQueryResponseItem)}),T.partial({cursor:T.string})]),Ie=["ENOTFOUND","ETIMEDOUT","504 Gateway Time-out","Task timed out after"];async function fe(m,{identifiers:n,partitionKey:w,skipLogging:d=!1}){let s=[],u=_chunk3EZGFSMDcjs.b.call(void 0, n,100),i=new Date().getTime(),t=new _cliprogress2.default.SingleBar({},_cliprogress2.default.Presets.shades_classic);d||t.start(n.length,0);let c=0;await _chunkMPI5VURJcjs.b.call(void 0, u,async e=>{let a=0,g=3;for(;a<g;)try{let p=await m.post(`v1/preferences/${w}/query`,{json:{filter:{identifiers:e},limit:e.length}}).json(),h=_typeutils.decodeCodec.call(void 0, Se,p);s.push(...h.nodes),c+=e.length,t.update(c);break}catch(p){a+=1;let h=_optionalChain([p, 'optionalAccess', _2 => _2.response, 'optionalAccess', _3 => _3.body])||_optionalChain([p, 'optionalAccess', _4 => _4.message])||"";if(a>=g||!Ie.some(P=>h.includes(P)))throw new Error(`Received an error from server after ${a} attempts: ${h}`);_chunkZUNVPK23cjs.a.warn(_colors2.default.yellow(`[RETRYING FAILED REQUEST - Attempt ${a}] Failed to fetch ${e.length} user preferences from partition ${w}: ${h}`))}},{concurrency:40}),t.stop();let r=new Date().getTime()-i;return d||_chunkZUNVPK23cjs.a.info(_colors2.default.green(`Completed download in "${r/1e3}" seconds.`)),s}function Q({row:m,columnToPurposeName:n,purposeSlugs:w,preferenceTopics:d}){let s={};return Object.entries(n).forEach(([u,{purpose:i,preference:t,valueMapping:c}])=>{if(!w.includes(i))throw new Error(`Invalid purpose slug: ${i}, expected: ${w.join(", ")}`);if(t){let f=d.find(g=>g.slug===t&&g.purpose.trackingType===i);if(!f){let g=d.filter(p=>p.purpose.trackingType===i).map(p=>p.slug);throw new Error(`Invalid preference slug: ${t} for purpose: ${i}. Allowed preference slugs for purpose are: ${g.join(",")}`)}s[i]||(s[i]={preferences:[]}),s[i].preferences||(s[i].preferences=[]);let r=m[u],e=c[r],a=typeof e=="string"&&e.trim()||null;switch(f.type){case _privacytypes.PreferenceTopicType.Boolean:if(typeof e!="boolean")throw new Error(`Invalid value for boolean preference: ${t}, expected boolean, got: ${r}`);s[i].preferences.push({topic:t,choice:{booleanValue:e}});break;case _privacytypes.PreferenceTopicType.Select:if(typeof e!="string"&&e!==null)throw new Error(`Invalid value for select preference: ${t}, expected string or null, got: ${r}`);if(a&&!f.preferenceOptionValues.map(({slug:g})=>g).includes(a))throw new Error(`Invalid value for select preference: ${t}, expected one of: ${f.preferenceOptionValues.map(({slug:g})=>g).join(", ")}, got: ${r}`);s[i].preferences.push({topic:t,choice:{selectValue:a}});break;case _privacytypes.PreferenceTopicType.MultiSelect:if(typeof r!="string")throw new Error(`Invalid value for multi select preference: ${t}, expected string, got: ${r}`);s[i].preferences.push({topic:t,choice:{selectValues:_chunk3FEOMF7Gcjs.n.call(void 0, r).map(g=>{let p=c[g];if(typeof p!="string")throw new Error(`Invalid value for multi select preference: ${t}, expected one of: ${f.preferenceOptionValues.map(({slug:h})=>h).join(", ")}, got: ${g}`);return p}).sort((g,p)=>g.localeCompare(p))}});break;default:throw new Error(`Unknown preference type: ${f.type}`)}}else s[i]?s[i].enabled=c[m[u]]===!0:s[i]={enabled:c[m[u]]===!0}}),_typeutils.apply.call(void 0, s,(u,i)=>{if(typeof u.enabled!="boolean")throw new Error(`No mapping provided for purpose.enabled=true/false value: ${i}`);return{...u,enabled:u.enabled}})}var _inquirer = require('inquirer'); var _inquirer2 = _interopRequireDefault(_inquirer);var L="[NONE]";async function ue(m,n){let w=_chunk3EZGFSMDcjs.j.call(void 0, m.map(s=>Object.keys(s)).flat()),d=_chunk3EZGFSMDcjs.c.call(void 0, w,[...n.identifierColumn?[n.identifierColumn]:[],...Object.keys(n.columnToPurposeName)]);if(!n.timestampColum){let{timestampName:s}=await _inquirer2.default.prompt([{name:"timestampName",message:"Choose the column that will be used as the timestamp of last preference update",type:"list",default:d.find(u=>u.toLowerCase().includes("date"))||d.find(u=>u.toLowerCase().includes("time"))||d[0],choices:[...d,L]}]);n.timestampColum=s}if(_chunkZUNVPK23cjs.a.info(_colors2.default.magenta(`Using timestamp column "${n.timestampColum}"`)),n.timestampColum!==L){let s=m.map((u,i)=>u[n.timestampColum]?null:[i]).filter(u=>!!u).flat();if(s.length>0)throw new Error(`The timestamp column "${n.timestampColum}" is missing a value for the following rows: ${s.join(`
+`)}`);_chunkZUNVPK23cjs.a.info(_colors2.default.magenta(`The timestamp column "${n.timestampColum}" is present for all row`))}return n}async function de(m,n){let w=_chunk3EZGFSMDcjs.j.call(void 0, m.map(t=>Object.keys(t)).flat()),d=_chunk3EZGFSMDcjs.c.call(void 0, w,[...n.identifierColumn?[n.identifierColumn]:[],...Object.keys(n.columnToPurposeName)]);if(!n.identifierColumn){let{identifierName:t}=await _inquirer2.default.prompt([{name:"identifierName",message:"Choose the column that will be used as the identifier to upload consent preferences by",type:"list",default:d.find(c=>c.toLowerCase().includes("email"))||d[0],choices:d}]);n.identifierColumn=t}_chunkZUNVPK23cjs.a.info(_colors2.default.magenta(`Using identifier column "${n.identifierColumn}"`));let s=m.map((t,c)=>t[n.identifierColumn]?null:[c]).filter(t=>!!t).flat();if(s.length>0){let t=`The identifier column "${n.identifierColumn}" is missing a value for the following rows: ${s.join(", ")}`;if(_chunkZUNVPK23cjs.a.warn(_colors2.default.yellow(t)),!await _chunkNKVC5Y53cjs.a.call(void 0, {message:"Would you like to skip rows missing an identifier?"}))throw new Error(t);let f=m.length;m=m.filter(r=>r[n.identifierColumn]),_chunkZUNVPK23cjs.a.info(_colors2.default.yellow(`Skipped ${f-m.length} rows missing an identifier`))}_chunkZUNVPK23cjs.a.info(_colors2.default.magenta(`The identifier column "${n.identifierColumn}" is present for all rows`));let u=_chunk3EZGFSMDcjs.d.call(void 0, m,n.identifierColumn),i=Object.entries(u).filter(([,t])=>t.length>1);if(i.length>0){let t=`The identifier column "${n.identifierColumn}" has duplicate values for the following rows: ${i.slice(0,10).map(([f,r])=>`${f} (${r.length})`).join(`
+`)}`;if(_chunkZUNVPK23cjs.a.warn(_colors2.default.yellow(t)),!await _chunkNKVC5Y53cjs.a.call(void 0, {message:"Would you like to automatically take the latest update?"}))throw new Error(t);m=Object.entries(u).map(([,f])=>f.sort((e,a)=>new Date(a[n.timestampColum]).getTime()-new Date(e[n.timestampColum]).getTime())[0]).filter(f=>f)}return{currentState:n,preferences:m}}async function ge(m,n,{purposeSlugs:w,preferenceTopics:d,forceTriggerWorkflows:s}){let u=_chunk3EZGFSMDcjs.j.call(void 0, m.map(c=>Object.keys(c)).flat()),i=_chunk3EZGFSMDcjs.c.call(void 0, u,[...n.identifierColumn?[n.identifierColumn]:[],...n.timestampColum?[n.timestampColum]:[]]);if(i.length===0){if(s)return n;throw new Error("No other columns to process")}let t=[...w,...d.map(c=>`${c.purpose.trackingType}->${c.slug}`)];return await _chunkMPI5VURJcjs.a.call(void 0, i,async c=>{let f=_chunk3EZGFSMDcjs.j.call(void 0, m.map(e=>e[c])),r=n.columnToPurposeName[c];if(r)_chunkZUNVPK23cjs.a.info(_colors2.default.magenta(`Column "${c}" is associated with purpose "${r.purpose}"`));else{let{purposeName:e}=await _inquirer2.default.prompt([{name:"purposeName",message:`Choose the purpose that column ${c} is associated with`,type:"list",default:t.find(p=>p.startsWith(w[0])),choices:t}]),[a,g]=e.split("->");r={purpose:a,preference:g||null,valueMapping:{}}}await _chunkMPI5VURJcjs.a.call(void 0, f,async e=>{if(r.valueMapping[e]!==void 0){_chunkZUNVPK23cjs.a.info(_colors2.default.magenta(`Value "${e}" is associated with purpose value "${r.valueMapping[e]}"`));return}if(r.preference===null){let{purposeValue:a}=await _inquirer2.default.prompt([{name:"purposeValue",message:`Choose the purpose value for value "${e}" associated with purpose "${r.purpose}"`,type:"confirm",default:e!=="false"}]);r.valueMapping[e]=a}if(r.preference!==null){let a=d.find(p=>p.slug===r.preference);if(!a){_chunkZUNVPK23cjs.a.error(_colors2.default.red(`Preference topic "${r.preference}" not found`));return}let g=a.preferenceOptionValues.map(({slug:p})=>p);if(a.type===_privacytypes.PreferenceTopicType.Boolean){let{preferenceValue:p}=await _inquirer2.default.prompt([{name:"preferenceValue",message:`Choose the preference value for "${a.slug}" value "${e}" associated with purpose "${r.purpose}"`,type:"confirm",default:e!=="false"}]);r.valueMapping[e]=p;return}if(a.type===_privacytypes.PreferenceTopicType.Select){let{preferenceValue:p}=await _inquirer2.default.prompt([{name:"preferenceValue",message:`Choose the preference value for "${a.slug}" value "${e}" associated with purpose "${r.purpose}"`,type:"list",choices:g,default:g.find(h=>h===e)}]);r.valueMapping[e]=p;return}if(a.type===_privacytypes.PreferenceTopicType.MultiSelect){let p=_chunk3FEOMF7Gcjs.n.call(void 0, e);await _chunkMPI5VURJcjs.a.call(void 0, p,async h=>{if(r.valueMapping[h]!==void 0)return;let{preferenceValue:P}=await _inquirer2.default.prompt([{name:"preferenceValue",message:`Choose the preference value for "${a.slug}" value "${h}" associated with purpose "${r.purpose}"`,type:"list",choices:g,default:g.find(y=>y===h)}]);r.valueMapping[h]=P});return}throw new Error(`Unknown preference topic type: ${a.type}`)}}),n.columnToPurposeName[c]=r}),n}function he({currentConsentRecord:m,pendingUpdates:n,preferenceTopics:w}){return Object.entries(n).every(([d,{preferences:s=[],enabled:u}])=>{let i=m.purposes.find(c=>c.purpose===d);return!!i&&i.enabled===u?s.every(({topic:c,choice:f})=>i.preferences&&i.preferences.find(r=>{if(r.topic!==c)return!1;let e=w.find(a=>a.slug===c&&a.purpose.trackingType===d);if(!e)throw new Error(`Could not find preference topic for ${c}`);switch(e.type){case _privacytypes.PreferenceTopicType.Boolean:return r.choice.booleanValue===f.booleanValue;case _privacytypes.PreferenceTopicType.Select:return r.choice.selectValue===f.selectValue;case _privacytypes.PreferenceTopicType.MultiSelect:let a=(r.choice.selectValues||[]).sort(),g=(f.selectValues||[]).sort();return a.length===g.length&&a.every((p,h)=>p===g[h]);default:throw new Error(`Unknown preference topic type: ${e.type}`)}})):!1})}function we({currentConsentRecord:m,pendingUpdates:n,preferenceTopics:w}){return!!Object.entries(n).find(([d,{preferences:s=[],enabled:u}])=>{let i=m.purposes.find(t=>t.purpose===d);return i?i.enabled!==u?!0:!!s.find(({topic:t,choice:c})=>{let f=(i.preferences||[]).find(e=>e.topic===t);if(!f)return!1;let r=w.find(e=>e.slug===t&&e.purpose.trackingType===d);if(!r)throw new Error(`Could not find preference topic for ${t}`);switch(r.type){case _privacytypes.PreferenceTopicType.Boolean:return f.choice.booleanValue!==c.booleanValue;case _privacytypes.PreferenceTopicType.Select:return f.choice.selectValue!==c.selectValue;case _privacytypes.PreferenceTopicType.MultiSelect:let e=(f.choice.selectValues||[]).sort(),a=(c.selectValues||[]).sort();return e.length!==a.length||!e.every((g,p)=>g===a[p]);default:throw new Error(`Unknown preference topic type: ${r.type}`)}}):!1})}async function Pe({file:m,sombra:n,purposeSlugs:w,preferenceTopics:d,partitionKey:s,skipExistingRecordCheck:u,forceTriggerWorkflows:i},t){let c=new Date().getTime(),f=t.getValue("fileMetadata");_chunkZUNVPK23cjs.a.info(_colors2.default.magenta(`Reading in file: "${m}"`));let r=_chunk3FEOMF7Gcjs.q.call(void 0, m,A.record(A.string,A.string)),e={columnToPurposeName:{},pendingSafeUpdates:{},pendingConflictUpdates:{},skippedUpdates:{},...f[m]||{},lastFetchedAt:new Date().toISOString()};e=await ue(r,e),f[m]=e,await t.setValue(f,"fileMetadata");let a=await de(r,e);e=a.currentState,r=a.preferences,f[m]=e,await t.setValue(f,"fileMetadata"),e=await ge(r,e,{preferenceTopics:d,purposeSlugs:w,forceTriggerWorkflows:i}),f[m]=e,await t.setValue(f,"fileMetadata");let g=r.map(y=>y[e.identifierColumn]),p=u?[]:await fe(n,{identifiers:g.map(y=>({value:y})),partitionKey:s}),h=_chunk3EZGFSMDcjs.e.call(void 0, p,"userId");e.pendingConflictUpdates={},e.pendingSafeUpdates={},e.skippedUpdates={},r.forEach(y=>{let $=y[e.identifierColumn],E=Q({row:y,columnToPurposeName:e.columnToPurposeName,preferenceTopics:d,purposeSlugs:w}),U=h[$];if(i&&!U)throw new Error(`No existing consent record found for user with id: ${$}. 
+        When 'forceTriggerWorkflows' is set all the user identifiers should contain a consent record`);if(U&&he({currentConsentRecord:U,pendingUpdates:E,preferenceTopics:d})&&!i){e.skippedUpdates[$]=y;return}if(U&&we({currentConsentRecord:U,pendingUpdates:E,preferenceTopics:d})){e.pendingConflictUpdates[$]={row:y,record:U};return}e.pendingSafeUpdates[$]=y}),f[m]=e,await t.setValue(f,"fileMetadata");let P=new Date().getTime();_chunkZUNVPK23cjs.a.info(_colors2.default.green(`Successfully pre-processed file: "${m}" in ${(P-c)/1e3}s`))}var je=o.type({purpose:o.string,preference:o.union([o.string,o.null]),valueMapping:o.record(o.string,o.union([o.string,o.boolean,o.null]))}),Ae=o.intersection([o.type({columnToPurposeName:o.record(o.string,je),lastFetchedAt:o.string,pendingSafeUpdates:o.record(o.string,o.record(o.string,o.string)),pendingConflictUpdates:o.record(o.string,o.type({record:_privacytypes.PreferenceQueryResponseItem,row:o.record(o.string,o.string)})),skippedUpdates:o.record(o.string,o.record(o.string,o.string))}),o.partial({identifierColumn:o.string,timestampColum:o.string})]),$e=o.type({fileMetadata:o.record(o.string,Ae),failingUpdates:o.record(o.string,o.type({uploadedAt:o.string,error:o.string,update:_privacytypes.PreferenceUpdateItem})),pendingUpdates:o.record(o.string,_privacytypes.PreferenceUpdateItem)});async function Te({auth:m,sombraAuth:n,receiptFilepath:w,file:d,partition:s,isSilent:u=!0,dryRun:i=!1,skipWorkflowTriggers:t=!1,skipConflictUpdates:c=!1,skipExistingRecordCheck:f=!1,attributes:r=[],transcendUrl:e,forceTriggerWorkflows:a=!1}){let g=_chunk3FEOMF7Gcjs.p.call(void 0, r),p=new (0, _persistedstate.PersistedState)(w,$e,{fileMetadata:{},failingUpdates:{},pendingUpdates:{}}),h=p.getValue("failingUpdates"),P=p.getValue("pendingUpdates"),y=p.getValue("fileMetadata");_chunkZUNVPK23cjs.a.info(_colors2.default.magenta(`Restored cache, there are: 
+${Object.values(h).length} failing requests to be retried
+${Object.values(P).length} pending requests to be processed
+The following files are stored in cache and will be used:
+${Object.keys(y).map(b=>b).join(`
+`)}
+The following file will be processed: ${d}
+`));let $=_chunkMPI5VURJcjs.Wd.call(void 0, e,m),[E,U,X]=await Promise.all([_chunkMPI5VURJcjs.Xd.call(void 0, e,m,n),a?Promise.resolve([]):_chunkMPI5VURJcjs.Uc.call(void 0, $),a?Promise.resolve([]):_chunkMPI5VURJcjs.fe.call(void 0, $)]);await Pe({file:d,purposeSlugs:U.map(b=>b.trackingType),preferenceTopics:X,sombra:E,partitionKey:s,skipExistingRecordCheck:f,forceTriggerWorkflows:a},p);let x={};y=p.getValue("fileMetadata");let M=y[d];if(_chunkZUNVPK23cjs.a.info(_colors2.default.magenta(`Found ${Object.entries(M.pendingSafeUpdates).length} safe updates in ${d}`)),_chunkZUNVPK23cjs.a.info(_colors2.default.magenta(`Found ${Object.entries(M.pendingConflictUpdates).length} conflict updates in ${d}`)),_chunkZUNVPK23cjs.a.info(_colors2.default.magenta(`Found ${Object.entries(M.skippedUpdates).length} skipped updates in ${d}`)),Object.entries({...M.pendingSafeUpdates,...c?{}:_typeutils.apply.call(void 0, M.pendingConflictUpdates,({row:b})=>b)}).forEach(([b,C])=>{let D=M.timestampColum===L?new Date:new Date(C[M.timestampColum]),R=Q({row:C,columnToPurposeName:M.columnToPurposeName,preferenceTopics:X,purposeSlugs:U.map(O=>O.trackingType)});x[b]={userId:b,partition:s,timestamp:D.toISOString(),purposes:Object.entries(R).map(([O,Re])=>({...Re,purpose:O,workflowSettings:{attributes:g,isSilent:u,skipWorkflowTrigger:t}}))}}),await p.setValue(x,"pendingUpdates"),await p.setValue({},"failingUpdates"),i){_chunkZUNVPK23cjs.a.info(_colors2.default.green(`Dry run complete, exiting. ${Object.values(x).length} pending updates. Check file: ${w}`));return}_chunkZUNVPK23cjs.a.info(_colors2.default.magenta(`Uploading ${Object.values(x).length} preferences to partition: ${s}`));let Ue=new Date().getTime(),G=new _cliprogress2.default.SingleBar({},_cliprogress2.default.Presets.shades_classic),Z=0,W=Object.entries(x),ke=_chunk3EZGFSMDcjs.b.call(void 0, W,t?100:10);G.start(W.length,0),await _chunkMPI5VURJcjs.b.call(void 0, ke,async b=>{try{await E.put("v1/preferences",{json:{records:b.map(([,C])=>C),skipWorkflowTriggers:t,forceTriggerWorkflows:a}}).json()}catch(C){try{let R=JSON.parse(_optionalChain([C, 'optionalAccess', _5 => _5.response, 'optionalAccess', _6 => _6.body])||"{}");R.error&&_chunkZUNVPK23cjs.a.error(_colors2.default.red(`Error: ${R.error}`))}catch (e2){}_chunkZUNVPK23cjs.a.error(_colors2.default.red(`Failed to upload ${b.length} user preferences to partition ${s}: ${_optionalChain([C, 'optionalAccess', _7 => _7.response, 'optionalAccess', _8 => _8.body])||_optionalChain([C, 'optionalAccess', _9 => _9.message])}`));let D=p.getValue("failingUpdates");b.forEach(([R,O])=>{D[R]={uploadedAt:new Date().toISOString(),update:O,error:_optionalChain([C, 'optionalAccess', _10 => _10.response, 'optionalAccess', _11 => _11.body])||_optionalChain([C, 'optionalAccess', _12 => _12.message])||"Unknown error"}}),await p.setValue(D,"failingUpdates")}Z+=b.length,G.update(Z)},{concurrency:40}),G.stop();let Me=new Date().getTime()-Ue;_chunkZUNVPK23cjs.a.info(_colors2.default.green(`Successfully uploaded ${W.length} user preferences to partition ${s} in "${Me/1e3}" seconds!`))}var _fs = require('fs');var _path = require('path');async function kr({auth:m,partition:n,sombraAuth:w,transcendUrl:d,file:s="",directory:u,dryRun:i,skipExistingRecordCheck:t,receiptFileDir:c,skipWorkflowTriggers:f,forceTriggerWorkflows:r,skipConflictUpdates:e,isSilent:a,attributes:g,concurrency:p}){u&&s&&(_chunkZUNVPK23cjs.a.error(_colors2.default.red("Cannot provide both a directory and a file. Please provide only one.")),this.process.exit(1)),!s&&!u&&(_chunkZUNVPK23cjs.a.error(_colors2.default.red("A file or directory must be provided. Please provide one using --file=./preferences.csv or --directory=./preferences")),this.process.exit(1)),_chunkWKCTKYN4cjs.a.call(void 0, this.process.exit);let h=[];if(u)try{let y=_fs.readdirSync.call(void 0, u).filter($=>$.endsWith(".csv"));y.length===0&&(_chunkZUNVPK23cjs.a.error(_colors2.default.red(`No CSV files found in directory: ${u}`)),this.process.exit(1)),h.push(...y.map($=>_path.join.call(void 0, u,$)))}catch(P){_chunkZUNVPK23cjs.a.error(_colors2.default.red(`Failed to read directory: ${u}`)),_chunkZUNVPK23cjs.a.error(_colors2.default.red(P.message)),this.process.exit(1)}else try{s.endsWith(".csv")||(_chunkZUNVPK23cjs.a.error(_colors2.default.red("File must be a CSV file")),this.process.exit(1)),h.push(s)}catch(P){_chunkZUNVPK23cjs.a.error(_colors2.default.red(`Failed to access file: ${s}`)),_chunkZUNVPK23cjs.a.error(_colors2.default.red(P.message)),this.process.exit(1)}_chunkZUNVPK23cjs.a.info(_colors2.default.green(`Processing ${h.length} consent preferences files for partition: ${n}`)),_chunkZUNVPK23cjs.a.debug(`Files to process: ${h.join(", ")}`),t&&_chunkZUNVPK23cjs.a.info(_colors2.default.bgYellow(`Skipping existing record check: ${t}`)),await _chunkMPI5VURJcjs.b.call(void 0, h,async P=>{let y=_path.basename.call(void 0, P).replace(".csv","");await Te({receiptFilepath:_path.join.call(void 0, c,`${y}-receipts.json`),auth:m,sombraAuth:w,file:P,partition:n,transcendUrl:d,skipConflictUpdates:e,skipWorkflowTriggers:f,skipExistingRecordCheck:t,isSilent:a,dryRun:i,attributes:_chunk3FEOMF7Gcjs.n.call(void 0, g),forceTriggerWorkflows:r})},{concurrency:p})}exports.uploadPreferences = kr;
+//# sourceMappingURL=impl-YVMYL724.cjs.map

package/dist/impl-YVMYL724.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["/home/runner/work/cli/cli/dist/impl-YVMYL724.cjs","../src/commands/consent/upload-preferences/impl.ts","../src/lib/preference-management/uploadPreferenceManagementPreferencesInteractive.ts","../src/lib/preference-management/parsePreferenceManagementCsv.ts","../src/lib/preference-management/getPreferencesForIdentifiers.ts","../src/lib/preference-management/parsePreferenceIdentifiersFromCsv.ts","../src/lib/preference-management/parsePreferenceAndPurposeValuesFromCsv.ts"],"names":["PreferenceRecordsQueryResponse","PreferenceQueryResponseItem","MSGS","getPreferencesForIdentifiers","sombra","identifiers","partitionKey","skipLogging","results","groupedIdentifiers","chunk_default","t0","progressBar","cliProgress","total","map","group","attempts","maxAttempts","rawResult","result","decodeCodec","err","msg","errorMessage"],"mappings":"AAAA,u/BAAwC,gCAA6B,wDAAyD,wDAA0C,gCAA6B,wDAAoF,wDAAyC,gCAA6B,wDAAuE,gCAA6B,gFCChb,qGCWK,+DAEO,qJCXZ,2DCHyB,qDAKhB,IAKtBA,EAAAA,CAAmC,CAAA,CAAA,YAAA,CAAa,CAClD,CAAA,CAAA,IAAA,CAAK,CACL,KAAA,CAAS,CAAA,CAAA,KAAA,CAAMC,yCAA2B,CAC5C,CAAC,CAAA,CACC,CAAA,CAAA,OAAA,CAAQ,CAER,MAAA,CAAU,CAAA,CAAA,MACZ,CAAC,CACH,CAAC,CAAA,CAEKC,EAAAA,CAAO,CACX,WAAA,CACA,WAAA,CACA,sBAAA,CACA,sBACF,CAAA,CASA,MAAA,SAAsBC,EAAAA,CACpBC,CAAAA,CACA,CACE,WAAA,CAAAC,CAAAA,CACA,YAAA,CAAAC,CAAAA,CACA,WAAA,CAAAC,CAAAA,CAAc,CAAA,CAChB,CAAA,CAWwC,CACxC,IAAMC,CAAAA,CAAyC,CAAC,CAAA,CAC1CC,CAAAA,CAAqBC,iCAAAA,CAAML,CAAa,GAAG,CAAA,CAG3CM,CAAAA,CAAK,IAAI,IAAA,CAAK,CAAA,CAAE,OAAA,CAAQ,CAAA,CACxBC,CAAAA,CAAc,IAAIC,qBAAAA,CAAY,SAAA,CAClC,CAAC,CAAA,CACDA,qBAAAA,CAAY,OAAA,CAAQ,cACtB,CAAA,CACKN,CAAAA,EACHK,CAAAA,CAAY,KAAA,CAAMP,CAAAA,CAAY,MAAA,CAAQ,CAAC,CAAA,CAGzC,IAAIS,CAAAA,CAAQ,CAAA,CACZ,MAAMC,iCAAAA,CACJN,CACA,MAAOO,CAAAA,EAAU,CAEf,IAAIC,CAAAA,CAAW,CAAA,CACTC,CAAAA,CAAc,CAAA,CACpB,GAAA,CAAA,CAAOD,CAAAA,CAAWC,CAAAA,CAAAA,CAChB,GAAI,CACF,IAAMC,CAAAA,CAAY,MAAMf,CAAAA,CACrB,IAAA,CAAK,CAAA,eAAA,EAAkBE,CAAY,CAAA,MAAA,CAAA,CAAU,CAC5C,IAAA,CAAM,CACJ,MAAA,CAAQ,CACN,WAAA,CAAaU,CACf,CAAA,CACA,KAAA,CAAOA,CAAAA,CAAM,MACf,CACF,CAAC,CAAA,CACA,IAAA,CAAK,CAAA,CAEFI,CAAAA,CAASC,oCAAAA,EAAYrB,CAAgCmB,CAAS,CAAA,CACpEX,CAAAA,CAAQ,IAAA,CAAK,GAAGY,CAAAA,CAAO,KAAK,CAAA,CAC5BN,CAAAA,EAASE,CAAAA,CAAM,MAAA,CACfJ,CAAAA,CAAY,MAAA,CAAOE,CAAK,CAAA,CACxB,KACF,CAAA,KAAA,CAASQ,CAAAA,CAAK,CACZL,CAAAA,EAAY,CAAA,CACZ,IAAMM,CAAAA,iBAAMD,CAAAA,6BAAK,QAAA,6BAAU,MAAA,kBAAQA,CAAAA,6BAAK,SAAA,EAAW,EAAA,CACnD,EAAA,CACEL,CAAAA,EAAYC,CAAAA,EACZ,CAAChB,EAAAA,CAAK,IAAA,CAAMsB,CAAAA,EAAiBD,CAAAA,CAAI,QAAA,CAASC,CAAY,CAAC,CAAA,CAEvD,MAAM,IAAI,KAAA,CACR,CAAA,oCAAA,EAAuCP,CAAQ,CAAA,WAAA,EAAcM,CAAG,CAAA,CAAA;ACclE;ACEW;AJ5ErB,oGAAA;AAoDM;AAGA;AAAA;AAKQ;AAAK;AACgC,sCAAA;AA4IvC","file":"/home/runner/work/cli/cli/dist/impl-YVMYL724.cjs","sourcesContent":[null,"import type { LocalContext } from '../../../context';\nimport colors from 'colors';\n\nimport { logger } from '../../../logger';\nimport { uploadPreferenceManagementPreferencesInteractive } from '../../../lib/preference-management';\nimport { splitCsvToList } from '../../../lib/requests';\nimport { readdirSync } from 'fs';\nimport { map } from '../../../lib/bluebird-replace';\nimport { basename, join } from 'path';\nimport { doneInputValidation } from '../../../lib/cli/done-input-validation';\n\nexport interface UploadPreferencesCommandFlags {\n  auth: string;\n  partition: string;\n  sombraAuth?: string;\n  transcendUrl: string;\n  file?: string;\n  directory?: string;\n  dryRun: boolean;\n  skipExistingRecordCheck: boolean;\n  receiptFileDir: string;\n  skipWorkflowTriggers: boolean;\n  forceTriggerWorkflows: boolean;\n  skipConflictUpdates: boolean;\n  isSilent: boolean;\n  attributes: string;\n  receiptFilepath: string;\n  concurrency: number;\n}\n\nexport async function uploadPreferences(\n  this: LocalContext,\n  {\n    auth,\n    partition,\n    sombraAuth,\n    transcendUrl,\n    file = '',\n    directory,\n    dryRun,\n    skipExistingRecordCheck,\n    receiptFileDir,\n    skipWorkflowTriggers,\n    forceTriggerWorkflows,\n    skipConflictUpdates,\n    isSilent,\n    attributes,\n    concurrency,\n  }: UploadPreferencesCommandFlags,\n): Promise<void> {\n  if (!!directory && !!file) {\n    logger.error(\n      colors.red(\n        'Cannot provide both a directory and a file. Please provide only one.',\n      ),\n    );\n    this.process.exit(1);\n  }\n\n  if (!file && !directory) {\n    logger.error(\n      colors.red(\n        'A file or directory must be provided. Please provide one using --file=./preferences.csv or --directory=./preferences',\n      ),\n    );\n    this.process.exit(1);\n  }\n\n  doneInputValidation(this.process.exit);\n\n  const files: string[] = [];\n\n  if (directory) {\n    try {\n      const filesInDirectory = readdirSync(directory);\n      const csvFiles = filesInDirectory.filter((file) => file.endsWith('.csv'));\n\n      if (csvFiles.length === 0) {\n        logger.error(\n          colors.red(`No CSV files found in directory: ${directory}`),\n        );\n        this.process.exit(1);\n      }\n\n      // Add full paths for each CSV file\n      files.push(...csvFiles.map((file) => join(directory, file)));\n    } catch (err) {\n      logger.error(colors.red(`Failed to read directory: ${directory}`));\n      logger.error(colors.red((err as Error).message));\n      this.process.exit(1);\n    }\n  } else {\n    try {\n      // Verify file exists and is a CSV\n      if (!file.endsWith('.csv')) {\n        logger.error(colors.red('File must be a CSV file'));\n        this.process.exit(1);\n      }\n      files.push(file);\n    } catch (err) {\n      logger.error(colors.red(`Failed to access file: ${file}`));\n      logger.error(colors.red((err as Error).message));\n      this.process.exit(1);\n    }\n  }\n\n  logger.info(\n    colors.green(\n      `Processing ${files.length} consent preferences files for partition: ${partition}`,\n    ),\n  );\n  logger.debug(`Files to process: ${files.join(', ')}`);\n\n  if (skipExistingRecordCheck) {\n    logger.info(\n      colors.bgYellow(\n        `Skipping existing record check: ${skipExistingRecordCheck}`,\n      ),\n    );\n  }\n\n  await map(\n    files,\n    async (filePath) => {\n      const fileName = basename(filePath).replace('.csv', '');\n      await uploadPreferenceManagementPreferencesInteractive({\n        receiptFilepath: join(receiptFileDir, `${fileName}-receipts.json`),\n        auth,\n        sombraAuth,\n        file: filePath,\n        partition,\n        transcendUrl,\n        skipConflictUpdates,\n        skipWorkflowTriggers,\n        skipExistingRecordCheck,\n        isSilent,\n        dryRun,\n        attributes: splitCsvToList(attributes),\n        forceTriggerWorkflows,\n      });\n    },\n    { concurrency },\n  );\n}\n","import {\n  buildTranscendGraphQLClient,\n  createSombraGotInstance,\n  fetchAllPurposes,\n  fetchAllPreferenceTopics,\n  PreferenceTopic,\n  Purpose,\n} from '../graphql';\nimport colors from 'colors';\nimport { map } from '../bluebird-replace';\nimport { chunk } from 'lodash-es';\nimport { logger } from '../../logger';\nimport cliProgress from 'cli-progress';\nimport { parseAttributesFromString } from '../requests';\nimport { PersistedState } from '@transcend-io/persisted-state';\nimport { parsePreferenceManagementCsvWithCache } from './parsePreferenceManagementCsv';\nimport { PreferenceState } from './codecs';\nimport { PreferenceUpdateItem } from '@transcend-io/privacy-types';\nimport { apply } from '@transcend-io/type-utils';\nimport { NONE_PREFERENCE_MAP } from './parsePreferenceTimestampsFromCsv';\nimport { getPreferenceUpdatesFromRow } from './getPreferenceUpdatesFromRow';\n\n/**\n * Upload a set of consent preferences\n *\n * @param options - Options\n */\nexport async function uploadPreferenceManagementPreferencesInteractive({\n  auth,\n  sombraAuth,\n  receiptFilepath,\n  file,\n  partition,\n  isSilent = true,\n  dryRun = false,\n  skipWorkflowTriggers = false,\n  skipConflictUpdates = false,\n  skipExistingRecordCheck = false,\n  attributes = [],\n  transcendUrl,\n  forceTriggerWorkflows = false,\n}: {\n  /** The Transcend API key */\n  auth: string;\n  /** Sombra API key authentication */\n  sombraAuth?: string;\n  /** Partition key */\n  partition: string;\n  /** File where to store receipt and continue from where left off */\n  receiptFilepath: string;\n  /** The file to process */\n  file: string;\n  /** API URL for Transcend backend */\n  transcendUrl: string;\n  /** Whether to do a dry run */\n  dryRun?: boolean;\n  /** Whether to upload as isSilent */\n  isSilent?: boolean;\n  /** Attributes string pre-parse. In format Key:Value */\n  attributes?: string[];\n  /** Skip workflow triggers */\n  skipWorkflowTriggers?: boolean;\n  /**\n   * When true, only update preferences that do not conflict with existing\n   * preferences. When false, update all preferences in CSV based on timestamp.\n   */\n  skipConflictUpdates?: boolean;\n  /** Whether to skip the check for existing records. SHOULD ONLY BE USED FOR INITIAL UPLOAD */\n  skipExistingRecordCheck?: boolean;\n  /** Whether to force trigger workflows */\n  forceTriggerWorkflows?: boolean;\n}): Promise<void> {\n  // Parse out the extra attributes to apply to all requests uploaded\n  const parsedAttributes = parseAttributesFromString(attributes);\n\n  // Create a new state file to store the requests from this run\n  const preferenceState = new PersistedState(receiptFilepath, PreferenceState, {\n    fileMetadata: {},\n    failingUpdates: {},\n    pendingUpdates: {},\n  });\n  const failingRequests = preferenceState.getValue('failingUpdates');\n  const pendingRequests = preferenceState.getValue('pendingUpdates');\n  let fileMetadata = preferenceState.getValue('fileMetadata');\n\n  logger.info(\n    colors.magenta(\n      'Restored cache, there are: \\n' +\n        `${\n          Object.values(failingRequests).length\n        } failing requests to be retried\\n` +\n        `${\n          Object.values(pendingRequests).length\n        } pending requests to be processed\\n` +\n        `The following files are stored in cache and will be used:\\n${Object.keys(\n          fileMetadata,\n        )\n          .map((x) => x)\n          .join('\\n')}\\n` +\n        `The following file will be processed: ${file}\\n`,\n    ),\n  );\n\n  // Create GraphQL client to connect to Transcend backend\n  const client = buildTranscendGraphQLClient(transcendUrl, auth);\n\n  const [sombra, purposes, preferenceTopics] = await Promise.all([\n    // Create sombra instance to communicate with\n    createSombraGotInstance(transcendUrl, auth, sombraAuth),\n    // get all purposes and topics\n    forceTriggerWorkflows\n      ? Promise.resolve([] as Purpose[])\n      : fetchAllPurposes(client),\n    forceTriggerWorkflows\n      ? Promise.resolve([] as PreferenceTopic[])\n      : fetchAllPreferenceTopics(client),\n  ]);\n\n  // Process the file\n  await parsePreferenceManagementCsvWithCache(\n    {\n      file,\n      purposeSlugs: purposes.map((x) => x.trackingType),\n      preferenceTopics,\n      sombra,\n      partitionKey: partition,\n      skipExistingRecordCheck,\n      forceTriggerWorkflows,\n    },\n    preferenceState,\n  );\n\n  // Construct the pending updates\n  const pendingUpdates: Record<string, PreferenceUpdateItem> = {};\n  fileMetadata = preferenceState.getValue('fileMetadata');\n  const metadata = fileMetadata[file];\n\n  logger.info(\n    colors.magenta(\n      `Found ${\n        Object.entries(metadata.pendingSafeUpdates).length\n      } safe updates in ${file}`,\n    ),\n  );\n  logger.info(\n    colors.magenta(\n      `Found ${\n        Object.entries(metadata.pendingConflictUpdates).length\n      } conflict updates in ${file}`,\n    ),\n  );\n  logger.info(\n    colors.magenta(\n      `Found ${\n        Object.entries(metadata.skippedUpdates).length\n      } skipped updates in ${file}`,\n    ),\n  );\n\n  // Update either safe updates only or safe + conflict\n  Object.entries({\n    ...metadata.pendingSafeUpdates,\n    ...(skipConflictUpdates\n      ? {}\n      : apply(metadata.pendingConflictUpdates, ({ row }) => row)),\n  }).forEach(([userId, update]) => {\n    // Determine timestamp\n    const timestamp =\n      metadata.timestampColum === NONE_PREFERENCE_MAP\n        ? new Date()\n        : new Date(update[metadata.timestampColum!]);\n\n    // Determine updates\n    const updates = getPreferenceUpdatesFromRow({\n      row: update,\n      columnToPurposeName: metadata.columnToPurposeName,\n      preferenceTopics,\n      purposeSlugs: purposes.map((x) => x.trackingType),\n    });\n    pendingUpdates[userId] = {\n      userId,\n      partition,\n      timestamp: timestamp.toISOString(),\n      purposes: Object.entries(updates).map(([purpose, value]) => ({\n        ...value,\n        purpose,\n        workflowSettings: {\n          attributes: parsedAttributes,\n          isSilent,\n          skipWorkflowTrigger: skipWorkflowTriggers,\n        },\n      })),\n    };\n  });\n  await preferenceState.setValue(pendingUpdates, 'pendingUpdates');\n  await preferenceState.setValue({}, 'failingUpdates');\n\n  // Exist early if dry run\n  if (dryRun) {\n    logger.info(\n      colors.green(\n        `Dry run complete, exiting. ${\n          Object.values(pendingUpdates).length\n        } pending updates. Check file: ${receiptFilepath}`,\n      ),\n    );\n    return;\n  }\n\n  logger.info(\n    colors.magenta(\n      `Uploading ${\n        Object.values(pendingUpdates).length\n      } preferences to partition: ${partition}`,\n    ),\n  );\n\n  // Time duration\n  const t0 = new Date().getTime();\n\n  // create a new progress bar instance and use shades_classic theme\n  const progressBar = new cliProgress.SingleBar(\n    {},\n    cliProgress.Presets.shades_classic,\n  );\n\n  // Build a GraphQL client\n  let total = 0;\n  const updatesToRun = Object.entries(pendingUpdates);\n  const chunkedUpdates = chunk(updatesToRun, skipWorkflowTriggers ? 100 : 10);\n  progressBar.start(updatesToRun.length, 0);\n  await map(\n    chunkedUpdates,\n    async (currentChunk) => {\n      // Make the request\n      try {\n        await sombra\n          .put('v1/preferences', {\n            json: {\n              records: currentChunk.map(([, update]) => update),\n              skipWorkflowTriggers,\n              forceTriggerWorkflows,\n            },\n          })\n          .json();\n      } catch (err) {\n        try {\n          const parsed = JSON.parse(err?.response?.body || '{}');\n          if (parsed.error) {\n            logger.error(colors.red(`Error: ${parsed.error}`));\n          }\n        } catch (e) {\n          // continue\n        }\n        logger.error(\n          colors.red(\n            `Failed to upload ${\n              currentChunk.length\n            } user preferences to partition ${partition}: ${\n              err?.response?.body || err?.message\n            }`,\n          ),\n        );\n        const failingUpdates = preferenceState.getValue('failingUpdates');\n        currentChunk.forEach(([userId, update]) => {\n          failingUpdates[userId] = {\n            uploadedAt: new Date().toISOString(),\n            update,\n            error: err?.response?.body || err?.message || 'Unknown error',\n          };\n        });\n        await preferenceState.setValue(failingUpdates, 'failingUpdates');\n      }\n\n      total += currentChunk.length;\n      progressBar.update(total);\n    },\n    {\n      concurrency: 40,\n    },\n  );\n\n  progressBar.stop();\n  const t1 = new Date().getTime();\n  const totalTime = t1 - t0;\n  logger.info(\n    colors.green(\n      `Successfully uploaded ${\n        updatesToRun.length\n      } user preferences to partition ${partition} in \"${\n        totalTime / 1000\n      }\" seconds!`,\n    ),\n  );\n}\n","import { PersistedState } from '@transcend-io/persisted-state';\nimport type { Got } from 'got';\nimport { keyBy } from 'lodash-es';\nimport * as t from 'io-ts';\nimport colors from 'colors';\nimport { FileMetadataState, PreferenceState } from './codecs';\nimport { logger } from '../../logger';\nimport { readCsv } from '../requests';\nimport { getPreferencesForIdentifiers } from './getPreferencesForIdentifiers';\nimport { PreferenceTopic } from '../graphql';\nimport { getPreferenceUpdatesFromRow } from './getPreferenceUpdatesFromRow';\nimport { parsePreferenceTimestampsFromCsv } from './parsePreferenceTimestampsFromCsv';\nimport { parsePreferenceIdentifiersFromCsv } from './parsePreferenceIdentifiersFromCsv';\nimport { parsePreferenceAndPurposeValuesFromCsv } from './parsePreferenceAndPurposeValuesFromCsv';\nimport { checkIfPendingPreferenceUpdatesAreNoOp } from './checkIfPendingPreferenceUpdatesAreNoOp';\nimport { checkIfPendingPreferenceUpdatesCauseConflict } from './checkIfPendingPreferenceUpdatesCauseConflict';\n\n/**\n * Parse a file into the cache\n *\n *\n * @param options - Options\n * @param cache - The cache to store the parsed file in\n * @returns The cache with the parsed file\n */\nexport async function parsePreferenceManagementCsvWithCache(\n  {\n    file,\n    sombra,\n    purposeSlugs,\n    preferenceTopics,\n    partitionKey,\n    skipExistingRecordCheck,\n    forceTriggerWorkflows,\n  }: {\n    /** File to parse */\n    file: string;\n    /** The purpose slugs that are allowed to be updated */\n    purposeSlugs: string[];\n    /** The preference topics */\n    preferenceTopics: PreferenceTopic[];\n    /** Sombra got instance */\n    sombra: Got;\n    /** Partition key */\n    partitionKey: string;\n    /** Whether to skip the check for existing records. SHOULD ONLY BE USED FOR INITIAL UPLOAD */\n    skipExistingRecordCheck: boolean;\n    /** Wheather to force workflow triggers */\n    forceTriggerWorkflows: boolean;\n  },\n  cache: PersistedState<typeof PreferenceState>,\n): Promise<void> {\n  // Start the timer\n  const t0 = new Date().getTime();\n\n  // Get the current metadata\n  const fileMetadata = cache.getValue('fileMetadata');\n\n  // Read in the file\n  logger.info(colors.magenta(`Reading in file: \"${file}\"`));\n  let preferences = readCsv(file, t.record(t.string, t.string));\n\n  // start building the cache, can use previous cache as well\n  let currentState: FileMetadataState = {\n    columnToPurposeName: {},\n    pendingSafeUpdates: {},\n    pendingConflictUpdates: {},\n    skippedUpdates: {},\n    // Load in the last fetched time\n    ...((fileMetadata[file] || {}) as Partial<FileMetadataState>),\n    lastFetchedAt: new Date().toISOString(),\n  };\n\n  // Validate that all timestamps are present in the file\n  currentState = await parsePreferenceTimestampsFromCsv(\n    preferences,\n    currentState,\n  );\n  fileMetadata[file] = currentState;\n  await cache.setValue(fileMetadata, 'fileMetadata');\n\n  // Validate that all identifiers are present and unique\n  const result = await parsePreferenceIdentifiersFromCsv(\n    preferences,\n    currentState,\n  );\n  currentState = result.currentState;\n  preferences = result.preferences;\n  fileMetadata[file] = currentState;\n  await cache.setValue(fileMetadata, 'fileMetadata');\n\n  // Ensure all other columns are mapped to purpose and preference\n  // slug values\n  currentState = await parsePreferenceAndPurposeValuesFromCsv(\n    preferences,\n    currentState,\n    {\n      preferenceTopics,\n      purposeSlugs,\n      forceTriggerWorkflows,\n    },\n  );\n  fileMetadata[file] = currentState;\n  await cache.setValue(fileMetadata, 'fileMetadata');\n\n  // Grab existing preference store records\n  const identifiers = preferences.map(\n    (pref) => pref[currentState.identifierColumn!],\n  );\n  const existingConsentRecords = skipExistingRecordCheck\n    ? []\n    : await getPreferencesForIdentifiers(sombra, {\n        identifiers: identifiers.map((x) => ({ value: x })),\n        partitionKey,\n      });\n  const consentRecordByIdentifier = keyBy(existingConsentRecords, 'userId');\n\n  // Clear out previous updates\n  currentState.pendingConflictUpdates = {};\n  currentState.pendingSafeUpdates = {};\n  currentState.skippedUpdates = {};\n\n  // Process each row\n  preferences.forEach((pref) => {\n    // Grab unique Id for the user\n    const userId = pref[currentState.identifierColumn!];\n\n    // determine updates for user\n    const pendingUpdates = getPreferenceUpdatesFromRow({\n      row: pref,\n      columnToPurposeName: currentState.columnToPurposeName,\n      preferenceTopics,\n      purposeSlugs,\n    });\n\n    // Grab current state of the update\n    const currentConsentRecord = consentRecordByIdentifier[userId];\n    if (forceTriggerWorkflows && !currentConsentRecord) {\n      throw new Error(\n        `No existing consent record found for user with id: ${userId}. \n        When 'forceTriggerWorkflows' is set all the user identifiers should contain a consent record`,\n      );\n    }\n    // Check if the update can be skipped\n    // this is the case if a record exists, and the purpose\n    // and preference values are all in sync\n    if (\n      currentConsentRecord &&\n      checkIfPendingPreferenceUpdatesAreNoOp({\n        currentConsentRecord,\n        pendingUpdates,\n        preferenceTopics,\n      }) &&\n      !forceTriggerWorkflows\n    ) {\n      currentState.skippedUpdates[userId] = pref;\n      return;\n    }\n\n    // Determine if there are any conflicts\n    if (\n      currentConsentRecord &&\n      checkIfPendingPreferenceUpdatesCauseConflict({\n        currentConsentRecord,\n        pendingUpdates,\n        preferenceTopics,\n      })\n    ) {\n      currentState.pendingConflictUpdates[userId] = {\n        row: pref,\n        record: currentConsentRecord,\n      };\n      return;\n    }\n\n    // Add to pending updates\n    currentState.pendingSafeUpdates[userId] = pref;\n  });\n\n  // Read in the file\n  fileMetadata[file] = currentState;\n  await cache.setValue(fileMetadata, 'fileMetadata');\n  const t1 = new Date().getTime();\n  logger.info(\n    colors.green(\n      `Successfully pre-processed file: \"${file}\" in ${(t1 - t0) / 1000}s`,\n    ),\n  );\n}\n","import { PreferenceQueryResponseItem } from '@transcend-io/privacy-types';\nimport type { Got } from 'got';\nimport colors from 'colors';\nimport cliProgress from 'cli-progress';\nimport { chunk } from 'lodash-es';\nimport { decodeCodec } from '@transcend-io/type-utils';\nimport * as t from 'io-ts';\nimport { map } from '../bluebird-replace';\nimport { logger } from '../../logger';\n\nconst PreferenceRecordsQueryResponse = t.intersection([\n  t.type({\n    nodes: t.array(PreferenceQueryResponseItem),\n  }),\n  t.partial({\n    /** The base64 encoded(PreferenceStorePaginationKey) cursor for pagination */\n    cursor: t.string,\n  }),\n]);\n\nconst MSGS = [\n  'ENOTFOUND',\n  'ETIMEDOUT',\n  '504 Gateway Time-out',\n  'Task timed out after',\n];\n\n/**\n * Grab the current consent preference values for a list of identifiers\n *\n * @param sombra - Backend to make API call to\n * @param options - Options\n * @returns Plaintext context information\n */\nexport async function getPreferencesForIdentifiers(\n  sombra: Got,\n  {\n    identifiers,\n    partitionKey,\n    skipLogging = false,\n  }: {\n    /** The list of identifiers to look up */\n    identifiers: {\n      /** The value of the identifier */\n      value: string;\n    }[];\n    /** The partition key to look up */\n    partitionKey: string;\n    /** Whether to skip logging */\n    skipLogging?: boolean;\n  },\n): Promise<PreferenceQueryResponseItem[]> {\n  const results: PreferenceQueryResponseItem[] = [];\n  const groupedIdentifiers = chunk(identifiers, 100);\n\n  // create a new progress bar instance and use shades_classic theme\n  const t0 = new Date().getTime();\n  const progressBar = new cliProgress.SingleBar(\n    {},\n    cliProgress.Presets.shades_classic,\n  );\n  if (!skipLogging) {\n    progressBar.start(identifiers.length, 0);\n  }\n\n  let total = 0;\n  await map(\n    groupedIdentifiers,\n    async (group) => {\n      // Make the request with retry logic\n      let attempts = 0;\n      const maxAttempts = 3;\n      while (attempts < maxAttempts) {\n        try {\n          const rawResult = await sombra\n            .post(`v1/preferences/${partitionKey}/query`, {\n              json: {\n                filter: {\n                  identifiers: group,\n                },\n                limit: group.length,\n              },\n            })\n            .json();\n\n          const result = decodeCodec(PreferenceRecordsQueryResponse, rawResult);\n          results.push(...result.nodes);\n          total += group.length;\n          progressBar.update(total);\n          break; // Exit loop if successful\n        } catch (err) {\n          attempts += 1;\n          const msg = err?.response?.body || err?.message || '';\n          if (\n            attempts >= maxAttempts ||\n            !MSGS.some((errorMessage) => msg.includes(errorMessage))\n          ) {\n            throw new Error(\n              `Received an error from server after ${attempts} attempts: ${msg}`,\n            );\n          }\n\n          logger.warn(\n            colors.yellow(\n              `[RETRYING FAILED REQUEST - Attempt ${attempts}] ` +\n                `Failed to fetch ${group.length} user preferences from partition ${partitionKey}: ${msg}`,\n            ),\n          );\n        }\n      }\n    },\n    {\n      concurrency: 40,\n    },\n  );\n\n  progressBar.stop();\n  const t1 = new Date().getTime();\n  const totalTime = t1 - t0;\n\n  if (!skipLogging) {\n    // Log completion time\n    logger.info(\n      colors.green(`Completed download in \"${totalTime / 1000}\" seconds.`),\n    );\n  }\n\n  return results;\n}\n","import { uniq, groupBy, difference } from 'lodash-es';\nimport colors from 'colors';\nimport inquirer from 'inquirer';\nimport { FileMetadataState } from './codecs';\nimport { logger } from '../../logger';\nimport { inquirerConfirmBoolean } from '../helpers';\n\n/* eslint-disable no-param-reassign */\n\n/**\n * Parse identifiers from a CSV list of preferences\n *\n * Ensures that all rows have a valid identifier\n * and that all identifiers are unique.\n *\n * @param preferences - List of preferences\n * @param currentState - The current file metadata state for parsing this list\n * @returns The updated file metadata state\n */\nexport async function parsePreferenceIdentifiersFromCsv(\n  preferences: Record<string, string>[],\n  currentState: FileMetadataState,\n): Promise<{\n  /** The updated state */\n  currentState: FileMetadataState;\n  /** The updated preferences */\n  preferences: Record<string, string>[];\n}> {\n  // Determine columns to map\n  const columnNames = uniq(preferences.map((x) => Object.keys(x)).flat());\n\n  // Determine the columns that could potentially be used for identifier\n  const remainingColumnsForIdentifier = difference(columnNames, [\n    ...(currentState.identifierColumn ? [currentState.identifierColumn] : []),\n    ...Object.keys(currentState.columnToPurposeName),\n  ]);\n\n  // Determine the identifier column to work off of\n  if (!currentState.identifierColumn) {\n    const { identifierName } = await inquirer.prompt<{\n      /** Identifier name */\n      identifierName: string;\n    }>([\n      {\n        name: 'identifierName',\n        message:\n          'Choose the column that will be used as the identifier to upload consent preferences by',\n        type: 'list',\n        default:\n          remainingColumnsForIdentifier.find((col) =>\n            col.toLowerCase().includes('email'),\n          ) || remainingColumnsForIdentifier[0],\n        choices: remainingColumnsForIdentifier,\n      },\n    ]);\n    currentState.identifierColumn = identifierName;\n  }\n  logger.info(\n    colors.magenta(\n      `Using identifier column \"${currentState.identifierColumn}\"`,\n    ),\n  );\n\n  // Validate that the identifier column is present for all rows and unique\n  const identifierColumnsMissing = preferences\n    .map((pref, ind) => (pref[currentState.identifierColumn!] ? null : [ind]))\n    .filter((x): x is number[] => !!x)\n    .flat();\n  if (identifierColumnsMissing.length > 0) {\n    const msg = `The identifier column \"${\n      currentState.identifierColumn\n    }\" is missing a value for the following rows: ${identifierColumnsMissing.join(\n      ', ',\n    )}`;\n    logger.warn(colors.yellow(msg));\n\n    // Ask user if they would like to skip rows missing an identifier\n    const skip = await inquirerConfirmBoolean({\n      message: 'Would you like to skip rows missing an identifier?',\n    });\n    if (!skip) {\n      throw new Error(msg);\n    }\n\n    // Filter out rows missing an identifier\n    const previous = preferences.length;\n    preferences = preferences.filter(\n      (pref) => pref[currentState.identifierColumn!],\n    );\n    logger.info(\n      colors.yellow(\n        `Skipped ${previous - preferences.length} rows missing an identifier`,\n      ),\n    );\n  }\n  logger.info(\n    colors.magenta(\n      `The identifier column \"${currentState.identifierColumn}\" is present for all rows`,\n    ),\n  );\n\n  // Validate that all identifiers are unique\n  const rowsByUserId = groupBy(preferences, currentState.identifierColumn);\n  const duplicateIdentifiers = Object.entries(rowsByUserId).filter(\n    ([, rows]) => rows.length > 1,\n  );\n  if (duplicateIdentifiers.length > 0) {\n    const msg = `The identifier column \"${\n      currentState.identifierColumn\n    }\" has duplicate values for the following rows: ${duplicateIdentifiers\n      .slice(0, 10)\n      .map(([userId, rows]) => `${userId} (${rows.length})`)\n      .join('\\n')}`;\n    logger.warn(colors.yellow(msg));\n\n    // Ask user if they would like to take the most recent update\n    // for each duplicate identifier\n    const skip = await inquirerConfirmBoolean({\n      message: 'Would you like to automatically take the latest update?',\n    });\n    if (!skip) {\n      throw new Error(msg);\n    }\n    preferences = Object.entries(rowsByUserId)\n      .map(([, rows]) => {\n        const sorted = rows.sort(\n          (a, b) =>\n            new Date(b[currentState.timestampColum!]).getTime() -\n            new Date(a[currentState.timestampColum!]).getTime(),\n        );\n        return sorted[0];\n      })\n      .filter((x) => x);\n  }\n\n  return { currentState, preferences };\n}\n/* eslint-enable no-param-reassign */\n","import { uniq, difference } from 'lodash-es';\nimport colors from 'colors';\nimport inquirer from 'inquirer';\nimport { FileMetadataState } from './codecs';\nimport { logger } from '../../logger';\nimport { mapSeries } from '../bluebird-replace';\nimport { PreferenceTopic } from '../graphql';\nimport { PreferenceTopicType } from '@transcend-io/privacy-types';\nimport { splitCsvToList } from '../requests';\n\n/* eslint-disable no-param-reassign */\n\n/**\n * Parse out the purpose.enabled and preference values from a CSV file\n *\n * @param preferences - List of preferences\n * @param currentState - The current file metadata state for parsing this list\n * @param options - Options\n * @returns The updated file metadata state\n */\nexport async function parsePreferenceAndPurposeValuesFromCsv(\n  preferences: Record<string, string>[],\n  currentState: FileMetadataState,\n  {\n    purposeSlugs,\n    preferenceTopics,\n    forceTriggerWorkflows,\n  }: {\n    /** The purpose slugs that are allowed to be updated */\n    purposeSlugs: string[];\n    /** The preference topics */\n    preferenceTopics: PreferenceTopic[];\n    /** Force workflow triggers */\n    forceTriggerWorkflows: boolean;\n  },\n): Promise<FileMetadataState> {\n  // Determine columns to map\n  const columnNames = uniq(preferences.map((x) => Object.keys(x)).flat());\n\n  // Determine the columns that could potentially be used for identifier\n  const otherColumns = difference(columnNames, [\n    ...(currentState.identifierColumn ? [currentState.identifierColumn] : []),\n    ...(currentState.timestampColum ? [currentState.timestampColum] : []),\n  ]);\n  if (otherColumns.length === 0) {\n    if (forceTriggerWorkflows) {\n      return currentState;\n    }\n    throw new Error('No other columns to process');\n  }\n\n  // The purpose and preferences to map to\n  const purposeNames = [\n    ...purposeSlugs,\n    ...preferenceTopics.map((x) => `${x.purpose.trackingType}->${x.slug}`),\n  ];\n\n  // Ensure all columns are accounted for\n  await mapSeries(otherColumns, async (col) => {\n    // Determine the unique values to map in this column\n    const uniqueValues = uniq(preferences.map((x) => x[col]));\n\n    // Map the column to a purpose\n    let purposeMapping = currentState.columnToPurposeName[col];\n    if (purposeMapping) {\n      logger.info(\n        colors.magenta(\n          `Column \"${col}\" is associated with purpose \"${purposeMapping.purpose}\"`,\n        ),\n      );\n    } else {\n      const { purposeName } = await inquirer.prompt<{\n        /** purpose name */\n        purposeName: string;\n      }>([\n        {\n          name: 'purposeName',\n          message: `Choose the purpose that column ${col} is associated with`,\n          type: 'list',\n          default: purposeNames.find((x) => x.startsWith(purposeSlugs[0])),\n          choices: purposeNames,\n        },\n      ]);\n      const [purposeSlug, preferenceSlug] = purposeName.split('->');\n      purposeMapping = {\n        purpose: purposeSlug,\n        preference: preferenceSlug || null,\n        valueMapping: {},\n      };\n    }\n\n    // map each value to the purpose value\n    await mapSeries(uniqueValues, async (value) => {\n      if (purposeMapping.valueMapping[value] !== undefined) {\n        logger.info(\n          colors.magenta(\n            `Value \"${value}\" is associated with purpose value \"${purposeMapping.valueMapping[value]}\"`,\n          ),\n        );\n        return;\n      }\n      // if preference is null, this column is just for the purpose\n      if (purposeMapping.preference === null) {\n        const { purposeValue } = await inquirer.prompt<{\n          /** purpose value */\n          purposeValue: boolean;\n        }>([\n          {\n            name: 'purposeValue',\n            message: `Choose the purpose value for value \"${value}\" associated with purpose \"${purposeMapping.purpose}\"`,\n            type: 'confirm',\n            default: value !== 'false',\n          },\n        ]);\n        purposeMapping.valueMapping[value] = purposeValue;\n      }\n\n      // if preference is not null, this column is for a specific preference\n      if (purposeMapping.preference !== null) {\n        const preferenceTopic = preferenceTopics.find(\n          (x) => x.slug === purposeMapping.preference,\n        );\n        if (!preferenceTopic) {\n          logger.error(\n            colors.red(\n              `Preference topic \"${purposeMapping.preference}\" not found`,\n            ),\n          );\n          return;\n        }\n        const preferenceOptions = preferenceTopic.preferenceOptionValues.map(\n          ({ slug }) => slug,\n        );\n\n        if (preferenceTopic.type === PreferenceTopicType.Boolean) {\n          const { preferenceValue } = await inquirer.prompt<{\n            /** purpose value */\n            preferenceValue: boolean;\n          }>([\n            {\n              name: 'preferenceValue',\n              message:\n                // eslint-disable-next-line max-len\n                `Choose the preference value for \"${preferenceTopic.slug}\" value \"${value}\" associated with purpose \"${purposeMapping.purpose}\"`,\n              type: 'confirm',\n              default: value !== 'false',\n            },\n          ]);\n          purposeMapping.valueMapping[value] = preferenceValue;\n          return;\n        }\n\n        if (preferenceTopic.type === PreferenceTopicType.Select) {\n          const { preferenceValue } = await inquirer.prompt<{\n            /** purpose value */\n            preferenceValue: boolean;\n          }>([\n            {\n              name: 'preferenceValue',\n              // eslint-disable-next-line max-len\n              message: `Choose the preference value for \"${preferenceTopic.slug}\" value \"${value}\" associated with purpose \"${purposeMapping.purpose}\"`,\n              type: 'list',\n              choices: preferenceOptions,\n              default: preferenceOptions.find((x) => x === value),\n            },\n          ]);\n          purposeMapping.valueMapping[value] = preferenceValue;\n          return;\n        }\n\n        if (preferenceTopic.type === PreferenceTopicType.MultiSelect) {\n          const parsedValues = splitCsvToList(value);\n          // need to do this serially\n          await mapSeries(parsedValues, async (parsedValue) => {\n            // if we already have a value, skip re-processing it again\n            if (purposeMapping.valueMapping[parsedValue] !== undefined) {\n              return;\n            }\n            const { preferenceValue } = await inquirer.prompt<{\n              /** purpose value */\n              preferenceValue: boolean;\n            }>([\n              {\n                name: 'preferenceValue',\n                // eslint-disable-next-line max-len\n                message: `Choose the preference value for \"${preferenceTopic.slug}\" value \"${parsedValue}\" associated with purpose \"${purposeMapping.purpose}\"`,\n                type: 'list',\n                choices: preferenceOptions,\n                default: preferenceOptions.find((x) => x === parsedValue),\n              },\n            ]);\n            purposeMapping.valueMapping[parsedValue] = preferenceValue;\n          });\n          return;\n        }\n\n        throw new Error(\n          `Unknown preference topic type: ${preferenceTopic.type}`,\n        );\n      }\n    });\n\n    currentState.columnToPurposeName[col] = purposeMapping;\n  });\n\n  return currentState;\n}\n/* eslint-enable no-param-reassign */\n"]}

package/dist/impl-ZFJM6LMZ.cjs

@@ -0,0 +1,2 @@
+"use strict";Object.defineProperty(exports, "__esModule", {value: true});require('./chunk-AADFRD6P.cjs');var _chunkZVK4HIDFcjs = require('./chunk-ZVK4HIDF.cjs');var _chunkGZ2U36SScjs = require('./chunk-GZ2U36SS.cjs');require('./chunk-V4X4IT3T.cjs');require('./chunk-3FEOMF7G.cjs');var _chunkWKCTKYN4cjs = require('./chunk-WKCTKYN4.cjs');require('./chunk-QEM6S2W7.cjs');require('./chunk-LCDYXJN6.cjs');var _chunkMPI5VURJcjs = require('./chunk-MPI5VURJ.cjs');require('./chunk-ZUNVPK23.cjs');require('./chunk-KC7NDLN7.cjs');require('./chunk-3EZGFSMD.cjs');require('./chunk-Q7I37FJV.cjs');async function S({auth:m,partition:c,sombraAuth:p,file:f,transcendUrl:l,timestampBefore:e,timestampAfter:r,identifiers:n=[],concurrency:g}){_chunkWKCTKYN4cjs.a.call(void 0, this.process.exit);let u=await _chunkMPI5VURJcjs.Xd.call(void 0, l,m,p),C=await _chunkGZ2U36SScjs.j.call(void 0, u,{partition:c,filterBy:{...e?{timestampBefore:e.toISOString()}:{},...r?{timestampAfter:r.toISOString()}:{},...n.length>0?{identifiers:n}:{}},limit:g});_chunkZVK4HIDFcjs.c.call(void 0, f,C.map(t=>({...t,purposes:JSON.stringify(t.purposes),...t.purposes})))}exports.pullConsentPreferences = S;
+//# sourceMappingURL=impl-ZFJM6LMZ.cjs.map

package/dist/impl-ZFJM6LMZ.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["/home/runner/work/cli/cli/dist/impl-ZFJM6LMZ.cjs","../src/commands/consent/pull-consent-preferences/impl.ts"],"names":["pullConsentPreferences","auth","partition","sombraAuth","file","transcendUrl","timestampBefore","timestampAfter","identifiers","concurrency","doneInputValidation","sombra","createSombraGotInstance","preferences","fetchConsentPreferences","writeCsv","pref"],"mappings":"AAAA,yGAA4B,wDAAyC,wDAAyC,gCAA6B,gCAA6B,wDAAoC,gCAA6B,gCAA6B,wDAA0C,gCAA6B,gCAA6B,gCAA6B,gCAA6B,MCmBpa,SAAsBA,CAAAA,CAEpB,CACE,IAAA,CAAAC,CAAAA,CACA,SAAA,CAAAC,CAAAA,CACA,UAAA,CAAAC,CAAAA,CACA,IAAA,CAAAC,CAAAA,CACA,YAAA,CAAAC,CAAAA,CACA,eAAA,CAAAC,CAAAA,CACA,cAAA,CAAAC,CAAAA,CACA,WAAA,CAAAC,CAAAA,CAAc,CAAC,CAAA,CACf,WAAA,CAAAC,CACF,CAAA,CACe,CACfC,iCAAAA,IAAoB,CAAK,OAAA,CAAQ,IAAI,CAAA,CAGrC,IAAMC,CAAAA,CAAS,MAAMC,kCAAAA,CAAwBP,CAAcJ,CAAAA,CAAME,CAAU,CAAA,CAGrEU,CAAAA,CAAc,MAAMC,iCAAAA,CAAwBH,CAAQ,CACxD,SAAA,CAAAT,CAAAA,CACA,QAAA,CAAU,CACR,GAAII,CAAAA,CACA,CAAE,eAAA,CAAiBA,CAAAA,CAAgB,WAAA,CAAY,CAAE,CAAA,CACjD,CAAC,CAAA,CACL,GAAIC,CAAAA,CACA,CAAE,cAAA,CAAgBA,CAAAA,CAAe,WAAA,CAAY,CAAE,CAAA,CAC/C,CAAC,CAAA,CACL,GAAIC,CAAAA,CAAY,MAAA,CAAS,CAAA,CAAI,CAAE,WAAA,CAAAA,CAAY,CAAA,CAAI,CAAC,CAClD,CAAA,CACA,KAAA,CAAOC,CACT,CAAC,CAAA,CAGDM,iCAAAA,CACEX,CACAS,CAAAA,CAAY,GAAA,CAAKG,CAAAA,EAAAA,CAAU,CACzB,GAAGA,CAAAA,CACH,QAAA,CAAU,IAAA,CAAK,SAAA,CAAUA,CAAAA,CAAK,QAAQ,CAAA,CACtC,GAAGA,CAAAA,CAAK,QACV,CAAA,CAAE,CACJ,CACF,CAAA,mCAAA","file":"/home/runner/work/cli/cli/dist/impl-ZFJM6LMZ.cjs","sourcesContent":[null,"import type { LocalContext } from '../../../context';\n\nimport { fetchConsentPreferences } from '../../../lib/consent-manager';\nimport { writeCsv } from '../../../lib/cron';\nimport { createSombraGotInstance } from '../../../lib/graphql';\nimport { doneInputValidation } from '../../../lib/cli/done-input-validation';\n\nexport interface PullConsentPreferencesCommandFlags {\n  auth: string;\n  partition: string;\n  sombraAuth?: string;\n  file: string;\n  transcendUrl: string;\n  timestampBefore?: Date;\n  timestampAfter?: Date;\n  identifiers?: string[];\n  concurrency: number;\n}\n\nexport async function pullConsentPreferences(\n  this: LocalContext,\n  {\n    auth,\n    partition,\n    sombraAuth,\n    file,\n    transcendUrl,\n    timestampBefore,\n    timestampAfter,\n    identifiers = [],\n    concurrency,\n  }: PullConsentPreferencesCommandFlags,\n): Promise<void> {\n  doneInputValidation(this.process.exit);\n\n  // Create sombra instance to communicate with\n  const sombra = await createSombraGotInstance(transcendUrl, auth, sombraAuth);\n\n  // Fetch preferences\n  const preferences = await fetchConsentPreferences(sombra, {\n    partition,\n    filterBy: {\n      ...(timestampBefore\n        ? { timestampBefore: timestampBefore.toISOString() }\n        : {}),\n      ...(timestampAfter\n        ? { timestampAfter: timestampAfter.toISOString() }\n        : {}),\n      ...(identifiers.length > 0 ? { identifiers } : {}),\n    },\n    limit: concurrency,\n  });\n\n  // Write to disk\n  writeCsv(\n    file,\n    preferences.map((pref) => ({\n      ...pref,\n      purposes: JSON.stringify(pref.purposes),\n      ...pref.purposes,\n    })),\n  );\n}\n"]}

package/dist/index.cjs

@@ -0,0 +1,5 @@
+"use strict";Object.defineProperty(exports, "__esModule", {value: true}); function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; } var _class;var _chunkVHQY7TSFcjs = require('./chunk-VHQY7TSF.cjs');var _chunk7QV5QNGWcjs = require('./chunk-7QV5QNGW.cjs');var _chunkIBTP5OXEcjs = require('./chunk-IBTP5OXE.cjs');var _chunkNKVC5Y53cjs = require('./chunk-NKVC5Y53.cjs');var _chunkTD7ADMVOcjs = require('./chunk-TD7ADMVO.cjs');var _chunkSUCCU2FScjs = require('./chunk-SUCCU2FS.cjs');var _chunkASFWHSOVcjs = require('./chunk-ASFWHSOV.cjs');var _chunkAADFRD6Pcjs = require('./chunk-AADFRD6P.cjs');var _chunkZVK4HIDFcjs = require('./chunk-ZVK4HIDF.cjs');var _chunkGZ2U36SScjs = require('./chunk-GZ2U36SS.cjs');var _chunkV4X4IT3Tcjs = require('./chunk-V4X4IT3T.cjs');var _chunk3FEOMF7Gcjs = require('./chunk-3FEOMF7G.cjs');var _chunkQEM6S2W7cjs = require('./chunk-QEM6S2W7.cjs');var _chunkLCDYXJN6cjs = require('./chunk-LCDYXJN6.cjs');var _chunkMPI5VURJcjs = require('./chunk-MPI5VURJ.cjs');require('./chunk-ZUNVPK23.cjs');var _chunkKC7NDLN7cjs = require('./chunk-KC7NDLN7.cjs');var _chunk3EZGFSMDcjs = require('./chunk-3EZGFSMD.cjs');var _chunkQ7I37FJVcjs = require('./chunk-Q7I37FJV.cjs');var _typeutils = require('@transcend-io/type-utils');var _handlebarsutils = require('@transcend-io/handlebars-utils');var _privacytypes = require('@transcend-io/privacy-types');var T=20;async function $(a){let e=[],r=0,t=!1;do{let{largeLanguageModels:{nodes:s}}=await _chunkMPI5VURJcjs.cc.call(void 0, a,_chunkMPI5VURJcjs.Hb,{first:T,offset:r});e.push(...s),r+=T,t=s.length===T}while(t);return e.sort((s,o)=>s.name.localeCompare(o.name))}function j(a){return new RegExp(`<${a}>([\\s\\S]+?)<\\/${a}>`)}function Cm(a){return a}var H=a=>{try{return JSON.parse(a)}catch (e2){return a}},F= exports.TranscendPromptManager = (_class =class{__init() {this.largeLanguageModels=[]}__init2() {this.agentsByName={}}__init3() {this.agentsByAgentId={}}constructor({prompts:e,handlebarsOptions:r={},transcendUrl:t=_chunkKC7NDLN7cjs.e,transcendApiKey:s,requireApproval:o=!0,cacheDuration:i,defaultVariables:p={}}){;_class.prototype.__init.call(this);_class.prototype.__init2.call(this);_class.prototype.__init3.call(this);this.prompts=e,this.transcendUrl=t,this.transcendApiKey=s,this.variables=p,this.defaultVariables=p,this.graphQLClient=_chunkMPI5VURJcjs.Wd.call(void 0, t,typeof s=="object"?s.release():s),this.requireApproval=o,this.cacheDuration=i,this.handlebarsOptions=r,this.handlebars=_handlebarsutils.createHandlebarsWithHelpers.call(void 0, r)}async fetchPromptsAndMetadata(){let e=_typeutils.getValues.call(void 0, this.prompts),r=e.map(({id:n})=>n).filter(n=>!!n),t=e.map(({title:n})=>n).filter(n=>!!n),s=_chunk3EZGFSMDcjs.j.call(void 0, e.map(({agentNames:n})=>n||[]).flat()),[o,i,p]=await Promise.all([_chunkMPI5VURJcjs.Gc.call(void 0, this.graphQLClient,{promptIds:r,promptTitles:t}),$(this.graphQLClient),_chunkMPI5VURJcjs.md.call(void 0, this.graphQLClient,{names:s})]);this.agentsByName=_chunk3EZGFSMDcjs.e.call(void 0, p,"name"),this.agentsByAgentId=_chunk3EZGFSMDcjs.e.call(void 0, p,"agentId"),this.largeLanguageModels=i.filter(n=>n.isTranscendHosted===!1);let m=_chunk3EZGFSMDcjs.e.call(void 0, o.prompts,"title"),c=_chunk3EZGFSMDcjs.e.call(void 0, o.prompts,"id");return this.variables={...o.calculatedVariables.reduce((n,g)=>Object.assign(n,{[g.name]:g.data?JSON.parse(g.data):g.data}),{}),...this.defaultVariables},this.handlebars=_handlebarsutils.createHandlebarsWithHelpers.call(void 0, {...this.handlebarsOptions,templates:[...this.handlebarsOptions.templates||[],...o.promptPartials.map(n=>({name:n.slug,content:n.content}))]}),this.promptContentMap=_typeutils.apply.call(void 0, this.prompts,({id:n,title:g})=>{let d=n?c[n]:g?m[g]:void 0;if(!d)throw new Error(`Failed to find prompt with title: "${g}" and id: "${n}"`);return d}),this.lastUpdatedAt=new Date,o}async getAgentByName(e){let r=this.agentsByName[e];if(r)return r;let[t]=await _chunkMPI5VURJcjs.md.call(void 0, this.graphQLClient,{names:[e]});if(t)return this.agentsByName[t.name]=t,this.agentsByAgentId[t.agentId]=t,t}async getPromptThreadBySlackTs(e){let[r]=await _chunkMPI5VURJcjs.re.call(void 0, this.graphQLClient,{slackMessageTs:[e]});return r}async getAgentsByName(e){if(e.length<1)throw new Error("Expected at least one name to be provided");let{hasCache:r=[],missingCache:t=[]}=_chunk3EZGFSMDcjs.d.call(void 0, e,p=>this.agentsByName[p]?"hasCache":"missingCache"),s=r.map(p=>this.agentsByName[p]);if(t.length===0)return s;let o=_chunk3EZGFSMDcjs.b.call(void 0, t,50),i=[];return await _chunkMPI5VURJcjs.a.call(void 0, o,async p=>{let m=await _chunkMPI5VURJcjs.md.call(void 0, this.graphQLClient,{names:p});m.forEach(c=>{this.agentsByName[c.name]=c,this.agentsByAgentId[c.agentId]=c}),i.push(...m)}),[...s,...i]}getAgentFiles(e){return _chunkMPI5VURJcjs.Bd.call(void 0, this.graphQLClient,e)}getLargeLanguageModel(e){let r=this.largeLanguageModels.find(t=>typeof e=="string"?t.id===e:t.name===e.name&&t.client===e.client);if(!r)throw new Error(`Failed to find model matching: ${typeof e=="string"?e:JSON.stringify(e)}`);return r}async getPromptDefinition(e){(!this.lastUpdatedAt||this.cacheDuration===0||this.cacheDuration&&Date.now()-this.lastUpdatedAt.getTime()>this.cacheDuration)&&await this.fetchPromptsAndMetadata();let{promptContentMap:r}=this;if(!r)throw new Error("Expected this.promptContentMap to be defined");let t=r[e];if(!t)throw new Error(`Expected this.promptContentMap[${e}] to be defined`);return t}async compilePrompt(e,r){let t=await this.getPromptDefinition(e),s=this.prompts[e];if(!s)throw new Error(`Expected this.prompts[${e}] to be defined`);if(this.requireApproval&&t.status!==_privacytypes.PromptStatus.Approved)throw new Error(`Assessment "${t.title}" cannot be used because its in status: "${t.status}"`);if(t.status===_privacytypes.PromptStatus.Rejected)throw new Error(`Assessment "${t.title}" cannot be used because it's in status: "${t.status}"`);return _typeutils.decodeCodec.call(void 0, s.paramCodec,r),this.handlebars.compile(t.content)({currentDate:new Date().toISOString(),...this.variables,...r})}parseAiResponse(e,r){let t=this.prompts[e];if(!t)throw new Error(`Expected this.prompts[${e}] to be defined`);let s=t.extractFromTag&&(j(t.extractFromTag).exec(r)||[])[1]||r;return _typeutils.decodeCodec.call(void 0, t.outputCodec,H(s),!1)}async reportAndParsePromptRun(e,{largeLanguageModel:r,...t}){(!this.lastUpdatedAt||this.cacheDuration===0||this.cacheDuration&&Date.now()-this.lastUpdatedAt.getTime()>this.cacheDuration)&&await this.fetchPromptsAndMetadata();let s=t.name||`@transcend-io/cli-prompt-run-${new Date().toISOString()}`;if(!this.promptContentMap)throw new Error("Expected this.promptContentMap to be defined");let o=this.promptContentMap[e];if(!o)throw new Error(`Expected this.prompts[${e}] to be defined`);if(t.promptRunMessages.length===0)throw new Error("promptRunMessages is expected to have length > 0");if(t.promptRunMessages[0].role!==_privacytypes.ChatCompletionRole.System)throw new Error(`promptRunMessages[0].role is expected to be = ${_privacytypes.ChatCompletionRole.System}`);if(t.promptRunMessages[t.promptRunMessages.length-1].role!==_privacytypes.ChatCompletionRole.Assistant)throw new Error(`promptRunMessages[${t.promptRunMessages.length-1}].role is expected to be = ${_privacytypes.ChatCompletionRole.Assistant}`);let i=t.promptRunMessages[t.promptRunMessages.length-1].content,p;try{p=this.parseAiResponse(e,i)}catch(c){throw await _chunkMPI5VURJcjs.Ie.call(void 0, this.graphQLClient,{productArea:_privacytypes.PromptRunProductArea.PromptManager,...t,name:s,error:c.message,status:_privacytypes.QueueStatus.Error,...typeof r=="string"?{largeLanguageModelId:r}:{largeLanguageModelName:r.name,largeLanguageModelClient:r.client},promptId:o.id,promptRunMessages:t.promptRunMessages.map((n,g)=>({...n,...g===0?{template:o.content}:{}}))}),c}let m=await _chunkMPI5VURJcjs.Ie.call(void 0, this.graphQLClient,{productArea:_privacytypes.PromptRunProductArea.PromptManager,...t,name:s,status:_privacytypes.QueueStatus.Resolved,...typeof r=="string"?{largeLanguageModelId:r}:{largeLanguageModelName:r.name,largeLanguageModelClient:r.client},promptId:o.id,promptRunMessages:t.promptRunMessages.map((c,n)=>({...c,...n===0?{template:o.content}:{}}))});return{result:p,promptRunId:m,promptRunUrl:`https://app.transcend.io/prompts/runs/${m}`}}async reportPromptRunError(e,{largeLanguageModel:r,...t}){(!this.lastUpdatedAt||this.cacheDuration===0||this.cacheDuration&&Date.now()-this.lastUpdatedAt.getTime()>this.cacheDuration)&&await this.fetchPromptsAndMetadata();let s=t.name||`@transcend-io/cli-prompt-run-${new Date().toISOString()}`;if(!this.promptContentMap)throw new Error("Expected this.promptContentMap to be defined");let o=this.promptContentMap[e];if(!o)throw new Error(`Expected this.prompts[${e}] to be defined`);if(t.promptRunMessages.length===0)throw new Error("promptRunMessages is expected to have length > 0");if(t.promptRunMessages[0].role!==_privacytypes.ChatCompletionRole.System)throw new Error(`promptRunMessages[0].role is expected to be = ${_privacytypes.ChatCompletionRole.System}`);let i=await _chunkMPI5VURJcjs.Ie.call(void 0, this.graphQLClient,{productArea:_privacytypes.PromptRunProductArea.PromptManager,...t,name:s,status:_privacytypes.QueueStatus.Error,...typeof r=="string"?{largeLanguageModelId:r}:{largeLanguageModelName:r.name,largeLanguageModelClient:r.client},promptId:o.id,promptRunMessages:t.promptRunMessages.map((p,m)=>({...p,...m===0?{template:o.content}:{}}))});return{promptRunId:i,promptRunUrl:`https://app.transcend.io/prompts/runs/${i}`}}}, _class);function Lm(a){let e=/(https?:\/\/[^\s]+)/g;return a.replace(e,"<link-omitted>")}function Em(a){return Object.entries(a).reduce((e,[r,t])=>t!=null&&t!==""&&!(Array.isArray(t)&&t.length===0)&&!(typeof t=="object"&&Object.keys(t).length===0)?Object.assign(e,{[r]:t}):e,{})}var _fastglob = require('fast-glob'); var _fastglob2 = _interopRequireDefault(_fastglob);var _child_process = require('child_process');function Sm({baseBranch:a,rootDirectory:e,githubRepo:r,excludedGlob:t=[],fileBlockList:s=[]}){_child_process.execSync.call(void 0, `git fetch origin ${a}`);let o=_child_process.execSync.call(void 0, `git ls-remote ${r} "refs/heads/${a}" | cut -f 1`,{encoding:"utf-8"}).split(`
+`)[0],i=_child_process.execSync.call(void 0, "git rev-parse HEAD",{encoding:"utf-8"}).split(`
+`)[0];if(!o||!i)throw new Error("FAILED TO FIND COMMIT RANGE");let p=_child_process.execSync.call(void 0, `git fetch && git diff --name-only "${a||o}...${i}" -- ${e}`,{encoding:"utf-8"}),m=_chunk3EZGFSMDcjs.c.call(void 0, p.split(`
+`).filter(d=>d),s),c=t.length>0?_fastglob2.default.sync(m,{ignore:t}):m,n={};c.forEach(d=>{let Q=_child_process.execSync.call(void 0, `git show ${i}:${d}`,{encoding:"utf-8"});n[d]=Q});let g=r.split("/").pop().split(".")[0];return{changedFiles:m,fileDiffs:n,repoName:g,commit:i}}exports.ACTIONS = _chunkMPI5VURJcjs.vb; exports.ADD_MESSAGES_TO_PROMPT_RUN = _chunkMPI5VURJcjs.Ia; exports.ADD_SILO_DISCOVERY_RESULTS = _chunkMPI5VURJcjs.I; exports.ADMIN_DASH = _chunkKC7NDLN7cjs.b; exports.ADMIN_DASH_DATAPOINTS = _chunkKC7NDLN7cjs.d; exports.ADMIN_DASH_INTEGRATIONS = _chunkKC7NDLN7cjs.c; exports.AGENTS = _chunkMPI5VURJcjs.Ib; exports.AGENT_FILES = _chunkMPI5VURJcjs.Lb; exports.AGENT_FUNCTIONS = _chunkMPI5VURJcjs.Ob; exports.API_KEYS = _chunkMPI5VURJcjs.F; exports.APPROVE_PRIVACY_REQUEST = _chunkMPI5VURJcjs.Y; exports.ASSESSMENTS = _chunkMPI5VURJcjs.ga; exports.ASSESSMENT_SECTION_FIELDS = _chunkMPI5VURJcjs.fa; exports.ASSESSMENT_TEMPLATES = _chunkMPI5VURJcjs.ka; exports.ASSUME_ROLE = _chunkMPI5VURJcjs.Gb; exports.ATTRIBUTES = _chunkMPI5VURJcjs.Ma; exports.ATTRIBUTE_KEYS_REQUESTS = _chunkMPI5VURJcjs.N; exports.ATTRIBUTE_VALUES = _chunkMPI5VURJcjs.Qa; exports.ActionInput = _chunkQEM6S2W7cjs.G; exports.ActionItemCollectionInput = _chunkQEM6S2W7cjs.R; exports.ActionItemInput = _chunkQEM6S2W7cjs.S; exports.AgentFileInput = _chunkQEM6S2W7cjs.o; exports.AgentFunctionInput = _chunkQEM6S2W7cjs.n; exports.AgentInput = _chunkQEM6S2W7cjs.m; exports.ApiKeyInput = _chunkQEM6S2W7cjs.c; exports.AssessmentAction = _chunkMPI5VURJcjs.Ce; exports.AssessmentAnswerOptionInput = _chunkQEM6S2W7cjs.Y; exports.AssessmentDisplayLogicInput = _chunkQEM6S2W7cjs.V; exports.AssessmentInput = _chunkQEM6S2W7cjs.ca; exports.AssessmentNestedRule = _chunkMPI5VURJcjs.Be; exports.AssessmentNestedRuleInput = _chunkQEM6S2W7cjs.U; exports.AssessmentResourceInput = _chunkQEM6S2W7cjs.ba; exports.AssessmentRetentionScheduleInput = _chunkQEM6S2W7cjs.$; exports.AssessmentRiskLogic = _chunkMPI5VURJcjs.Ee; exports.AssessmentRule = _chunkMPI5VURJcjs.Ae; exports.AssessmentRuleInput = _chunkQEM6S2W7cjs.T; exports.AssessmentSectionInput = _chunkQEM6S2W7cjs._; exports.AssessmentSectionQuestionInput = _chunkQEM6S2W7cjs.Z; exports.AssessmentTemplateInput = _chunkQEM6S2W7cjs.aa; exports.AttestedExtraIdentifiers = _chunk3FEOMF7Gcjs.w; exports.AttributeInput = _chunkQEM6S2W7cjs.k; exports.AttributePreview = _chunkQEM6S2W7cjs.l; exports.AttributeValueInput = _chunkQEM6S2W7cjs.j; exports.BLANK = _chunk3FEOMF7Gcjs.c; exports.BULK_APPLY = _chunk3FEOMF7Gcjs.b; exports.BULK_REQUEST_FILES = _chunkMPI5VURJcjs.Ga; exports.BUSINESS_ENTITIES = _chunkMPI5VURJcjs.sb; exports.BusinessEntityInput = _chunkQEM6S2W7cjs.y; exports.CANCEL_PRIVACY_REQUEST = _chunkMPI5VURJcjs.Z; exports.CAN_APPLY_IN_BULK = _chunk3FEOMF7Gcjs.g; exports.CATALOGS = _chunkMPI5VURJcjs.t; exports.CHANGE_REQUEST_DATA_SILO_STATUS = _chunkMPI5VURJcjs.wa; exports.CODE_PACKAGES = _chunkMPI5VURJcjs.R; exports.CONSENT_MANAGER_ANALYTICS_DATA = _chunkMPI5VURJcjs.rb; exports.CONSENT_PARTITIONS = _chunkMPI5VURJcjs.Va; exports.COOKIES = _chunkMPI5VURJcjs._a; exports.CREATE_ACTION_ITEMS = _chunkMPI5VURJcjs.zb; exports.CREATE_ACTION_ITEM_COLLECTION = _chunkMPI5VURJcjs.Ka; exports.CREATE_AGENT = _chunkMPI5VURJcjs.Jb; exports.CREATE_AGENT_FILE = _chunkMPI5VURJcjs.Mb; exports.CREATE_AGENT_FUNCTION = _chunkMPI5VURJcjs.Pb; exports.CREATE_API_KEY = _chunkMPI5VURJcjs.G; exports.CREATE_ATTRIBUTE = _chunkMPI5VURJcjs.Ra; exports.CREATE_ATTRIBUTE_VALUES = _chunkMPI5VURJcjs.Na; exports.CREATE_BUSINESS_ENTITY = _chunkMPI5VURJcjs.tb; exports.CREATE_CODE_PACKAGE = _chunkMPI5VURJcjs.T; exports.CREATE_CONSENT_EXPERIENCE = _chunkMPI5VURJcjs.pb; exports.CREATE_CONSENT_MANAGER = _chunkMPI5VURJcjs.cb; exports.CREATE_CONSENT_PARTITION = _chunkMPI5VURJcjs.qb; exports.CREATE_DATA_FLOWS = _chunkMPI5VURJcjs.Wa; exports.CREATE_DATA_SILOS = _chunkMPI5VURJcjs.o; exports.CREATE_DATA_SUBJECT = _chunkMPI5VURJcjs.z; exports.CREATE_DATA_SUB_CATEGORY = _chunkMPI5VURJcjs.Vb; exports.CREATE_ENRICHER = _chunkMPI5VURJcjs.r; exports.CREATE_IDENTIFIER = _chunkMPI5VURJcjs.w; exports.CREATE_PROCESSING_ACTIVITY = _chunkMPI5VURJcjs.$b; exports.CREATE_PROCESSING_PURPOSE_SUB_CATEGORY = _chunkMPI5VURJcjs.Yb; exports.CREATE_PROMPT = _chunkMPI5VURJcjs.qa; exports.CREATE_PROMPT_GROUP = _chunkMPI5VURJcjs.ua; exports.CREATE_PROMPT_PARTIAL = _chunkMPI5VURJcjs.sa; exports.CREATE_REPOSITORY = _chunkMPI5VURJcjs.E; exports.CREATE_SOFTWARE_DEVELOPMENT_KIT = _chunkMPI5VURJcjs.Q; exports.CREATE_TEAM = _chunkMPI5VURJcjs.Aa; exports.CREATE_TEMPLATE = _chunkMPI5VURJcjs.L; exports.CREATE_VENDOR = _chunkMPI5VURJcjs.Sb; exports.CachedFileState = _chunk3FEOMF7Gcjs.h; exports.CachedRequestState = _chunk3FEOMF7Gcjs.j; exports.CodePackageInput = _chunkQEM6S2W7cjs.D; exports.CodePackageSdk = _chunkQEM6S2W7cjs.C; exports.ColumnName = _chunk3FEOMF7Gcjs.e; exports.ConsentManageExperienceInput = _chunkQEM6S2W7cjs.K; exports.ConsentManagerInput = _chunkQEM6S2W7cjs.M; exports.ConsentManagerMetricBin = _chunkMPI5VURJcjs.wc; exports.ConsentManagerServiceMetadata = _chunkQEM6S2W7cjs.ka; exports.ConsentPreferenceResponse = _chunkGZ2U36SScjs.i; exports.ConsentPreferenceTopic = _chunkQEM6S2W7cjs.ea; exports.ConsentPreferenceTopicOptionValue = _chunkQEM6S2W7cjs.da; exports.ConsentPurpose = _chunkQEM6S2W7cjs.fa; exports.CookieCsvInput = _chunkQEM6S2W7cjs.ja; exports.CookieInput = _chunkQEM6S2W7cjs.J; exports.CronIdentifier = _chunkAADFRD6Pcjs.a; exports.CronIdentifierPush = _chunkAADFRD6Pcjs.c; exports.DATAPOINT_EXPORT = _chunkMPI5VURJcjs.i; exports.DATA_FLOWS = _chunkMPI5VURJcjs.Za; exports.DATA_POINTS = _chunkMPI5VURJcjs.c; exports.DATA_POINT_COUNT = _chunkMPI5VURJcjs.d; exports.DATA_SILOS = _chunkMPI5VURJcjs.k; exports.DATA_SILOS_ENRICHED = _chunkMPI5VURJcjs.m; exports.DATA_SILO_EXPORT = _chunkMPI5VURJcjs.l; exports.DATA_SUBJECTS = _chunkMPI5VURJcjs.y; exports.DATA_SUB_CATEGORIES = _chunkMPI5VURJcjs.Ub; exports.DEFAULT_TRANSCEND_API = _chunkKC7NDLN7cjs.e; exports.DEFAULT_TRANSCEND_CONSENT_API = _chunkKC7NDLN7cjs.f; exports.DEFAULT_TRANSCEND_PULL_RESOURCES = _chunkMPI5VURJcjs.Ge; exports.DELETE_API_KEY = _chunkMPI5VURJcjs.H; exports.DELETE_ATTRIBUTE_VALUE = _chunkMPI5VURJcjs.Pa; exports.DEPLOYED_PRIVACY_CENTER_URL = _chunkMPI5VURJcjs.Bb; exports.DEPLOY_CONSENT_MANAGER = _chunkMPI5VURJcjs.fb; exports.DETERMINE_LOGIN_METHOD = _chunkMPI5VURJcjs.Eb; exports.DataCategoryGuessInput = _chunkQEM6S2W7cjs.h; exports.DataCategoryInput = _chunkQEM6S2W7cjs.q; exports.DataCategoryPreviewInput = _chunkQEM6S2W7cjs.g; exports.DataCategoryRecommendationInput = _chunkQEM6S2W7cjs.i; exports.DataFlowCsvInput = _chunkQEM6S2W7cjs.ia; exports.DataFlowInput = _chunkQEM6S2W7cjs.I; exports.DataSiloInput = _chunkQEM6S2W7cjs.Q; exports.DataSubjectInput = _chunkQEM6S2W7cjs.F; exports.DatapointInput = _chunkQEM6S2W7cjs.w; exports.ENABLED_PLUGINS = _chunkMPI5VURJcjs.J; exports.ENRICHERS = _chunkMPI5VURJcjs.p; exports.ENTRY_COUNT = _chunkMPI5VURJcjs.j; exports.EXPERIENCES = _chunkMPI5VURJcjs.Ua; exports.EnrichPrivacyRequest = _chunkVHQY7TSFcjs.b; exports.EnricherInput = _chunkQEM6S2W7cjs.e; exports.FETCH_CONSENT_MANAGER = _chunkMPI5VURJcjs.ab; exports.FETCH_CONSENT_MANAGER_ID = _chunkMPI5VURJcjs.$a; exports.FETCH_CONSENT_MANAGER_THEME = _chunkMPI5VURJcjs.bb; exports.FETCH_PRIVACY_CENTER_ID = _chunkMPI5VURJcjs.Ab; exports.FieldInput = _chunkQEM6S2W7cjs.v; exports.GLOBAL_ACTION_ITEMS = _chunkMPI5VURJcjs.xb; exports.GLOBAL_ACTION_ITEM_COLLECTIONS = _chunkMPI5VURJcjs.Ja; exports.IDENTIFIERS = _chunkMPI5VURJcjs.u; exports.IDENTIFIER_BLOCK_LIST = _chunk3FEOMF7Gcjs.d; exports.IMPORT_ONE_TRUST_ASSESSMENT_FORMS = _chunkMPI5VURJcjs.ha; exports.INITIALIZER = _chunkMPI5VURJcjs.q; exports.IP_ADDRESS_REGEX = _chunkGZ2U36SScjs.f; exports.IS_REQUIRED = _chunk3FEOMF7Gcjs.f; exports.IdentifierInput = _chunkQEM6S2W7cjs.H; exports.ImportOnetrustAssessmentsInput = _chunkQEM6S2W7cjs.ra; exports.IntlMessage = _chunk3FEOMF7Gcjs.A; exports.IntlMessageInput = _chunkQEM6S2W7cjs.P; exports.LARGE_LANGUAGE_MODELS = _chunkMPI5VURJcjs.Hb; exports.LOGIN = _chunkMPI5VURJcjs.Fb; exports.MESSAGES = _chunkMPI5VURJcjs.aa; exports.NEW_IDENTIFIER_TYPES = _chunkMPI5VURJcjs.v; exports.NONE = _chunk3FEOMF7Gcjs.a; exports.NOTIFY_ADDITIONAL_TIME = _chunkMPI5VURJcjs.$; exports.ORGANIZATION = _chunkMPI5VURJcjs.M; exports.OneTrustFileFormat = _chunkQ7I37FJVcjs.a; exports.OneTrustPullResource = _chunkQ7I37FJVcjs.b; exports.OneTrustPullSource = _chunkQ7I37FJVcjs.c; exports.OpenAIEnabledRoute = _chunkQEM6S2W7cjs.ma; exports.OpenAIEnabledRoutes = _chunkQEM6S2W7cjs.na; exports.OpenAIIntegration = _chunkQEM6S2W7cjs.oa; exports.OpenAIRouteName = _chunkQ7I37FJVcjs.f; exports.POLICIES = _chunkMPI5VURJcjs.V; exports.PREFERENCE_TOPICS = _chunkMPI5VURJcjs.ja; exports.PRIVACY_CENTER = _chunkMPI5VURJcjs.Cb; exports.PROCESSING_ACTIVITIES = _chunkMPI5VURJcjs._b; exports.PROCESSING_PURPOSE_SUB_CATEGORIES = _chunkMPI5VURJcjs.Xb; exports.PROMPTS = _chunkMPI5VURJcjs.la; exports.PROMPTS_WITH_VARIABLES = _chunkMPI5VURJcjs.oa; exports.PROMPT_GROUPS = _chunkMPI5VURJcjs.na; exports.PROMPT_PARTIALS = _chunkMPI5VURJcjs.ma; exports.PROMPT_THREADS = _chunkMPI5VURJcjs.U; exports.PURPOSES = _chunkMPI5VURJcjs.ia; exports.ParsedAttributeInput = _chunk3FEOMF7Gcjs.o; exports.PartitionInput = _chunkQEM6S2W7cjs.L; exports.PathfinderPolicy = _chunkQEM6S2W7cjs.pa; exports.PathfinderPolicyName = _chunkQ7I37FJVcjs.e; exports.PathfinderPolicyNameC = _chunkQEM6S2W7cjs.la; exports.PathfinderPromptRunMetadata = _chunkQEM6S2W7cjs.qa; exports.PolicyInput = _chunkQEM6S2W7cjs.O; exports.PrivacyCenterInput = _chunkQEM6S2W7cjs.N; exports.PrivacyRequest = _chunkMPI5VURJcjs.me; exports.PrivacyRequestInput = _chunk3FEOMF7Gcjs.x; exports.PrivacyRequestResponse = _chunk3FEOMF7Gcjs.G; exports.ProcessingActivityInput = _chunkQEM6S2W7cjs.A; exports.ProcessingPurposeInput = _chunkQEM6S2W7cjs.r; exports.ProcessingPurposePreviewInput = _chunkQEM6S2W7cjs.f; exports.PromptAVendorEmailSettings = _chunkQEM6S2W7cjs.x; exports.PromptGroupInput = _chunkQEM6S2W7cjs.u; exports.PromptInput = _chunkQEM6S2W7cjs.s; exports.PromptPartialInput = _chunkQEM6S2W7cjs.t; exports.PurposeMap = _chunkV4X4IT3Tcjs.e; exports.REDUCED_REQUESTS_FOR_DATA_SILO_COUNT = _chunkMPI5VURJcjs.ya; exports.REMOVE_REQUEST_IDENTIFIERS = _chunkMPI5VURJcjs.Ca; exports.REPORT_PROMPT_RUN = _chunkMPI5VURJcjs.Ha; exports.REPOSITORIES = _chunkMPI5VURJcjs.C; exports.REQUESTS = _chunkMPI5VURJcjs.X; exports.REQUEST_DATA_SILOS = _chunkMPI5VURJcjs.va; exports.REQUEST_ENRICHERS = _chunkMPI5VURJcjs.ca; exports.REQUEST_FILES = _chunkMPI5VURJcjs.Fa; exports.REQUEST_IDENTIFIERS = _chunkMPI5VURJcjs.Da; exports.RETRY_REQUEST_DATA_SILO = _chunkMPI5VURJcjs.xa; exports.RETRY_REQUEST_ENRICHER = _chunkMPI5VURJcjs.da; exports.RegionInput = _chunkQEM6S2W7cjs.z; exports.RepositoryInput = _chunkQEM6S2W7cjs.E; exports.RequestFileMetadata = _chunk3FEOMF7Gcjs.B; exports.RequestFileMetadataResponse = _chunk3FEOMF7Gcjs.C; exports.RequestIdentifiersResponse = _chunkMPI5VURJcjs.ke; exports.RiskAssignmentInput = _chunkQEM6S2W7cjs.W; exports.RiskLogicInput = _chunkQEM6S2W7cjs.X; exports.SCOPES_BY_TITLE = _chunkKC7NDLN7cjs.j; exports.SCOPE_TITLES = _chunkKC7NDLN7cjs.k; exports.SET_RESOURCE_ATTRIBUTES = _chunkMPI5VURJcjs.Ta; exports.SKIP_REQUEST_ENRICHER = _chunkMPI5VURJcjs.ea; exports.SOFTWARE_DEVELOPMENT_KITS = _chunkMPI5VURJcjs.O; exports.SOMBRA_VERSION = _chunkMPI5VURJcjs.bc; exports.SUB_DATA_POINTS = _chunkMPI5VURJcjs.e; exports.SUB_DATA_POINTS_COUNT = _chunkMPI5VURJcjs.f; exports.SUB_DATA_POINTS_WITH_GUESSES = _chunkMPI5VURJcjs.g; exports.SYNC_ATTRIBUTE_TYPES = _chunkMPI5VURJcjs.Yc; exports.SoftwareDevelopmentKitInput = _chunkQEM6S2W7cjs.B; exports.StoredApiKey = _chunkQEM6S2W7cjs.ha; exports.SuccessfulRequest = _chunk3FEOMF7Gcjs.i; exports.TEAMS = _chunkMPI5VURJcjs.za; exports.TEMPLATES = _chunkMPI5VURJcjs.K; exports.TOGGLE_CONSENT_PRECEDENCE = _chunkMPI5VURJcjs.mb; exports.TOGGLE_DATA_SUBJECT = _chunkMPI5VURJcjs.B; exports.TOGGLE_TELEMETRY_PARTITION_STRATEGY = _chunkMPI5VURJcjs.lb; exports.TOGGLE_UNKNOWN_COOKIE_POLICY = _chunkMPI5VURJcjs.kb; exports.TOGGLE_UNKNOWN_REQUEST_POLICY = _chunkMPI5VURJcjs.jb; exports.TR_PULL_RESOURCE_SCOPE_MAP = _chunkKC7NDLN7cjs.h; exports.TR_PUSH_RESOURCE_SCOPE_MAP = _chunkKC7NDLN7cjs.g; exports.TR_YML_RESOURCE_TO_FIELD_NAME = _chunkKC7NDLN7cjs.i; exports.TeamInput = _chunkQEM6S2W7cjs.d; exports.TemplateInput = _chunkQEM6S2W7cjs.a; exports.TranscendInput = _chunkQEM6S2W7cjs.ga; exports.TranscendPromptManager = F; exports.TranscendPullResource = _chunkQ7I37FJVcjs.d; exports.UPDATE_ACTION = _chunkMPI5VURJcjs.wb; exports.UPDATE_ACTION_ITEMS = _chunkMPI5VURJcjs.yb; exports.UPDATE_ACTION_ITEM_COLLECTION = _chunkMPI5VURJcjs.La; exports.UPDATE_AGENTS = _chunkMPI5VURJcjs.Kb; exports.UPDATE_AGENT_FILES = _chunkMPI5VURJcjs.Nb; exports.UPDATE_AGENT_FUNCTIONS = _chunkMPI5VURJcjs.Qb; exports.UPDATE_ATTRIBUTE = _chunkMPI5VURJcjs.Sa; exports.UPDATE_ATTRIBUTE_VALUES = _chunkMPI5VURJcjs.Oa; exports.UPDATE_BUSINESS_ENTITIES = _chunkMPI5VURJcjs.ub; exports.UPDATE_CODE_PACKAGES = _chunkMPI5VURJcjs.S; exports.UPDATE_CONSENT_EXPERIENCE = _chunkMPI5VURJcjs.ob; exports.UPDATE_CONSENT_MANAGER_DOMAINS = _chunkMPI5VURJcjs.gb; exports.UPDATE_CONSENT_MANAGER_PARTITION = _chunkMPI5VURJcjs.hb; exports.UPDATE_CONSENT_MANAGER_THEME = _chunkMPI5VURJcjs.nb; exports.UPDATE_CONSENT_MANAGER_TO_LATEST = _chunkMPI5VURJcjs.eb; exports.UPDATE_CONSENT_MANAGER_VERSION = _chunkMPI5VURJcjs.db; exports.UPDATE_DATA_FLOWS = _chunkMPI5VURJcjs.Xa; exports.UPDATE_DATA_SILOS = _chunkMPI5VURJcjs.n; exports.UPDATE_DATA_SUBJECT = _chunkMPI5VURJcjs.A; exports.UPDATE_DATA_SUB_CATEGORIES = _chunkMPI5VURJcjs.Wb; exports.UPDATE_ENRICHER = _chunkMPI5VURJcjs.s; exports.UPDATE_IDENTIFIER = _chunkMPI5VURJcjs.x; exports.UPDATE_INTL_MESSAGES = _chunkMPI5VURJcjs.ba; exports.UPDATE_LOAD_OPTIONS = _chunkMPI5VURJcjs.ib; exports.UPDATE_OR_CREATE_COOKIES = _chunkMPI5VURJcjs.Ya; exports.UPDATE_OR_CREATE_DATA_POINT = _chunkMPI5VURJcjs.h; exports.UPDATE_POLICIES = _chunkMPI5VURJcjs.W; exports.UPDATE_PRIVACY_CENTER = _chunkMPI5VURJcjs.Db; exports.UPDATE_PRIVACY_REQUEST = _chunkMPI5VURJcjs._; exports.UPDATE_PROCESSING_ACTIVITIES = _chunkMPI5VURJcjs.ac; exports.UPDATE_PROCESSING_PURPOSE_SUB_CATEGORIES = _chunkMPI5VURJcjs.Zb; exports.UPDATE_PROMPTS = _chunkMPI5VURJcjs.pa; exports.UPDATE_PROMPT_GROUPS = _chunkMPI5VURJcjs.ta; exports.UPDATE_PROMPT_PARTIALS = _chunkMPI5VURJcjs.ra; exports.UPDATE_REPOSITORIES = _chunkMPI5VURJcjs.D; exports.UPDATE_SOFTWARE_DEVELOPMENT_KITS = _chunkMPI5VURJcjs.P; exports.UPDATE_TEAM = _chunkMPI5VURJcjs.Ba; exports.UPDATE_VENDORS = _chunkMPI5VURJcjs.Tb; exports.USERS = _chunkMPI5VURJcjs.Ea; exports.USP_STRING_REGEX = _chunkV4X4IT3Tcjs.d; exports.VARIABLE_PARAMETERS_NAME = _chunkSUCCU2FScjs.b; exports.VARIABLE_PARAMETERS_REGEXP = _chunkSUCCU2FScjs.a; exports.VENDORS = _chunkMPI5VURJcjs.Rb; exports.VendorInput = _chunkQEM6S2W7cjs.p; exports.WebhookHeader = _chunkQEM6S2W7cjs.b; exports.addMessagesToPromptRun = _chunkMPI5VURJcjs.Ud; exports.appendCsvSync = _chunkZVK4HIDFcjs.b; exports.approvePrivacyRequests = _chunk3FEOMF7Gcjs.I; exports.assumeRole = _chunkMPI5VURJcjs.xe; exports.buildAIIntegrationType = _chunkLCDYXJN6cjs.b; exports.buildEnabledRouteType = _chunkLCDYXJN6cjs.a; exports.buildTranscendGraphQLClient = _chunkMPI5VURJcjs.Wd; exports.buildTranscendGraphQLClientGeneric = _chunkMPI5VURJcjs.Vd; exports.buildXdiSyncEndpoint = _chunkGZ2U36SScjs.g; exports.bulkRestartRequests = _chunk3FEOMF7Gcjs.Q; exports.bulkRetryEnrichers = _chunk3FEOMF7Gcjs.S; exports.cancelPrivacyRequests = _chunk3FEOMF7Gcjs.L; exports.consentManagersToBusinessEntities = _chunkGZ2U36SScjs.h; exports.convertToDataSubjectAllowlist = _chunkMPI5VURJcjs.mc; exports.convertToDataSubjectBlockList = _chunkMPI5VURJcjs.lc; exports.createActionItemCollection = _chunkMPI5VURJcjs.qd; exports.createActionItems = _chunkMPI5VURJcjs.ud; exports.createAgent = _chunkMPI5VURJcjs.nd; exports.createAgentFile = _chunkMPI5VURJcjs.Cd; exports.createAgentFunction = _chunkMPI5VURJcjs.yd; exports.createApiKey = _chunkMPI5VURJcjs.ye; exports.createBusinessEntity = _chunkMPI5VURJcjs.$c; exports.createCodePackage = _chunkMPI5VURJcjs.Re; exports.createConsentToken = _chunkV4X4IT3Tcjs.a; exports.createDataCategory = _chunkMPI5VURJcjs.Kd; exports.createDataFlows = _chunkMPI5VURJcjs.ed; exports.createProcessingPurpose = _chunkMPI5VURJcjs.Od; exports.createPrompt = _chunkMPI5VURJcjs.Hc; exports.createRegexForTag = j; exports.createRepository = _chunkMPI5VURJcjs.Oe; exports.createSoftwareDevelopmentKit = _chunkMPI5VURJcjs.Le; exports.createSombraGotInstance = _chunkMPI5VURJcjs.Xd; exports.createTranscendConsentGotInstance = _chunkMPI5VURJcjs.Yd; exports.createVendor = _chunkMPI5VURJcjs.Gd; exports.defineTranscendPrompts = Cm; exports.deleteApiKey = _chunkMPI5VURJcjs.ze; exports.deployConsentManager = _chunkMPI5VURJcjs.Zd; exports.description = _chunk3EZGFSMDcjs.l; exports.domainToHost = _chunkGZ2U36SScjs.e; exports.downloadPrivacyRequestFiles = _chunk3FEOMF7Gcjs.F; exports.enrichPrivacyRequest = _chunkVHQY7TSFcjs.c; exports.ensureAllDataSubjectsExist = _chunkMPI5VURJcjs.kc; exports.extractClientError = _chunk3FEOMF7Gcjs.N; exports.fetchActiveSiloDiscoPlugin = _chunkMPI5VURJcjs.$d; exports.fetchAllActionItems = _chunkMPI5VURJcjs.td; exports.fetchAllActions = _chunkMPI5VURJcjs.jd; exports.fetchAllAgentFiles = _chunkMPI5VURJcjs.Bd; exports.fetchAllAgentFunctions = _chunkMPI5VURJcjs.xd; exports.fetchAllAgents = _chunkMPI5VURJcjs.md; exports.fetchAllApiKeys = _chunkMPI5VURJcjs.Dc; exports.fetchAllAssessmentTemplates = _chunkMPI5VURJcjs.be; exports.fetchAllAssessments = _chunkMPI5VURJcjs.ae; exports.fetchAllAttributeValues = _chunkMPI5VURJcjs.Xc; exports.fetchAllAttributes = _chunkMPI5VURJcjs.Zc; exports.fetchAllBusinessEntities = _chunkMPI5VURJcjs._c; exports.fetchAllCatalogs = _chunkMPI5VURJcjs.pe; exports.fetchAllCookies = _chunkMPI5VURJcjs.de; exports.fetchAllDataCategories = _chunkMPI5VURJcjs.Jd; exports.fetchAllDataFlows = _chunkMPI5VURJcjs.cd; exports.fetchAllDataPoints = _chunkMPI5VURJcjs.pc; exports.fetchAllDataSilos = _chunkMPI5VURJcjs.nc; exports.fetchAllDataSubjects = _chunkMPI5VURJcjs.jc; exports.fetchAllEnrichers = _chunkMPI5VURJcjs.gc; exports.fetchAllIdentifiers = _chunkMPI5VURJcjs.dc; exports.fetchAllMessages = _chunkMPI5VURJcjs.ee; exports.fetchAllPolicies = _chunkMPI5VURJcjs.Mc; exports.fetchAllPreferenceTopics = _chunkMPI5VURJcjs.fe; exports.fetchAllPrivacyCenters = _chunkMPI5VURJcjs.ge; exports.fetchAllProcessingActivities = _chunkMPI5VURJcjs.Rd; exports.fetchAllProcessingPurposes = _chunkMPI5VURJcjs.Nd; exports.fetchAllPromptGroups = _chunkMPI5VURJcjs.ld; exports.fetchAllPromptPartials = _chunkMPI5VURJcjs.kd; exports.fetchAllPromptThreads = _chunkMPI5VURJcjs.re; exports.fetchAllPrompts = _chunkMPI5VURJcjs.Fc; exports.fetchAllPurposes = _chunkMPI5VURJcjs.Uc; exports.fetchAllPurposesAndPreferences = _chunkMPI5VURJcjs.he; exports.fetchAllRequestAttributeKeys = _chunkMPI5VURJcjs.ce; exports.fetchAllRequestEnrichers = _chunkMPI5VURJcjs.ie; exports.fetchAllRequestIdentifierMetadata = _chunkMPI5VURJcjs.je; exports.fetchAllRequestIdentifiers = _chunkMPI5VURJcjs.le; exports.fetchAllRequests = _chunkMPI5VURJcjs.ne; exports.fetchAllSubDataPoints = _chunkMPI5VURJcjs.oc; exports.fetchAllTeams = _chunkMPI5VURJcjs.Bc; exports.fetchAllTemplates = _chunkMPI5VURJcjs.hd; exports.fetchAllUsers = _chunkMPI5VURJcjs.oe; exports.fetchAllVendors = _chunkMPI5VURJcjs.Fd; exports.fetchAndIndexCatalogs = _chunkMPI5VURJcjs.qe; exports.fetchApiKeys = _chunkMPI5VURJcjs.Ec; exports.fetchConsentManager = _chunkMPI5VURJcjs.tc; exports.fetchConsentManagerAnalyticsData = _chunkMPI5VURJcjs.xc; exports.fetchConsentManagerExperiences = _chunkMPI5VURJcjs.vc; exports.fetchConsentManagerId = _chunkMPI5VURJcjs.uc; exports.fetchConsentManagerTheme = _chunkMPI5VURJcjs.yc; exports.fetchConsentPreferences = _chunkGZ2U36SScjs.j; exports.fetchEnrichedDataSilos = _chunkMPI5VURJcjs.qc; exports.fetchIdentifiersAndCreateMissing = _chunkMPI5VURJcjs.ec; exports.fetchPartitions = _chunkMPI5VURJcjs.Sc; exports.fetchPrivacyCenterId = _chunkMPI5VURJcjs.Lc; exports.fetchPrivacyCenterUrl = _chunkMPI5VURJcjs.Kc; exports.fetchPromptsWithVariables = _chunkMPI5VURJcjs.Gc; exports.fetchRequestDataSilo = _chunkMPI5VURJcjs.te; exports.fetchRequestDataSiloActiveCount = _chunkMPI5VURJcjs.ue; exports.fetchRequestDataSilos = _chunkMPI5VURJcjs.se; exports.fetchRequestFilesForRequest = _chunkMPI5VURJcjs.ve; exports.filterNullishValuesFromObject = Em; exports.filterRows = _chunk3FEOMF7Gcjs.s; exports.fuzzyMatchColumns = _chunk3FEOMF7Gcjs.l; exports.fuzzySearch = _chunk3FEOMF7Gcjs.k; exports.generateCrossAccountApiKeys = _chunkASFWHSOVcjs.a; exports.getFileMetadataForPrivacyRequests = _chunk3FEOMF7Gcjs.D; exports.getGitFilesThatChanged = Sm; exports.getUniqueValuesForColumn = _chunk3FEOMF7Gcjs.r; exports.inquirerAutoComplete = _chunkNKVC5Y53cjs.c; exports.inquirerConfirmBoolean = _chunkNKVC5Y53cjs.a; exports.inquirerConfirmText = _chunkNKVC5Y53cjs.b; exports.listDirectories = _chunkASFWHSOVcjs.d; exports.listFiles = _chunkASFWHSOVcjs.c; exports.loginUser = _chunkMPI5VURJcjs.we; exports.makeGraphQLRequest = _chunkMPI5VURJcjs.cc; exports.mapColumnsToAttributes = _chunk3FEOMF7Gcjs.M; exports.mapColumnsToIdentifiers = _chunk3FEOMF7Gcjs.K; exports.mapCsvColumnsToApi = _chunk3FEOMF7Gcjs.u; exports.mapCsvRowsToRequestInputs = _chunk3FEOMF7Gcjs.z; exports.mapEnumValues = _chunk3FEOMF7Gcjs.m; exports.mapRequestEnumValues = _chunk3FEOMF7Gcjs.v; exports.markCronIdentifierCompleted = _chunkAADFRD6Pcjs.d; exports.markRequestDataSiloIdsCompleted = _chunkAADFRD6Pcjs.f; exports.markSilentPrivacyRequests = _chunk3FEOMF7Gcjs.t; exports.mergeTranscendInputs = _chunkIBTP5OXEcjs.a; exports.name = _chunkKC7NDLN7cjs.a; exports.normalizeIdentifierValue = _chunk3FEOMF7Gcjs.y; exports.notifyPrivacyRequestsAdditionalTime = _chunk3FEOMF7Gcjs.J; exports.parseAssessmentDisplayLogic = _chunkMPI5VURJcjs.De; exports.parseAssessmentRiskLogic = _chunkMPI5VURJcjs.Fe; exports.parseAttributesFromString = _chunk3FEOMF7Gcjs.p; exports.parseFilePath = _chunkZVK4HIDFcjs.d; exports.parseVariablesFromString = _chunkTD7ADMVOcjs.a; exports.pullAllDatapoints = _chunk7QV5QNGWcjs.a; exports.pullChunkedCustomSiloOutstandingIdentifiers = _chunkAADFRD6Pcjs.g; exports.pullConsentManagerMetrics = _chunkGZ2U36SScjs.d; exports.pullCronPageOfIdentifiers = _chunkAADFRD6Pcjs.b; exports.pullManualEnrichmentIdentifiersToCsv = _chunkVHQY7TSFcjs.a; exports.pullPrivacyRequests = _chunk3FEOMF7Gcjs.U; exports.pullTranscendConfiguration = _chunkMPI5VURJcjs.He; exports.pullUnstructuredSubDataPointRecommendations = _chunk7QV5QNGWcjs.b; exports.pushCronIdentifiersFromCsv = _chunkAADFRD6Pcjs.e; exports.pushManualEnrichmentIdentifiersFromCsv = _chunkVHQY7TSFcjs.d; exports.readCsv = _chunk3FEOMF7Gcjs.q; exports.readTranscendYaml = _chunkSUCCU2FScjs.d; exports.removeLinks = Lm; exports.removeUnverifiedRequestIdentifiers = _chunk3FEOMF7Gcjs.W; exports.replaceVariablesInYaml = _chunkSUCCU2FScjs.c; exports.reportPromptRun = _chunkMPI5VURJcjs.Ie; exports.restartPrivacyRequest = _chunk3FEOMF7Gcjs.P; exports.retryRequestDataSilos = _chunk3FEOMF7Gcjs.T; exports.retryRequestEnricher = _chunkMPI5VURJcjs.Je; exports.setResourceAttributes = _chunkMPI5VURJcjs.Ke; exports.skipPreflightJobs = _chunk3FEOMF7Gcjs.R; exports.skipRequestDataSilos = _chunk3FEOMF7Gcjs.V; exports.splitCsvToList = _chunk3FEOMF7Gcjs.n; exports.streamPrivacyRequestFiles = _chunk3FEOMF7Gcjs.E; exports.submitPrivacyRequest = _chunk3FEOMF7Gcjs.H; exports.syncAction = _chunkMPI5VURJcjs.gd; exports.syncActionItemCollections = _chunkMPI5VURJcjs.sd; exports.syncActionItems = _chunkMPI5VURJcjs.wd; exports.syncAgentFiles = _chunkMPI5VURJcjs.Ed; exports.syncAgentFunctions = _chunkMPI5VURJcjs.Ad; exports.syncAgents = _chunkMPI5VURJcjs.pd; exports.syncAttribute = _chunkMPI5VURJcjs.ic; exports.syncBusinessEntities = _chunkMPI5VURJcjs.bd; exports.syncCodePackages = _chunkMPI5VURJcjs.Te; exports.syncConfigurationToTranscend = _chunkMPI5VURJcjs.Td; exports.syncConsentManager = _chunkMPI5VURJcjs.Wc; exports.syncConsentManagerExperiences = _chunkMPI5VURJcjs.Vc; exports.syncCookies = _chunkMPI5VURJcjs.Ac; exports.syncDataCategories = _chunkMPI5VURJcjs.Md; exports.syncDataFlows = _chunkMPI5VURJcjs.fd; exports.syncDataSiloDependencies = _chunkMPI5VURJcjs.sc; exports.syncDataSilos = _chunkMPI5VURJcjs.rc; exports.syncDataSubject = _chunkMPI5VURJcjs.Cc; exports.syncEnricher = _chunkMPI5VURJcjs.hc; exports.syncIdentifier = _chunkMPI5VURJcjs.fc; exports.syncIntlMessages = _chunkMPI5VURJcjs.Qc; exports.syncPartitions = _chunkMPI5VURJcjs.Tc; exports.syncPolicies = _chunkMPI5VURJcjs.Oc; exports.syncPrivacyCenter = _chunkMPI5VURJcjs.Rc; exports.syncProcessingActivities = _chunkMPI5VURJcjs.Sd; exports.syncProcessingPurposes = _chunkMPI5VURJcjs.Qd; exports.syncPrompts = _chunkMPI5VURJcjs.Jc; exports.syncRepositories = _chunkMPI5VURJcjs.Qe; exports.syncSoftwareDevelopmentKits = _chunkMPI5VURJcjs.Ne; exports.syncTemplate = _chunkMPI5VURJcjs.id; exports.syncVendors = _chunkMPI5VURJcjs.Id; exports.updateActionItem = _chunkMPI5VURJcjs.vd; exports.updateActionItemCollection = _chunkMPI5VURJcjs.rd; exports.updateAgentFiles = _chunkMPI5VURJcjs.Dd; exports.updateAgentFunctions = _chunkMPI5VURJcjs.zd; exports.updateAgents = _chunkMPI5VURJcjs.od; exports.updateBusinessEntities = _chunkMPI5VURJcjs.ad; exports.updateCodePackages = _chunkMPI5VURJcjs.Se; exports.updateConsentManagerToLatest = _chunkMPI5VURJcjs._d; exports.updateConsentManagerVersionToLatest = _chunkGZ2U36SScjs.a; exports.updateDataCategories = _chunkMPI5VURJcjs.Ld; exports.updateDataFlows = _chunkMPI5VURJcjs.dd; exports.updateIntlMessages = _chunkMPI5VURJcjs.Pc; exports.updateOrCreateCookies = _chunkMPI5VURJcjs.zc; exports.updatePolicies = _chunkMPI5VURJcjs.Nc; exports.updateProcessingPurposes = _chunkMPI5VURJcjs.Pd; exports.updatePrompts = _chunkMPI5VURJcjs.Ic; exports.updateRepositories = _chunkMPI5VURJcjs.Pe; exports.updateSoftwareDevelopmentKits = _chunkMPI5VURJcjs.Me; exports.updateVendors = _chunkMPI5VURJcjs.Hd; exports.uploadConsents = _chunkV4X4IT3Tcjs.f; exports.uploadCookiesFromCsv = _chunkGZ2U36SScjs.c; exports.uploadDataFlowsFromCsv = _chunkGZ2U36SScjs.b; exports.uploadPrivacyRequestsFromCsv = _chunk3FEOMF7Gcjs.O; exports.uploadSiloDiscoveryResults = _chunkMPI5VURJcjs.Ue; exports.validateTranscendAuth = _chunkASFWHSOVcjs.b; exports.version = _chunk3EZGFSMDcjs.m; exports.writeCsv = _chunkZVK4HIDFcjs.c; exports.writeCsvSync = _chunkZVK4HIDFcjs.a; exports.writeLargeCsv = _chunkZVK4HIDFcjs.e; exports.writeTranscendYaml = _chunkSUCCU2FScjs.e;
+//# sourceMappingURL=index.cjs.map

package/dist/index.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["/home/runner/work/cli/cli/dist/index.cjs","../src/lib/ai/TranscendPromptManager.ts","../src/lib/graphql/fetchLargeLanguageModels.ts","../src/lib/ai/getGitFilesThatChanged.ts"],"names":["PAGE_SIZE","fetchAllLargeLanguageModels","client","largeLanguageModels","offset","shouldContinue","nodes","makeGraphQLRequest","LARGE_LANGUAGE_MODELS","a","b","createRegexForTag","tagName","defineTranscendPrompts","prompts","jsonParseSafe","obj","TranscendPromptManager","handlebarsOptions","transcendUrl","DEFAULT_TRANSCEND_API","transcendApiKey","requireApproval","cacheDuration","defaultVariables","buildTranscendGraphQLClient","createHandlebarsWithHelpers","promptDefinitions","getValues","promptIds","id","x","promptTitles","title","agentNames","uniq_default","response","agents","fetchPromptsWithVariables","fetchAllAgents","keyBy_default","model","promptByTitle","promptById","acc","v","partial","apply","result","name","agent","remoteAgent","ts","thread","fetchAllPromptThreads","names","hasCache","missingCache","groupBy_default","cachedAgents","chunkedNames","chunk_default","remoteAgents","mapSeries","chunkedName","pageOfAgents","filterBy","fetchAllAgentFiles","largeLanguageModel","matching"],"mappings":"AAAA,6OAAiE,wDAAkD,wDAA0C,wDAA0D,wDAA0C,wDAA0E,wDAAkE,wDAA0F,wDAA0E,wDAAkH,wDAAkE,wDAA0a,wDAAknB,wDAAgD,wDAAgwF,gCAA6B,wDAAyH,wDAAqF,wDAA4E,qDCOj2J,iEAkBA,2DAaA,ICtBDA,CAAAA,CAAY,EAAA,CAQlB,MAAA,SAAsBC,CAAAA,CACpBC,CAAAA,CAC+B,CAC/B,IAAMC,CAAAA,CAA4C,CAAC,CAAA,CAC/CC,CAAAA,CAAS,CAAA,CAGTC,CAAAA,CAAiB,CAAA,CAAA,CACrB,EAAG,CACD,GAAM,CACJ,mBAAA,CAAqB,CAAE,KAAA,CAAAC,CAAM,CAC/B,CAAA,CAAI,MAAMC,kCAAAA,CAMPL,CAAQM,oBAAAA,CAAuB,CAChC,KAAA,CAAOR,CAAAA,CACP,MAAA,CAAAI,CACF,CAAC,CAAA,CACDD,CAAAA,CAAoB,IAAA,CAAK,GAAGG,CAAK,CAAA,CACjCF,CAAAA,EAAUJ,CAAAA,CACVK,CAAAA,CAAiBC,CAAAA,CAAM,MAAA,GAAWN,CACpC,CAAA,KAAA,CAASK,CAAAA,CAAAA,CAET,OAAOF,CAAAA,CAAoB,IAAA,CAAK,CAACM,CAAAA,CAAGC,CAAAA,CAAAA,EAAMD,CAAAA,CAAE,IAAA,CAAK,aAAA,CAAcC,CAAAA,CAAE,IAAI,CAAC,CACxE,CDgDO,SAASC,CAAAA,CAAkBC,CAAAA,CAAyB,CACzD,OAAO,IAAI,MAAA,CAAO,CAAA,CAAA,EAAIA,CAAO,CAAA,iBAAA,EAAoBA,CAAO,CAAA,CAAA,CAAG,CAC7D,CAQO,SAASC,EAAAA,CAGdC,CAAAA,CAA6B,CAC7B,OAAOA,CACT,CAqCA,IAAMC,CAAAA,CAAiBC,CAAAA,EAAyB,CAC9C,GAAI,CACF,OAAO,IAAA,CAAK,KAAA,CAAMA,CAAG,CACvB,CAAA,UAAY,CACV,OAAOA,CACT,CACF,CAAA,CAMaC,CAAAA,4CAAN,KAGL,CAEO,eASA,mBAAA,CAA4C,CAAC,EAAA,gBAG5C,YAAA,CAA4C,CAAC,EAAA,gBAG7C,eAAA,CAA6C,CAAC,EAAA,WA4CtD,CAAY,CACV,OAAA,CAAAH,CAAAA,CACA,iBAAA,CAAAI,CAAAA,CAAoB,CAAC,CAAA,CACrB,YAAA,CAAAC,CAAAA,CAAeC,mBAAAA,CACf,eAAA,CAAAC,CAAAA,CACA,eAAA,CAAAC,CAAAA,CAAkB,CAAA,CAAA,CAClB,aAAA,CAAAC,CAAAA,CACA,gBAAA,CAAAC,CAAAA,CAAmB,CAAC,CACtB,CAAA,CAoBG,6GACD,IAAA,CAAK,OAAA,CAAUV,CAAAA,CACf,IAAA,CAAK,YAAA,CAAeK,CAAAA,CACpB,IAAA,CAAK,eAAA,CAAkBE,CAAAA,CACvB,IAAA,CAAK,SAAA,CAAYG,CAAAA,CACjB,IAAA,CAAK,gBAAA,CAAmBA,CAAAA,CACxB,IAAA,CAAK,aAAA,CAAgBC,kCAAAA,CACnBN,CACA,OAAOE,CAAAA,EAAoB,QAAA,CACvBA,CAAAA,CAAgB,OAAA,CAAQ,CAAA,CACxBA,CACN,CAAA,CACA,IAAA,CAAK,eAAA,CAAkBC,CAAAA,CACvB,IAAA,CAAK,aAAA,CAAgBC,CAAAA,CACrB,IAAA,CAAK,iBAAA,CAAoBL,CAAAA,CACzB,IAAA,CAAK,UAAA,CAAaQ,0DAAAA,CAA6C,CACjE,CAOA,MAAM,uBAAA,CAAA,CAAiE,CAErE,IAAMC,CAAAA,CAAoBC,kCAAAA,IAAU,CAAK,OAAO,CAAA,CAI1CC,CAAAA,CAAYF,CAAAA,CACf,GAAA,CAAI,CAAC,CAAE,EAAA,CAAAG,CAAG,CAAA,CAAA,EAAMA,CAAE,CAAA,CAClB,MAAA,CAAQC,CAAAA,EAAmB,CAAC,CAACA,CAAC,CAAA,CAC3BC,CAAAA,CAAeL,CAAAA,CAClB,GAAA,CAAI,CAAC,CAAE,KAAA,CAAAM,CAAM,CAAA,CAAA,EAAMA,CAAK,CAAA,CACxB,MAAA,CAAQF,CAAAA,EAAmB,CAAC,CAACA,CAAC,CAAA,CAC3BG,CAAAA,CAAaC,iCAAAA,CACjBR,CAAkB,GAAA,CAAI,CAAC,CAAE,UAAA,CAAAO,CAAW,CAAA,CAAA,EAAMA,CAAAA,EAAc,CAAC,CAAC,CAAA,CAAE,IAAA,CAAK,CACnE,CAAA,CAGM,CAACE,CAAAA,CAAUjC,CAAAA,CAAqBkC,CAAM,CAAA,CAAI,MAAM,OAAA,CAAQ,GAAA,CAAI,CAChEC,kCAAAA,IAA0B,CAAK,aAAA,CAAe,CAC5C,SAAA,CAAAT,CAAAA,CACA,YAAA,CAAAG,CACF,CAAC,CAAA,CACD/B,CAAAA,CAA4B,IAAA,CAAK,aAAa,CAAA,CAC9CsC,kCAAAA,IAAe,CAAK,aAAA,CAAe,CAAE,KAAA,CAAOL,CAAW,CAAC,CAC1D,CAAC,CAAA,CACD,IAAA,CAAK,YAAA,CAAeM,iCAAAA,CAAMH,CAAQ,MAAM,CAAA,CACxC,IAAA,CAAK,eAAA,CAAkBG,iCAAAA,CAAMH,CAAQ,SAAS,CAAA,CAC9C,IAAA,CAAK,mBAAA,CAAsBlC,CAAAA,CAAoB,MAAA,CAC5CsC,CAAAA,EAAUA,CAAAA,CAAM,iBAAA,GAAsB,CAAA,CACzC,CAAA,CAGA,IAAMC,CAAAA,CAAgBF,iCAAAA,CAAMJ,CAAS,OAAA,CAAS,OAAO,CAAA,CAC/CO,CAAAA,CAAaH,iCAAAA,CAAMJ,CAAS,OAAA,CAAS,IAAI,CAAA,CAG/C,OAAA,IAAA,CAAK,SAAA,CAAY,CACf,GAAGA,CAAAA,CAAS,mBAAA,CAAoB,MAAA,CAC9B,CAACQ,CAAAA,CAAKC,CAAAA,CAAAA,EACJ,MAAA,CAAO,MAAA,CAAOD,CAAAA,CAAK,CACjB,CAACC,CAAAA,CAAE,IAAI,CAAA,CAAGA,CAAAA,CAAE,IAAA,CAAO,IAAA,CAAK,KAAA,CAAMA,CAAAA,CAAE,IAAI,CAAA,CAAIA,CAAAA,CAAE,IAC5C,CAAC,CAAA,CACH,CAAC,CACH,CAAA,CACA,GAAG,IAAA,CAAK,gBACV,CAAA,CAGA,IAAA,CAAK,UAAA,CAAanB,0DAAAA,CAChB,GAAG,IAAA,CAAK,iBAAA,CACR,SAAA,CAAW,CACT,GAAI,IAAA,CAAK,iBAAA,CAAkB,SAAA,EAAa,CAAC,CAAA,CACzC,GAAGU,CAAAA,CAAS,cAAA,CAAe,GAAA,CAAKU,CAAAA,EAAAA,CAAa,CAC3C,IAAA,CAAMA,CAAAA,CAAQ,IAAA,CACd,OAAA,CAASA,CAAAA,CAAQ,OACnB,CAAA,CAAE,CACJ,CACF,CAAC,CAAA,CAGD,IAAA,CAAK,gBAAA,CAAmBC,8BAAAA,IAAM,CAAK,OAAA,CAAS,CAAC,CAAE,EAAA,CAAAjB,CAAAA,CAAI,KAAA,CAAAG,CAAM,CAAA,CAAA,EAAM,CAC7D,IAAMe,CAAAA,CAASlB,CAAAA,CACXa,CAAAA,CAAWb,CAAE,CAAA,CACbG,CAAAA,CACAS,CAAAA,CAAcT,CAAK,CAAA,CACnB,KAAA,CAAA,CACJ,EAAA,CAAI,CAACe,CAAAA,CACH,MAAM,IAAI,KAAA,CACR,CAAA,mCAAA,EAAsCf,CAAK,CAAA,WAAA,EAAcH,CAAE,CAAA,CAAA,CAC7D,CAAA,CAEF,OAAOkB,CACT,CAAC,CAAA,CAGD,IAAA,CAAK,aAAA,CAAgB,IAAI,IAAA,CAElBZ,CACT,CAQA,MAAM,cAAA,CAAea,CAAAA,CAA0C,CAC7D,IAAMC,CAAAA,CAAQ,IAAA,CAAK,YAAA,CAAaD,CAAI,CAAA,CACpC,EAAA,CAAIC,CAAAA,CACF,OAAOA,CAAAA,CAET,GAAM,CAACC,CAAW,CAAA,CAAI,MAAMZ,kCAAAA,IAAe,CAAK,aAAA,CAAe,CAC7D,KAAA,CAAO,CAACU,CAAI,CACd,CAAC,CAAA,CACD,EAAA,CAAKE,CAAAA,CAGL,OAAA,IAAA,CAAK,YAAA,CAAaA,CAAAA,CAAY,IAAI,CAAA,CAAIA,CAAAA,CACtC,IAAA,CAAK,eAAA,CAAgBA,CAAAA,CAAY,OAAO,CAAA,CAAIA,CAAAA,CACrCA,CACT,CAQA,MAAM,wBAAA,CACJC,CAAAA,CACmC,CACnC,GAAM,CAACC,CAAM,CAAA,CAAI,MAAMC,kCAAAA,IAAsB,CAAK,aAAA,CAAe,CAC/D,cAAA,CAAgB,CAACF,CAAE,CACrB,CAAC,CAAA,CACD,OAAOC,CACT,CAUA,MAAM,eAAA,CAAgBE,CAAAA,CAAmC,CACvD,EAAA,CAAIA,CAAAA,CAAM,MAAA,CAAS,CAAA,CACjB,MAAM,IAAI,KAAA,CAAM,2CAA2C,CAAA,CAE7D,GAAM,CAAE,QAAA,CAAAC,CAAAA,CAAW,CAAC,CAAA,CAAG,YAAA,CAAAC,CAAAA,CAAe,CAAC,CAAE,CAAA,CAAIC,iCAAAA,CAAQH,CAAQN,CAAAA,EAC3D,IAAA,CAAK,YAAA,CAAaA,CAAI,CAAA,CAAI,UAAA,CAAa,cACzC,CAAA,CACMU,CAAAA,CAAeH,CAAAA,CAAS,GAAA,CAAKP,CAAAA,EAAS,IAAA,CAAK,YAAA,CAAaA,CAAI,CAAC,CAAA,CACnE,EAAA,CAAIQ,CAAAA,CAAa,MAAA,GAAW,CAAA,CAC1B,OAAOE,CAAAA,CAET,IAAMC,CAAAA,CAAeC,iCAAAA,CAAMJ,CAAc,EAAE,CAAA,CACrCK,CAAAA,CAAwB,CAAC,CAAA,CAC/B,OAAA,MAAMC,iCAAAA,CAAUH,CAAc,MAAOI,CAAAA,EAAgB,CACnD,IAAMC,CAAAA,CAAe,MAAM1B,kCAAAA,IAAe,CAAK,aAAA,CAAe,CAC5D,KAAA,CAAOyB,CACT,CAAC,CAAA,CACDC,CAAAA,CAAa,OAAA,CAASf,CAAAA,EAAU,CAC9B,IAAA,CAAK,YAAA,CAAaA,CAAAA,CAAM,IAAI,CAAA,CAAIA,CAAAA,CAChC,IAAA,CAAK,eAAA,CAAgBA,CAAAA,CAAM,OAAO,CAAA,CAAIA,CACxC,CAAC,CAAA,CACDY,CAAAA,CAAa,IAAA,CAAK,GAAGG,CAAY,CACnC,CAAC,CAAA,CACM,CAAC,GAAGN,CAAAA,CAAc,GAAGG,CAAY,CAC1C,CAQA,aAAA,CAAcI,CAAAA,CAAmD,CAC/D,OAAOC,kCAAAA,IAAmB,CAAK,aAAA,CAAeD,CAAQ,CACxD,CAQA,qBAAA,CACEE,CAAAA,CACoB,CACpB,IAAMC,CAAAA,CAAW,IAAA,CAAK,mBAAA,CAAoB,IAAA,CAAM5B,CAAAA,EAC9C,OAAO2B,CAAAA,EAAuB,QAAA,CAC1B3B,CAAAA,CAAM,EAAA,GAAO2B,CAAAA,CACb3B,CAAAA,CAAM,IAAA,GAAS2B,CAAAA,CAAmB,IAAA,EAClC3B,CAAAA,CAAM,MAAA,GAAW2B,CAAAA,CAAmB,MAC1C,CAAA,CACA,EAAA,CAAI,CAACC,CAAAA,CACH,MAAM,IAAI,KAAA,CACR,CAAA,+BAAA,EACE,OAAOD,CAAAA,EAAuB,QAAA,CAC1BA,CAAAA,CACA,IAAA,CAAK,SAAA,CAAUA,CAAkB,CACvC,CAAA,CAAA;AE1ZG;AAiBI;AA4Bf","file":"/home/runner/work/cli/cli/dist/index.cjs","sourcesContent":[null,"/* eslint-disable max-lines */\nimport {\n  Optionalize,\n  Requirize,\n  apply,\n  decodeCodec,\n  getValues,\n} from '@transcend-io/type-utils';\nimport type { Handlebars } from '@transcend-io/handlebars-utils';\nimport { Secret } from '@transcend-io/secret-value';\nimport * as t from 'io-ts';\nimport { DEFAULT_TRANSCEND_API } from '../../constants';\nimport {\n  Agent,\n  AgentFile,\n  AgentFileFilterBy,\n  ReportPromptRunInput,\n  buildTranscendGraphQLClient,\n  fetchAllAgentFiles,\n  fetchAllAgents,\n  reportPromptRun,\n} from '../graphql';\nimport {\n  HandlebarsInput,\n  createHandlebarsWithHelpers,\n} from '@transcend-io/handlebars-utils';\nimport {\n  TranscendPromptTemplated,\n  TranscendPromptsAndVariables,\n  fetchPromptsWithVariables,\n} from '../graphql/fetchPrompts';\nimport { GraphQLClient } from 'graphql-request';\nimport {\n  PromptStatus,\n  ChatCompletionRole,\n  PromptRunProductArea,\n  QueueStatus,\n  LargeLanguageModelClient,\n} from '@transcend-io/privacy-types';\nimport {\n  LargeLanguageModel,\n  fetchAllLargeLanguageModels,\n} from '../graphql/fetchLargeLanguageModels';\nimport { groupBy, keyBy, uniq, chunk } from 'lodash-es';\nimport { mapSeries } from '../bluebird-replace';\nimport {\n  PromptThread,\n  fetchAllPromptThreads,\n} from '../graphql/fetchPromptThreads';\n\n/**\n * An LLM Prompt definition\n */\nexport type TranscendPrompt<\n  TInputParams extends t.Any,\n  TOutputCodec extends t.Any,\n> = (\n  | {\n      /** ID of the prompt */\n      id: string;\n      /** Title of the prompt  */\n      title?: string;\n    }\n  | {\n      /** ID of the prompt */\n      id?: string;\n      /** Title of the prompt  */\n      title: string;\n    }\n) & {\n  /** The names of the agents that should be loaded along with the prompt */\n  agentNames?: string[];\n  /** Codec to validate runtime input shape */\n  paramCodec: TInputParams;\n  /** Codec to validate output response */\n  outputCodec: TOutputCodec;\n  /**\n   * If the output that needs to be parsed is returned within a tag\n   * e.g. <tag> or <json> - this is the name of the tag\n   */\n  extractFromTag?: string;\n};\n\nexport interface PromptRunResult {\n  /** The ID of the prompt run created on Transcend */\n  promptRunId: string;\n  /** The URL of the prompt run on Transcend */\n  promptRunUrl: string;\n}\n\n/**\n * Create a regex to extract data from a tag\n *\n * Input:\n * \"here is some data <tag>Data</tag>...\"\n *\n * @param tagName - Name of tag\n * @returns Data within the tag\n */\nexport function createRegexForTag(tagName: string): RegExp {\n  return new RegExp(`<${tagName}>([\\\\s\\\\S]+?)<\\\\/${tagName}>`);\n}\n\n/**\n * Helper function to declare prompts\n *\n * @param prompts - Prompt config\n * @returns Prompts as identity function - but type enforced\n */\nexport function defineTranscendPrompts<\n  TPromptNames extends string,\n  TPrompts extends { [k in TPromptNames]: TranscendPrompt<t.Any, t.Any> },\n>(prompts: TPrompts): TPrompts {\n  return prompts;\n}\n\n/**\n * Helper to get the type of the parameter for a given prompt\n */\nexport type GetPromptParamType<\n  TPromptName extends keyof TPrompts,\n  TPrompts extends { [k in TPromptName]: TranscendPrompt<t.Any, t.Any> },\n> = t.TypeOf<TPrompts[TPromptName]['paramCodec']>;\n\n/**\n * Helper to get the type of the parameter for a given prompt\n */\nexport type GetPromptResponseType<\n  TPromptName extends keyof TPrompts,\n  TPrompts extends { [k in TPromptName]: TranscendPrompt<t.Any, t.Any> },\n> = t.TypeOf<TPrompts[TPromptName]['outputCodec']>;\n\n/**\n * Input for reporting a prompt run\n */\nexport interface ReportPromptRunOptions\n  extends Optionalize<\n    Omit<ReportPromptRunInput, 'status' | 'promptId' | 'largeLanguageModelId'>,\n    'name' | 'productArea'\n  > {\n  /** The large language model being run. Either the ID of the LLM or the client/name pairing */\n  largeLanguageModel:\n    | string\n    | {\n        /** Name of client */\n        client: LargeLanguageModelClient;\n        /** Name of the model */\n        name: string;\n      };\n}\n\nconst jsonParseSafe = (obj: string): unknown => {\n  try {\n    return JSON.parse(obj);\n  } catch (e) {\n    return obj;\n  }\n};\n\n/**\n * A class that is capable of loading and insert variables into prompts from\n * Transcend's Prompt Manager\n */\nexport class TranscendPromptManager<\n  TPromptNames extends string,\n  TPrompts extends { [k in TPromptNames]: TranscendPrompt<t.Any, t.Any> },\n> {\n  /** Prompt definitions */\n  public prompts: TPrompts;\n\n  /** Options for configuring handlebars */\n  public handlebarsOptions!: HandlebarsInput;\n\n  /** Prompt name -> content map, populated by call to Transcend API */\n  public promptContentMap?: { [k in TPromptNames]: TranscendPromptTemplated };\n\n  /** The large language models that are registered to this organization for reporting */\n  public largeLanguageModels: LargeLanguageModel[] = [];\n\n  /** The agent definitions registered to this organization */\n  private agentsByName: { [name in string]: Agent } = {};\n\n  /** The agent definitions registered to this organization */\n  private agentsByAgentId: { [id in string]: Agent } = {};\n\n  /** The GraphQL client that can be used to call Transcend */\n  public graphQLClient: GraphQLClient;\n\n  /** The set of variables to expose in handlebars context specified at class initiation */\n  public defaultVariables: { [k in string]: unknown };\n\n  /**\n   * The set of variables to expose in handlebars context,\n   * merges defaults with calculated variables from the inventory\n   */\n  public variables: { [k in string]: unknown };\n\n  /** Handlebars compiler */\n  public handlebars: typeof Handlebars;\n\n  /** The Transcend API key */\n  public transcendApiKey: string | Secret<string>;\n\n  /** API of Transcend to call */\n  public transcendUrl: string;\n\n  /** When true, throw an error if the prompt is not approved */\n  public requireApproval: boolean;\n\n  /**\n   * The cache duration in ms for how long prompts and associated metadata should be cached\n   * When undefined - prompts are cached indefinitely unless explicitly re-requested\n   * When 0, prompts and metadata are fetched every time (not recommended)\n   * Setting this to be an hour is a good rate that optimizes for performance and keeping up to date\n   */\n  public cacheDuration?: number;\n\n  /**\n   * The last time the metadata was fetched\n   */\n  public lastUpdatedAt?: Date;\n\n  /**\n   * Constructor\n   *\n   * @param options - Options\n   */\n  constructor({\n    prompts,\n    handlebarsOptions = {},\n    transcendUrl = DEFAULT_TRANSCEND_API,\n    transcendApiKey,\n    requireApproval = true,\n    cacheDuration,\n    defaultVariables = {},\n  }: {\n    /** Prompt definitions to load */\n    prompts: TPrompts;\n    /** Options for configuring handlebars */\n    handlebarsOptions?: HandlebarsInput;\n    /** The Transcend API key */\n    transcendApiKey: string | Secret<string>;\n    /** API of Transcend to call */\n    transcendUrl?: string;\n    /** When true, throw an error if the prompt is not approved */\n    requireApproval?: boolean;\n    /** The set of variables to expose in handlebars context specified at class initiation */\n    defaultVariables?: { [k in string]: unknown };\n    /**\n     * The cache duration in ms for how long prompts and associated metadata should be cached\n     * When undefined - prompts are cached indefinitely unless explicitly re-requested\n     * When 0, prompts and metadata are fetched every time (not recommended)\n     * Setting this to be an hour is a good rate that optimizes for performance and keeping up to date\n     */\n    cacheDuration?: number;\n  }) {\n    this.prompts = prompts;\n    this.transcendUrl = transcendUrl;\n    this.transcendApiKey = transcendApiKey;\n    this.variables = defaultVariables;\n    this.defaultVariables = defaultVariables;\n    this.graphQLClient = buildTranscendGraphQLClient(\n      transcendUrl,\n      typeof transcendApiKey === 'object'\n        ? transcendApiKey.release()\n        : transcendApiKey,\n    );\n    this.requireApproval = requireApproval;\n    this.cacheDuration = cacheDuration;\n    this.handlebarsOptions = handlebarsOptions;\n    this.handlebars = createHandlebarsWithHelpers(handlebarsOptions);\n  }\n\n  /**\n   * Fetch prompt metadata from Transcend and cache to the class definition\n   *\n   * @returns A function that can be used to call the prompt\n   */\n  async fetchPromptsAndMetadata(): Promise<TranscendPromptsAndVariables> {\n    // Determine what to fetch\n    const promptDefinitions = getValues(this.prompts) as TranscendPrompt<\n      t.Any,\n      t.Any\n    >[];\n    const promptIds = promptDefinitions\n      .map(({ id }) => id)\n      .filter((x): x is string => !!x);\n    const promptTitles = promptDefinitions\n      .map(({ title }) => title)\n      .filter((x): x is string => !!x);\n    const agentNames = uniq(\n      promptDefinitions.map(({ agentNames }) => agentNames || []).flat(),\n    );\n\n    // Fetch prompts and data\n    const [response, largeLanguageModels, agents] = await Promise.all([\n      fetchPromptsWithVariables(this.graphQLClient, {\n        promptIds,\n        promptTitles,\n      }),\n      fetchAllLargeLanguageModels(this.graphQLClient),\n      fetchAllAgents(this.graphQLClient, { names: agentNames }),\n    ]);\n    this.agentsByName = keyBy(agents, 'name');\n    this.agentsByAgentId = keyBy(agents, 'agentId');\n    this.largeLanguageModels = largeLanguageModels.filter(\n      (model) => model.isTranscendHosted === false,\n    );\n\n    // Lookup prompts by id/title\n    const promptByTitle = keyBy(response.prompts, 'title');\n    const promptById = keyBy(response.prompts, 'id');\n\n    // Update variables\n    this.variables = {\n      ...response.calculatedVariables.reduce(\n        (acc, v) =>\n          Object.assign(acc, {\n            [v.name]: v.data ? JSON.parse(v.data) : v.data,\n          }),\n        {},\n      ),\n      ...this.defaultVariables,\n    };\n\n    // Update partials\n    this.handlebars = createHandlebarsWithHelpers({\n      ...this.handlebarsOptions,\n      templates: [\n        ...(this.handlebarsOptions.templates || []),\n        ...response.promptPartials.map((partial) => ({\n          name: partial.slug,\n          content: partial.content,\n        })),\n      ],\n    });\n\n    // Create mapping from prompt to content\n    this.promptContentMap = apply(this.prompts, ({ id, title }) => {\n      const result = id\n        ? promptById[id]\n        : title\n        ? promptByTitle[title]\n        : undefined;\n      if (!result) {\n        throw new Error(\n          `Failed to find prompt with title: \"${title}\" and id: \"${id}\"`,\n        );\n      }\n      return result;\n    });\n\n    // For cache\n    this.lastUpdatedAt = new Date();\n\n    return response;\n  }\n\n  /**\n   * Get an agent definition by name\n   *\n   * @param name - Name of the agent to grab\n   * @returns Large language model configuration\n   */\n  async getAgentByName(name: string): Promise<Agent | undefined> {\n    const agent = this.agentsByName[name];\n    if (agent) {\n      return agent;\n    }\n    const [remoteAgent] = await fetchAllAgents(this.graphQLClient, {\n      names: [name],\n    });\n    if (!remoteAgent) {\n      return undefined;\n    }\n    this.agentsByName[remoteAgent.name] = remoteAgent;\n    this.agentsByAgentId[remoteAgent.agentId] = remoteAgent;\n    return remoteAgent;\n  }\n\n  /**\n   * Get a prompt thread by ts\n   *\n   * @param ts - the slack message timestamp to look up thread for\n   * @returns Large language model configuration\n   */\n  async getPromptThreadBySlackTs(\n    ts: string,\n  ): Promise<PromptThread | undefined> {\n    const [thread] = await fetchAllPromptThreads(this.graphQLClient, {\n      slackMessageTs: [ts],\n    });\n    return thread;\n  }\n\n  /**\n   * Get a list of agent definitions by name.\n   * Pulls from cache and may return less agents\n   * than requested if some are not found\n   *\n   * @param names - Names of agents to fetch\n   * @returns The agents that were found matching the names\n   */\n  async getAgentsByName(names: string[]): Promise<Agent[]> {\n    if (names.length < 1) {\n      throw new Error('Expected at least one name to be provided');\n    }\n    const { hasCache = [], missingCache = [] } = groupBy(names, (name) =>\n      this.agentsByName[name] ? 'hasCache' : 'missingCache',\n    );\n    const cachedAgents = hasCache.map((name) => this.agentsByName[name]);\n    if (missingCache.length === 0) {\n      return cachedAgents;\n    }\n    const chunkedNames = chunk(missingCache, 50);\n    const remoteAgents: Agent[] = [];\n    await mapSeries(chunkedNames, async (chunkedName) => {\n      const pageOfAgents = await fetchAllAgents(this.graphQLClient, {\n        names: chunkedName,\n      });\n      pageOfAgents.forEach((agent) => {\n        this.agentsByName[agent.name] = agent;\n        this.agentsByAgentId[agent.agentId] = agent;\n      });\n      remoteAgents.push(...pageOfAgents);\n    });\n    return [...cachedAgents, ...remoteAgents];\n  }\n\n  /**\n   * Fetch metadata on agent files\n   *\n   * @param filterBy - Filter by parameters\n   * @returns The files found matching the filter\n   */\n  getAgentFiles(filterBy: AgentFileFilterBy): Promise<AgentFile[]> {\n    return fetchAllAgentFiles(this.graphQLClient, filterBy);\n  }\n\n  /**\n   * Look up the large language model to report on\n   *\n   * @param largeLanguageModel - Input\n   * @returns Large language model configuration\n   */\n  getLargeLanguageModel(\n    largeLanguageModel: ReportPromptRunOptions['largeLanguageModel'],\n  ): LargeLanguageModel {\n    const matching = this.largeLanguageModels.find((model) =>\n      typeof largeLanguageModel === 'string'\n        ? model.id === largeLanguageModel\n        : model.name === largeLanguageModel.name &&\n          model.client === largeLanguageModel.client,\n    );\n    if (!matching) {\n      throw new Error(\n        `Failed to find model matching: ${\n          typeof largeLanguageModel === 'string'\n            ? largeLanguageModel\n            : JSON.stringify(largeLanguageModel)\n        }`,\n      );\n    }\n    return matching;\n  }\n\n  /**\n   * Get a prompt definition by name\n   *\n   * @param promptName - Prompt to compile\n   * @returns Parsed content\n   */\n  async getPromptDefinition<TPromptName extends TPromptNames>(\n    promptName: TPromptName,\n  ): Promise<TranscendPromptTemplated> {\n    // Determine if prompts need to be fetched\n    if (\n      // never been fetched\n      !this.lastUpdatedAt ||\n      // fetch every run\n      this.cacheDuration === 0 ||\n      // If cache duration met\n      (this.cacheDuration &&\n        Date.now() - this.lastUpdatedAt.getTime() > this.cacheDuration)\n    ) {\n      await this.fetchPromptsAndMetadata();\n    }\n\n    // Lookup prompt\n    const { promptContentMap } = this;\n    if (!promptContentMap) {\n      throw new Error('Expected this.promptContentMap to be defined');\n    }\n    const promptTemplate = promptContentMap[promptName];\n    if (!promptTemplate) {\n      throw new Error(\n        `Expected this.promptContentMap[${promptName}] to be defined`,\n      );\n    }\n    return promptTemplate;\n  }\n\n  /**\n   * Validate the shape of the response from AI\n   *\n   * @param promptName - Prompt to compile\n   * @param params - Runtime parameters\n   * @returns Parsed content\n   */\n  async compilePrompt<TPromptName extends TPromptNames>(\n    promptName: TPromptName,\n    params: t.TypeOf<TPrompts[TPromptName]['paramCodec']>,\n  ): Promise<string> {\n    // Grab the prompt\n    const promptTemplate = await this.getPromptDefinition(promptName);\n    const promptInput = this.prompts[promptName];\n    if (!promptInput) {\n      throw new Error(`Expected this.prompts[${promptName}] to be defined`);\n    }\n\n    // Ensure prompt is approved\n    if (\n      this.requireApproval &&\n      promptTemplate.status !== PromptStatus.Approved\n    ) {\n      throw new Error(\n        `Assessment \"${promptTemplate.title}\" cannot be used because its in status: \"${promptTemplate.status}\"`,\n      );\n    }\n\n    // If prompt is rejected, throw error\n    if (promptTemplate.status === PromptStatus.Rejected) {\n      throw new Error(\n        `Assessment \"${promptTemplate.title}\" cannot be used because it's in status: \"${promptTemplate.status}\"`,\n      );\n    }\n\n    // Validate params\n    decodeCodec(promptInput.paramCodec, params);\n\n    // Compile prompt and template\n    return this.handlebars.compile(promptTemplate.content)({\n      // template in currentDate by default\n      currentDate: new Date().toISOString(),\n      ...this.variables,\n      ...params,\n    });\n  }\n\n  /**\n   * Validate the shape of the response from AI\n   *\n   * @param promptName - Prompt to parse\n   * @param response - AI response as string\n   * @returns Parsed content\n   */\n  parseAiResponse<TPromptName extends TPromptNames>(\n    promptName: TPromptName,\n    response: string,\n  ): t.TypeOf<TPrompts[TPromptName]['outputCodec']> {\n    // Look up prompt info\n    const promptInput = this.prompts[promptName];\n    if (!promptInput) {\n      throw new Error(`Expected this.prompts[${promptName}] to be defined`);\n    }\n\n    // Extract from tag if needed\n    const extracted = promptInput.extractFromTag\n      ? (createRegexForTag(promptInput.extractFromTag).exec(response) ||\n          [])[1] || response\n      : response;\n\n    // Parse via codec\n    return decodeCodec(\n      promptInput.outputCodec,\n      jsonParseSafe(extracted),\n      false,\n    );\n  }\n\n  /**\n   * Parse the AI response and  report back to Transcend\n   *\n   * @param promptName - Prompt to parse\n   * @param options - Options for reporting\n   * @returns Parsed content\n   */\n  async reportAndParsePromptRun<TPromptName extends TPromptNames>(\n    promptName: TPromptName,\n    { largeLanguageModel, ...options }: ReportPromptRunOptions,\n  ): Promise<\n    PromptRunResult & {\n      /** Resulting prompt run */\n      result: t.TypeOf<TPrompts[TPromptName]['outputCodec']>;\n    }\n  > {\n    // Determine if prompts need to be fetched\n    if (\n      // never been fetched\n      !this.lastUpdatedAt ||\n      // fetch every run\n      this.cacheDuration === 0 ||\n      // If cache duration met\n      (this.cacheDuration &&\n        Date.now() - this.lastUpdatedAt.getTime() > this.cacheDuration)\n    ) {\n      await this.fetchPromptsAndMetadata();\n    }\n\n    const name =\n      options.name ||\n      `@transcend-io/cli-prompt-run-${new Date().toISOString()}`;\n\n    if (!this.promptContentMap) {\n      throw new Error('Expected this.promptContentMap to be defined');\n    }\n    // Look up prompt info\n    const promptInput = this.promptContentMap[promptName];\n    if (!promptInput) {\n      throw new Error(`Expected this.prompts[${promptName}] to be defined`);\n    }\n\n    // Ensure the first message in `promptRunMessages` is of type=system\n    if (options.promptRunMessages.length === 0) {\n      throw new Error('promptRunMessages is expected to have length > 0');\n    }\n    if (options.promptRunMessages[0].role !== ChatCompletionRole.System) {\n      throw new Error(\n        `promptRunMessages[0].role is expected to be = ${ChatCompletionRole.System}`,\n      );\n    }\n    if (\n      options.promptRunMessages[options.promptRunMessages.length - 1].role !==\n      ChatCompletionRole.Assistant\n    ) {\n      throw new Error(\n        `promptRunMessages[${\n          options.promptRunMessages.length - 1\n        }].role is expected to be = ${ChatCompletionRole.Assistant}`,\n      );\n    }\n    const response =\n      options.promptRunMessages[options.promptRunMessages.length - 1].content;\n\n    let parsed: t.TypeOf<TPrompts[TPromptName]['outputCodec']>;\n    try {\n      // Parse the response\n      parsed = this.parseAiResponse(promptName, response);\n    } catch (err) {\n      await reportPromptRun(this.graphQLClient, {\n        productArea: PromptRunProductArea.PromptManager,\n        ...options,\n        name,\n        error: err.message,\n        status: QueueStatus.Error,\n        ...(typeof largeLanguageModel === 'string'\n          ? { largeLanguageModelId: largeLanguageModel }\n          : {\n              largeLanguageModelName: largeLanguageModel.name,\n              largeLanguageModelClient: largeLanguageModel.client,\n            }),\n        promptId: promptInput.id,\n        promptRunMessages: options.promptRunMessages.map((message, ind) => ({\n          ...message,\n          ...(ind === 0 ? { template: promptInput.content } : {}),\n        })),\n      });\n      throw err;\n    }\n\n    // report successful run\n    const promptRunId = await reportPromptRun(this.graphQLClient, {\n      productArea: PromptRunProductArea.PromptManager,\n      ...options,\n      name,\n      status: QueueStatus.Resolved,\n      ...(typeof largeLanguageModel === 'string'\n        ? { largeLanguageModelId: largeLanguageModel }\n        : {\n            largeLanguageModelName: largeLanguageModel.name,\n            largeLanguageModelClient: largeLanguageModel.client,\n          }),\n      promptId: promptInput.id,\n      promptRunMessages: options.promptRunMessages.map((message, ind) => ({\n        ...message,\n        ...(ind === 0 ? { template: promptInput.content } : {}),\n      })),\n    });\n\n    return {\n      result: parsed,\n      promptRunId,\n      promptRunUrl: `https://app.transcend.io/prompts/runs/${promptRunId}`,\n    };\n  }\n\n  /**\n   * Report an error for a particular prompt\n   *\n   * @param promptName - Prompt to parse\n   * @param options - Options for reporting\n   * @returns Parsed content\n   */\n  async reportPromptRunError<TPromptName extends TPromptNames>(\n    promptName: TPromptName,\n    {\n      largeLanguageModel,\n      ...options\n    }: Requirize<ReportPromptRunOptions, 'error'>,\n  ): Promise<PromptRunResult> {\n    // Determine if prompts need to be fetched\n    if (\n      // never been fetched\n      !this.lastUpdatedAt ||\n      // fetch every run\n      this.cacheDuration === 0 ||\n      // If cache duration met\n      (this.cacheDuration &&\n        Date.now() - this.lastUpdatedAt.getTime() > this.cacheDuration)\n    ) {\n      await this.fetchPromptsAndMetadata();\n    }\n\n    const name =\n      options.name ||\n      `@transcend-io/cli-prompt-run-${new Date().toISOString()}`;\n\n    if (!this.promptContentMap) {\n      throw new Error('Expected this.promptContentMap to be defined');\n    }\n    // Look up prompt info\n    const promptInput = this.promptContentMap[promptName];\n    if (!promptInput) {\n      throw new Error(`Expected this.prompts[${promptName}] to be defined`);\n    }\n\n    // Ensure the first message in `promptRunMessages` is of type=system\n    if (options.promptRunMessages.length === 0) {\n      throw new Error('promptRunMessages is expected to have length > 0');\n    }\n    if (options.promptRunMessages[0].role !== ChatCompletionRole.System) {\n      throw new Error(\n        `promptRunMessages[0].role is expected to be = ${ChatCompletionRole.System}`,\n      );\n    }\n\n    const promptRunId = await reportPromptRun(this.graphQLClient, {\n      productArea: PromptRunProductArea.PromptManager,\n      ...options,\n      name,\n      status: QueueStatus.Error,\n      ...(typeof largeLanguageModel === 'string'\n        ? { largeLanguageModelId: largeLanguageModel }\n        : {\n            largeLanguageModelName: largeLanguageModel.name,\n            largeLanguageModelClient: largeLanguageModel.client,\n          }),\n      promptId: promptInput.id,\n      promptRunMessages: options.promptRunMessages.map((message, ind) => ({\n        ...message,\n        ...(ind === 0 ? { template: promptInput.content } : {}),\n      })),\n    });\n\n    return {\n      promptRunId,\n      promptRunUrl: `https://app.transcend.io/prompts/runs/${promptRunId}`,\n    };\n  }\n}\n/* eslint-enable max-lines */\n","import { GraphQLClient } from 'graphql-request';\nimport { LargeLanguageModelClient } from '@transcend-io/privacy-types';\nimport { LARGE_LANGUAGE_MODELS } from './gqls';\nimport { makeGraphQLRequest } from './makeGraphQLRequest';\n\nexport interface LargeLanguageModel {\n  /** ID of prompts */\n  id: string;\n  /** The name of the large language model. */\n  name: string;\n  /** The content of the prompt template. */\n  client: LargeLanguageModelClient;\n  /** Whether hosted by Transcend or not */\n  isTranscendHosted: boolean;\n}\n\nconst PAGE_SIZE = 20;\n\n/**\n * Fetch all LargeLanguageModels in the organization\n *\n * @param client - GraphQL client\n * @returns All LargeLanguageModels in the organization\n */\nexport async function fetchAllLargeLanguageModels(\n  client: GraphQLClient,\n): Promise<LargeLanguageModel[]> {\n  const largeLanguageModels: LargeLanguageModel[] = [];\n  let offset = 0;\n\n  // Whether to continue looping\n  let shouldContinue = false;\n  do {\n    const {\n      largeLanguageModels: { nodes },\n    } = await makeGraphQLRequest<{\n      /** LargeLanguageModels */\n      largeLanguageModels: {\n        /** List */\n        nodes: LargeLanguageModel[];\n      };\n    }>(client, LARGE_LANGUAGE_MODELS, {\n      first: PAGE_SIZE,\n      offset,\n    });\n    largeLanguageModels.push(...nodes);\n    offset += PAGE_SIZE;\n    shouldContinue = nodes.length === PAGE_SIZE;\n  } while (shouldContinue);\n\n  return largeLanguageModels.sort((a, b) => a.name.localeCompare(b.name));\n}\n","import { difference } from 'lodash-es';\nimport fastGlob from 'fast-glob';\nimport { execSync } from 'child_process';\n\n/**\n * Function thats gets the git files that have changed\n * and returns the code\n *\n * @param options - Options\n * @returns Changes files and diffs\n */\nexport function getGitFilesThatChanged({\n  baseBranch,\n  rootDirectory,\n  githubRepo,\n  excludedGlob = [],\n  fileBlockList = [],\n}: {\n  /** Base branch */\n  baseBranch: string;\n  /** Github repo name */\n  githubRepo: string;\n  /** Root directory */\n  rootDirectory: string;\n  /** A glob that excludes files */\n  excludedGlob?: string[];\n  /** Block list of files to not process */\n  fileBlockList?: string[];\n}): {\n  /** The list of files that changed */\n  changedFiles: string[];\n  /** Github repo name */\n  repoName: string;\n  /** Current commit */\n  commit: string;\n  /** File diffs */\n  fileDiffs: { [k in string]: string };\n} {\n  // Pull base branch\n  execSync(`git fetch origin ${baseBranch}`);\n\n  // Latest commit on base branch. If we are on the base branch, we take the prior commit\n  const latestBasedCommit = execSync(\n    `git ls-remote ${githubRepo} \"refs/heads/${baseBranch}\" | cut -f 1`,\n    { encoding: 'utf-8' },\n  ).split('\\n')[0];\n\n  // This commit\n  const latestThisCommit = execSync('git rev-parse HEAD', {\n    encoding: 'utf-8',\n  }).split('\\n')[0];\n\n  // Ensure commits are present\n  if (!latestBasedCommit || !latestThisCommit) {\n    throw new Error('FAILED TO FIND COMMIT RANGE');\n  }\n\n  // Get the diff between the given branch and base branch\n  const diff = execSync(\n    `git fetch && git diff --name-only \"${\n      baseBranch || latestBasedCommit\n    }...${latestThisCommit}\" -- ${rootDirectory}`,\n    { encoding: 'utf-8' },\n  );\n\n  // Filter out block list\n  const changedFiles = difference(\n    diff.split('\\n').filter((f) => f),\n    fileBlockList,\n  );\n\n  // Filter out globs\n  const filteredChanges =\n    excludedGlob.length > 0\n      ? fastGlob.sync(changedFiles, { ignore: excludedGlob })\n      : changedFiles;\n\n  // Get the contents of only the changed files\n  const fileDiffs: { [k in string]: string } = {};\n  filteredChanges.forEach((file) => {\n    const contents = execSync(`git show ${latestThisCommit}:${file}`, {\n      encoding: 'utf-8',\n    });\n    fileDiffs[file] = contents;\n  });\n\n  // Pull the github repo name\n  const repoName = githubRepo.split('/').pop()!.split('.')[0];\n\n  return {\n    changedFiles,\n    fileDiffs,\n    repoName,\n    commit: latestThisCommit,\n  };\n}\n"]}