@transcend-io/cli 8.31.0 → 8.31.1

package/dist/{chunk-ZZPMCMEB.cjs.map → chunk-HCEZRZHV.cjs.map}

@@ -1 +1 @@
-{"version":3,"sources":["/home/runner/work/cli/cli/dist/chunk-ZZPMCMEB.cjs","../src/lib/preference-management/uploadPreferenceManagementPreferencesInteractive.ts","../src/lib/preference-management/parsePreferenceManagementCsv.ts","../src/lib/preference-management/getPreferencesForIdentifiers.ts","../src/lib/preference-management/withPreferenceQueryRetry.ts","../src/lib/preference-management/parsePreferenceIdentifiersFromCsv.ts","../src/lib/preference-management/parsePreferenceAndPurposeValuesFromCsv.ts","../src/lib/preference-management/codecs.ts"],"names":["RETRY_PREFERENCE_MSGS","s","withPreferenceQueryRetry","fn","maxAttempts","baseDelayMs","isRetryable","_err","msg","m","onRetry","attempt","err"],"mappings":"AAAA,2lCAA2J,wDAAyC,wDAAuE,gFCQxP,oCACC,qGAGI,+DAEO,qJCXZ,qDCES,ICGfA,EAAAA,CAAkC,CAC7C,WAAA,CACA,YAAA,CACA,WAAA,CACA,iBAAA,CACA,sBAAA,CACA,sBAAA,CACA,uBACF,CAAA,CAAE,GAAA,CAAKC,CAAAA,EAAMA,CAAAA,CAAE,WAAA,CAAY,CAAC,CAAA,CAwB5B,MAAA,SAAsBC,CAAAA,CACpBC,CAAAA,CACA,CACE,WAAA,CAAAC,CAAAA,CAAc,CAAA,CACd,WAAA,CAAAC,CAAAA,CAAc,GAAA,CACd,WAAA,CAAAC,CAAAA,CAAc,CAACC,CAAAA,CAAMC,CAAAA,CAAAA,EACnBR,EAAAA,CAAsB,IAAA,CAAMS,CAAAA,EAAMD,CAAAA,CAAI,WAAA,CAAY,CAAA,CAAE,QAAA,CAASC,CAAC,CAAC,CAAA,CACjE,OAAA,CAAAC,CACF,CAAA,CAAkB,CAAC,CAAA,CACP,CACZ,IAAIC,CAAAA,CAAU,CAAA,CAEd,GAAA,CAAA,CAAA,CAAA,CAAa,CACXA,CAAAA,EAAW,CAAA,CACX,GAAI,CACF,OAAO,MAAMR,CAAAA,CAAG,CAElB,CAAA,KAAA,CAASS,CAAAA,CAAU,CACjB,IAAMJ,CAAAA,kBAAAA,CACHI,CAAAA,EAAAA,iBAAQA,CAAAA,qBAAI,QAAA,6BAAU,MAAA,EAAQA,CAAAA,CAAI,OAAA,CAAA,CAAA,SACnC,MAAA,kBAAOA,CAAAA,SAAO,iBAAe,GAAA,CAE/B,EAAA,CAAI,CAAA,CADcD,CAAAA,CAAUP,CAAAA,EAAeE,CAAAA,CAAYM,CAAAA,CAAKJ,CAAG,CAAA,CAAA,CAE7D,MAAM,IAAI,KAAA,CACR,CAAA,8BAAA,EAAiCG,CAAO,CAAA,aAAA,EAAgBH,CAAG,CAAA,CAAA;ACiC/D;ACnBU;ACyBD,oGAAA;ANbP;AAGA;AAAA;AAKQ;AAAK;AACgC,sCAAA;AA+FY","file":"/home/runner/work/cli/cli/dist/chunk-ZZPMCMEB.cjs","sourcesContent":[null,"import {\n  buildTranscendGraphQLClient,\n  createSombraGotInstance,\n  fetchAllPurposes,\n  fetchAllPreferenceTopics,\n  PreferenceTopic,\n  Purpose,\n} from '../graphql';\nimport colors from 'colors';\nimport { map } from 'bluebird';\nimport { chunk } from 'lodash-es';\nimport { logger } from '../../logger';\nimport cliProgress from 'cli-progress';\nimport { parseAttributesFromString } from '../requests';\nimport { PersistedState } from '@transcend-io/persisted-state';\nimport { parsePreferenceManagementCsvWithCache } from './parsePreferenceManagementCsv';\nimport { PreferenceState } from './codecs';\nimport { PreferenceUpdateItem } from '@transcend-io/privacy-types';\nimport { apply } from '@transcend-io/type-utils';\nimport { NONE_PREFERENCE_MAP } from './parsePreferenceTimestampsFromCsv';\nimport { getPreferenceUpdatesFromRow } from './getPreferenceUpdatesFromRow';\n\n/**\n * Upload a set of consent preferences\n *\n * @param options - Options\n */\nexport async function uploadPreferenceManagementPreferencesInteractive({\n  auth,\n  sombraAuth,\n  receiptFilepath,\n  file,\n  partition,\n  isSilent = true,\n  dryRun = false,\n  skipWorkflowTriggers = false,\n  skipConflictUpdates = false,\n  skipExistingRecordCheck = false,\n  attributes = [],\n  transcendUrl,\n  forceTriggerWorkflows = false,\n}: {\n  /** The Transcend API key */\n  auth: string;\n  /** Sombra API key authentication */\n  sombraAuth?: string;\n  /** Partition key */\n  partition: string;\n  /** File where to store receipt and continue from where left off */\n  receiptFilepath: string;\n  /** The file to process */\n  file: string;\n  /** API URL for Transcend backend */\n  transcendUrl: string;\n  /** Whether to do a dry run */\n  dryRun?: boolean;\n  /** Whether to upload as isSilent */\n  isSilent?: boolean;\n  /** Attributes string pre-parse. In format Key:Value */\n  attributes?: string[];\n  /** Skip workflow triggers */\n  skipWorkflowTriggers?: boolean;\n  /**\n   * When true, only update preferences that do not conflict with existing\n   * preferences. When false, update all preferences in CSV based on timestamp.\n   */\n  skipConflictUpdates?: boolean;\n  /** Whether to skip the check for existing records. SHOULD ONLY BE USED FOR INITIAL UPLOAD */\n  skipExistingRecordCheck?: boolean;\n  /** Whether to force trigger workflows */\n  forceTriggerWorkflows?: boolean;\n}): Promise<void> {\n  // Parse out the extra attributes to apply to all requests uploaded\n  const parsedAttributes = parseAttributesFromString(attributes);\n\n  // Create a new state file to store the requests from this run\n  const preferenceState = new PersistedState(receiptFilepath, PreferenceState, {\n    fileMetadata: {},\n    failingUpdates: {},\n    pendingUpdates: {},\n  });\n  const failingRequests = preferenceState.getValue('failingUpdates');\n  const pendingRequests = preferenceState.getValue('pendingUpdates');\n  let fileMetadata = preferenceState.getValue('fileMetadata');\n\n  logger.info(\n    colors.magenta(\n      'Restored cache, there are: \\n' +\n        `${\n          Object.values(failingRequests).length\n        } failing requests to be retried\\n` +\n        `${\n          Object.values(pendingRequests).length\n        } pending requests to be processed\\n` +\n        `The following files are stored in cache and will be used:\\n${Object.keys(\n          fileMetadata,\n        )\n          .map((x) => x)\n          .join('\\n')}\\n` +\n        `The following file will be processed: ${file}\\n`,\n    ),\n  );\n\n  // Create GraphQL client to connect to Transcend backend\n  const client = buildTranscendGraphQLClient(transcendUrl, auth);\n\n  const [sombra, purposes, preferenceTopics] = await Promise.all([\n    // Create sombra instance to communicate with\n    createSombraGotInstance(transcendUrl, auth, sombraAuth),\n    // get all purposes and topics\n    forceTriggerWorkflows\n      ? Promise.resolve([] as Purpose[])\n      : fetchAllPurposes(client),\n    forceTriggerWorkflows\n      ? Promise.resolve([] as PreferenceTopic[])\n      : fetchAllPreferenceTopics(client),\n  ]);\n\n  // Process the file\n  await parsePreferenceManagementCsvWithCache(\n    {\n      file,\n      purposeSlugs: purposes.map((x) => x.trackingType),\n      preferenceTopics,\n      sombra,\n      partitionKey: partition,\n      skipExistingRecordCheck,\n      forceTriggerWorkflows,\n    },\n    preferenceState,\n  );\n\n  // Construct the pending updates\n  const pendingUpdates: Record<string, PreferenceUpdateItem> = {};\n  fileMetadata = preferenceState.getValue('fileMetadata');\n  const metadata = fileMetadata[file];\n\n  logger.info(\n    colors.magenta(\n      `Found ${\n        Object.entries(metadata.pendingSafeUpdates).length\n      } safe updates in ${file}`,\n    ),\n  );\n  logger.info(\n    colors.magenta(\n      `Found ${\n        Object.entries(metadata.pendingConflictUpdates).length\n      } conflict updates in ${file}`,\n    ),\n  );\n  logger.info(\n    colors.magenta(\n      `Found ${\n        Object.entries(metadata.skippedUpdates).length\n      } skipped updates in ${file}`,\n    ),\n  );\n\n  // Update either safe updates only or safe + conflict\n  Object.entries({\n    ...metadata.pendingSafeUpdates,\n    ...(skipConflictUpdates\n      ? {}\n      : apply(metadata.pendingConflictUpdates, ({ row }) => row)),\n  }).forEach(([userId, update]) => {\n    // Determine timestamp\n    const timestamp =\n      metadata.timestampColum === NONE_PREFERENCE_MAP\n        ? new Date()\n        : new Date(update[metadata.timestampColum!]);\n\n    // Determine updates\n    const updates = getPreferenceUpdatesFromRow({\n      row: update,\n      columnToPurposeName: metadata.columnToPurposeName,\n      preferenceTopics,\n      purposeSlugs: purposes.map((x) => x.trackingType),\n    });\n    pendingUpdates[userId] = {\n      userId,\n      partition,\n      timestamp: timestamp.toISOString(),\n      purposes: Object.entries(updates).map(([purpose, value]) => ({\n        ...value,\n        purpose,\n        workflowSettings: {\n          attributes: parsedAttributes,\n          isSilent,\n          skipWorkflowTrigger: skipWorkflowTriggers,\n        },\n      })),\n    };\n  });\n  await preferenceState.setValue(pendingUpdates, 'pendingUpdates');\n  await preferenceState.setValue({}, 'failingUpdates');\n\n  // Exist early if dry run\n  if (dryRun) {\n    logger.info(\n      colors.green(\n        `Dry run complete, exiting. ${\n          Object.values(pendingUpdates).length\n        } pending updates. Check file: ${receiptFilepath}`,\n      ),\n    );\n    return;\n  }\n\n  logger.info(\n    colors.magenta(\n      `Uploading ${\n        Object.values(pendingUpdates).length\n      } preferences to partition: ${partition}`,\n    ),\n  );\n\n  // Time duration\n  const t0 = new Date().getTime();\n\n  // create a new progress bar instance and use shades_classic theme\n  const progressBar = new cliProgress.SingleBar(\n    {},\n    cliProgress.Presets.shades_classic,\n  );\n\n  // Build a GraphQL client\n  let total = 0;\n  const updatesToRun = Object.entries(pendingUpdates);\n  const chunkedUpdates = chunk(updatesToRun, skipWorkflowTriggers ? 100 : 10);\n  progressBar.start(updatesToRun.length, 0);\n  await map(\n    chunkedUpdates,\n    async (currentChunk) => {\n      // Make the request\n      try {\n        await sombra\n          .put('v1/preferences', {\n            json: {\n              records: currentChunk.map(([, update]) => update),\n              skipWorkflowTriggers,\n              forceTriggerWorkflows,\n            },\n          })\n          .json();\n      } catch (err) {\n        try {\n          const parsed = JSON.parse(err?.response?.body || '{}');\n          if (parsed.error) {\n            logger.error(colors.red(`Error: ${parsed.error}`));\n          }\n        } catch (e) {\n          // continue\n        }\n        logger.error(\n          colors.red(\n            `Failed to upload ${\n              currentChunk.length\n            } user preferences to partition ${partition}: ${\n              err?.response?.body || err?.message\n            }`,\n          ),\n        );\n        const failingUpdates = preferenceState.getValue('failingUpdates');\n        currentChunk.forEach(([userId, update]) => {\n          failingUpdates[userId] = {\n            uploadedAt: new Date().toISOString(),\n            update,\n            error: err?.response?.body || err?.message || 'Unknown error',\n          };\n        });\n        await preferenceState.setValue(failingUpdates, 'failingUpdates');\n      }\n\n      total += currentChunk.length;\n      progressBar.update(total);\n    },\n    {\n      concurrency: 40,\n    },\n  );\n\n  progressBar.stop();\n  const t1 = new Date().getTime();\n  const totalTime = t1 - t0;\n  logger.info(\n    colors.green(\n      `Successfully uploaded ${\n        updatesToRun.length\n      } user preferences to partition ${partition} in \"${\n        totalTime / 1000\n      }\" seconds!`,\n    ),\n  );\n}\n","import { PersistedState } from '@transcend-io/persisted-state';\nimport type { Got } from 'got';\nimport { keyBy } from 'lodash-es';\nimport * as t from 'io-ts';\nimport colors from 'colors';\nimport { FileMetadataState, PreferenceState } from './codecs';\nimport { logger } from '../../logger';\nimport { readCsv } from '../requests';\nimport { getPreferencesForIdentifiers } from './getPreferencesForIdentifiers';\nimport { PreferenceTopic } from '../graphql';\nimport { getPreferenceUpdatesFromRow } from './getPreferenceUpdatesFromRow';\nimport { parsePreferenceTimestampsFromCsv } from './parsePreferenceTimestampsFromCsv';\nimport { parsePreferenceIdentifiersFromCsv } from './parsePreferenceIdentifiersFromCsv';\nimport { parsePreferenceAndPurposeValuesFromCsv } from './parsePreferenceAndPurposeValuesFromCsv';\nimport { checkIfPendingPreferenceUpdatesAreNoOp } from './checkIfPendingPreferenceUpdatesAreNoOp';\nimport { checkIfPendingPreferenceUpdatesCauseConflict } from './checkIfPendingPreferenceUpdatesCauseConflict';\n\n/**\n * Parse a file into the cache\n *\n *\n * @param options - Options\n * @param cache - The cache to store the parsed file in\n * @returns The cache with the parsed file\n */\nexport async function parsePreferenceManagementCsvWithCache(\n  {\n    file,\n    sombra,\n    purposeSlugs,\n    preferenceTopics,\n    partitionKey,\n    skipExistingRecordCheck,\n    forceTriggerWorkflows,\n  }: {\n    /** File to parse */\n    file: string;\n    /** The purpose slugs that are allowed to be updated */\n    purposeSlugs: string[];\n    /** The preference topics */\n    preferenceTopics: PreferenceTopic[];\n    /** Sombra got instance */\n    sombra: Got;\n    /** Partition key */\n    partitionKey: string;\n    /** Whether to skip the check for existing records. SHOULD ONLY BE USED FOR INITIAL UPLOAD */\n    skipExistingRecordCheck: boolean;\n    /** Wheather to force workflow triggers */\n    forceTriggerWorkflows: boolean;\n  },\n  cache: PersistedState<typeof PreferenceState>,\n): Promise<void> {\n  // Start the timer\n  const t0 = new Date().getTime();\n\n  // Get the current metadata\n  const fileMetadata = cache.getValue('fileMetadata');\n\n  // Read in the file\n  logger.info(colors.magenta(`Reading in file: \"${file}\"`));\n  let preferences = readCsv(file, t.record(t.string, t.string));\n\n  // start building the cache, can use previous cache as well\n  let currentState: FileMetadataState = {\n    columnToPurposeName: {},\n    pendingSafeUpdates: {},\n    pendingConflictUpdates: {},\n    skippedUpdates: {},\n    // Load in the last fetched time\n    ...((fileMetadata[file] || {}) as Partial<FileMetadataState>),\n    lastFetchedAt: new Date().toISOString(),\n  };\n\n  // Validate that all timestamps are present in the file\n  currentState = await parsePreferenceTimestampsFromCsv(\n    preferences,\n    currentState,\n  );\n  fileMetadata[file] = currentState;\n  await cache.setValue(fileMetadata, 'fileMetadata');\n\n  // Validate that all identifiers are present and unique\n  const result = await parsePreferenceIdentifiersFromCsv(\n    preferences,\n    currentState,\n  );\n  currentState = result.currentState;\n  preferences = result.preferences;\n  fileMetadata[file] = currentState;\n  await cache.setValue(fileMetadata, 'fileMetadata');\n\n  // Ensure all other columns are mapped to purpose and preference\n  // slug values\n  currentState = await parsePreferenceAndPurposeValuesFromCsv(\n    preferences,\n    currentState,\n    {\n      preferenceTopics,\n      purposeSlugs,\n      forceTriggerWorkflows,\n    },\n  );\n  fileMetadata[file] = currentState;\n  await cache.setValue(fileMetadata, 'fileMetadata');\n\n  // Grab existing preference store records\n  const identifiers = preferences.map(\n    (pref) => pref[currentState.identifierColumn!],\n  );\n  const existingConsentRecords = skipExistingRecordCheck\n    ? []\n    : await getPreferencesForIdentifiers(sombra, {\n        identifiers: identifiers.map((x) => ({ value: x })),\n        partitionKey,\n      });\n  const consentRecordByIdentifier = keyBy(existingConsentRecords, 'userId');\n\n  // Clear out previous updates\n  currentState.pendingConflictUpdates = {};\n  currentState.pendingSafeUpdates = {};\n  currentState.skippedUpdates = {};\n\n  // Process each row\n  preferences.forEach((pref) => {\n    // Grab unique Id for the user\n    const userId = pref[currentState.identifierColumn!];\n\n    // determine updates for user\n    const pendingUpdates = getPreferenceUpdatesFromRow({\n      row: pref,\n      columnToPurposeName: currentState.columnToPurposeName,\n      preferenceTopics,\n      purposeSlugs,\n    });\n\n    // Grab current state of the update\n    const currentConsentRecord = consentRecordByIdentifier[userId];\n    if (forceTriggerWorkflows && !currentConsentRecord) {\n      throw new Error(\n        `No existing consent record found for user with id: ${userId}. \n        When 'forceTriggerWorkflows' is set all the user identifiers should contain a consent record`,\n      );\n    }\n    // Check if the update can be skipped\n    // this is the case if a record exists, and the purpose\n    // and preference values are all in sync\n    if (\n      currentConsentRecord &&\n      checkIfPendingPreferenceUpdatesAreNoOp({\n        currentConsentRecord,\n        pendingUpdates,\n        preferenceTopics,\n      }) &&\n      !forceTriggerWorkflows\n    ) {\n      currentState.skippedUpdates[userId] = pref;\n      return;\n    }\n\n    // Determine if there are any conflicts\n    if (\n      currentConsentRecord &&\n      checkIfPendingPreferenceUpdatesCauseConflict({\n        currentConsentRecord,\n        pendingUpdates,\n        preferenceTopics,\n      })\n    ) {\n      currentState.pendingConflictUpdates[userId] = {\n        row: pref,\n        record: currentConsentRecord,\n      };\n      return;\n    }\n\n    // Add to pending updates\n    currentState.pendingSafeUpdates[userId] = pref;\n  });\n\n  // Read in the file\n  fileMetadata[file] = currentState;\n  await cache.setValue(fileMetadata, 'fileMetadata');\n  const t1 = new Date().getTime();\n  logger.info(\n    colors.green(\n      `Successfully pre-processed file: \"${file}\" in ${(t1 - t0) / 1000}s`,\n    ),\n  );\n}\n","import { PreferenceQueryResponseItem } from '@transcend-io/privacy-types';\nimport type { Got } from 'got';\nimport colors from 'colors';\nimport cliProgress from 'cli-progress';\nimport { chunk } from 'lodash-es';\nimport { decodeCodec } from '@transcend-io/type-utils';\nimport { map } from 'bluebird';\nimport { logger } from '../../logger';\nimport { withPreferenceQueryRetry } from './withPreferenceQueryRetry';\nimport { ConsentPreferenceResponse } from './types';\n\n/**\n * Grab the current consent preference values for a list of identifiers\n *\n * @param sombra - Backend to make API call to\n * @param options - Options\n * @returns Plaintext context information\n */\nexport async function getPreferencesForIdentifiers(\n  sombra: Got,\n  {\n    identifiers,\n    partitionKey,\n    skipLogging = false,\n    concurrency = 40,\n  }: {\n    /** The list of identifiers to look up */\n    identifiers: {\n      /** The value of the identifier */\n      value: string;\n    }[];\n    /** The partition key to look up */\n    partitionKey: string;\n    /** Whether to skip logging */\n    skipLogging?: boolean;\n    /** Concurrency for requests (default 40) */\n    concurrency?: number;\n  },\n): Promise<PreferenceQueryResponseItem[]> {\n  const results: PreferenceQueryResponseItem[] = [];\n  const groupedIdentifiers = chunk(identifiers, 100);\n\n  // create a new progress bar instance and use shades_classic theme\n  const t0 = new Date().getTime();\n  const progressBar = new cliProgress.SingleBar(\n    {},\n    cliProgress.Presets.shades_classic,\n  );\n  if (!skipLogging) {\n    progressBar.start(identifiers.length, 0);\n  }\n\n  let total = 0;\n  await map(\n    groupedIdentifiers,\n    async (group) => {\n      const rawResult = await withPreferenceQueryRetry(\n        () =>\n          sombra\n            .post(`v1/preferences/${partitionKey}/query`, {\n              json: {\n                filter: { identifiers: group },\n                limit: group.length,\n              },\n            })\n            .json(),\n        {\n          onRetry: (attempt, _err, msg) => {\n            logger.warn(\n              colors.yellow(\n                `[RETRY] group size=${group.length} partition=${partitionKey} attempt=${attempt}: ${msg}`,\n              ),\n            );\n          },\n        },\n      );\n\n      const result = decodeCodec(ConsentPreferenceResponse, rawResult);\n      results.push(...result.nodes);\n      total += group.length;\n      progressBar.update(total);\n    },\n    {\n      concurrency,\n    },\n  );\n\n  progressBar.stop();\n  const t1 = new Date().getTime();\n  const totalTime = t1 - t0;\n\n  if (!skipLogging) {\n    // Log completion time\n    logger.info(\n      colors.green(`Completed download in \"${totalTime / 1000}\" seconds.`),\n    );\n  }\n\n  return results;\n}\n","import colors from 'colors';\nimport { logger } from '../../logger';\nimport { sleepPromise } from '../helpers';\n\n/**\n * Transient network / platform errors that merit a retry.\n * Keep this list short and specific to avoid masking real failures.\n */\nexport const RETRY_PREFERENCE_MSGS: string[] = [\n  'ENOTFOUND',\n  'ECONNRESET',\n  'ETIMEDOUT',\n  '502 Bad Gateway',\n  '504 Gateway Time-out',\n  'Task timed out after',\n  'unknown request error',\n].map((s) => s.toLowerCase());\n\n/**\n * Options for retrying preference queries.\n */\nexport type RetryOptions = {\n  /** Max attempts including the first try (default 3) */\n  maxAttempts?: number;\n  /** Initial backoff in ms (default 250) */\n  baseDelayMs?: number;\n  /** Optional custom predicate to decide if an error is retryable */\n  isRetryable?: (err: unknown, message: string) => boolean;\n  /** Optional hook to log on each retry */\n  onRetry?: (attempt: number, err: unknown, message: string) => void;\n};\n\n/**\n * Run an async function with standardized retry behavior for preference queries.\n * Exponential backoff with jitter; only retries on known-transient messages.\n *\n * @param fn - Function to run\n * @param options - Retry options\n * @returns Result of the function\n */\nexport async function withPreferenceQueryRetry<T>(\n  fn: () => Promise<T>,\n  {\n    maxAttempts = 3,\n    baseDelayMs = 250,\n    isRetryable = (_err, msg) =>\n      RETRY_PREFERENCE_MSGS.some((m) => msg.toLowerCase().includes(m)),\n    onRetry,\n  }: RetryOptions = {},\n): Promise<T> {\n  let attempt = 0;\n  // eslint-disable-next-line no-constant-condition\n  while (true) {\n    attempt += 1;\n    try {\n      return await fn();\n      // eslint-disable-next-line @typescript-eslint/no-explicit-any\n    } catch (err: any) {\n      const msg: string =\n        (err && (err.response?.body || err.message)) ??\n        String(err ?? 'Unknown error');\n      const willRetry = attempt < maxAttempts && isRetryable(err, msg);\n      if (!willRetry) {\n        throw new Error(\n          `Preference query failed after ${attempt} attempt(s): ${msg}`,\n        );\n      }\n      onRetry?.(attempt, err, msg);\n\n      const backoff = baseDelayMs * 2 ** (attempt - 1);\n      const jitter = Math.floor(Math.random() * baseDelayMs);\n      const delay = backoff + jitter;\n      logger.warn(\n        colors.yellow(\n          `[retry] attempt ${attempt}/${\n            maxAttempts - 1\n          }; backing off ${delay}ms: ${msg}`,\n        ),\n      );\n      await sleepPromise(delay);\n    }\n  }\n}\n","import { uniq, groupBy, difference } from 'lodash-es';\nimport colors from 'colors';\nimport inquirer from 'inquirer';\nimport { FileMetadataState } from './codecs';\nimport { logger } from '../../logger';\nimport { inquirerConfirmBoolean } from '../helpers';\n\n/* eslint-disable no-param-reassign */\n\n/**\n * Parse identifiers from a CSV list of preferences\n *\n * Ensures that all rows have a valid identifier\n * and that all identifiers are unique.\n *\n * @param preferences - List of preferences\n * @param currentState - The current file metadata state for parsing this list\n * @returns The updated file metadata state\n */\nexport async function parsePreferenceIdentifiersFromCsv(\n  preferences: Record<string, string>[],\n  currentState: FileMetadataState,\n): Promise<{\n  /** The updated state */\n  currentState: FileMetadataState;\n  /** The updated preferences */\n  preferences: Record<string, string>[];\n}> {\n  // Determine columns to map\n  const columnNames = uniq(preferences.map((x) => Object.keys(x)).flat());\n\n  // Determine the columns that could potentially be used for identifier\n  const remainingColumnsForIdentifier = difference(columnNames, [\n    ...(currentState.identifierColumn ? [currentState.identifierColumn] : []),\n    ...Object.keys(currentState.columnToPurposeName),\n  ]);\n\n  // Determine the identifier column to work off of\n  if (!currentState.identifierColumn) {\n    const { identifierName } = await inquirer.prompt<{\n      /** Identifier name */\n      identifierName: string;\n    }>([\n      {\n        name: 'identifierName',\n        message:\n          'Choose the column that will be used as the identifier to upload consent preferences by',\n        type: 'list',\n        default:\n          remainingColumnsForIdentifier.find((col) =>\n            col.toLowerCase().includes('email'),\n          ) || remainingColumnsForIdentifier[0],\n        choices: remainingColumnsForIdentifier,\n      },\n    ]);\n    currentState.identifierColumn = identifierName;\n  }\n  logger.info(\n    colors.magenta(\n      `Using identifier column \"${currentState.identifierColumn}\"`,\n    ),\n  );\n\n  // Validate that the identifier column is present for all rows and unique\n  const identifierColumnsMissing = preferences\n    .map((pref, ind) => (pref[currentState.identifierColumn!] ? null : [ind]))\n    .filter((x): x is number[] => !!x)\n    .flat();\n  if (identifierColumnsMissing.length > 0) {\n    const msg = `The identifier column \"${\n      currentState.identifierColumn\n    }\" is missing a value for the following rows: ${identifierColumnsMissing.join(\n      ', ',\n    )}`;\n    logger.warn(colors.yellow(msg));\n\n    // Ask user if they would like to skip rows missing an identifier\n    const skip = await inquirerConfirmBoolean({\n      message: 'Would you like to skip rows missing an identifier?',\n    });\n    if (!skip) {\n      throw new Error(msg);\n    }\n\n    // Filter out rows missing an identifier\n    const previous = preferences.length;\n    preferences = preferences.filter(\n      (pref) => pref[currentState.identifierColumn!],\n    );\n    logger.info(\n      colors.yellow(\n        `Skipped ${previous - preferences.length} rows missing an identifier`,\n      ),\n    );\n  }\n  logger.info(\n    colors.magenta(\n      `The identifier column \"${currentState.identifierColumn}\" is present for all rows`,\n    ),\n  );\n\n  // Validate that all identifiers are unique\n  const rowsByUserId = groupBy(preferences, currentState.identifierColumn);\n  const duplicateIdentifiers = Object.entries(rowsByUserId).filter(\n    ([, rows]) => rows.length > 1,\n  );\n  if (duplicateIdentifiers.length > 0) {\n    const msg = `The identifier column \"${\n      currentState.identifierColumn\n    }\" has duplicate values for the following rows: ${duplicateIdentifiers\n      .slice(0, 10)\n      .map(([userId, rows]) => `${userId} (${rows.length})`)\n      .join('\\n')}`;\n    logger.warn(colors.yellow(msg));\n\n    // Ask user if they would like to take the most recent update\n    // for each duplicate identifier\n    const skip = await inquirerConfirmBoolean({\n      message: 'Would you like to automatically take the latest update?',\n    });\n    if (!skip) {\n      throw new Error(msg);\n    }\n    preferences = Object.entries(rowsByUserId)\n      .map(([, rows]) => {\n        const sorted = rows.sort(\n          (a, b) =>\n            new Date(b[currentState.timestampColum!]).getTime() -\n            new Date(a[currentState.timestampColum!]).getTime(),\n        );\n        return sorted[0];\n      })\n      .filter((x) => x);\n  }\n\n  return { currentState, preferences };\n}\n/* eslint-enable no-param-reassign */\n","import { uniq, difference } from 'lodash-es';\nimport colors from 'colors';\nimport inquirer from 'inquirer';\nimport { FileMetadataState } from './codecs';\nimport { logger } from '../../logger';\nimport { mapSeries } from 'bluebird';\nimport { PreferenceTopic } from '../graphql';\nimport { PreferenceTopicType } from '@transcend-io/privacy-types';\nimport { splitCsvToList } from '../requests';\n\n/* eslint-disable no-param-reassign */\n\n/**\n * Parse out the purpose.enabled and preference values from a CSV file\n *\n * @param preferences - List of preferences\n * @param currentState - The current file metadata state for parsing this list\n * @param options - Options\n * @returns The updated file metadata state\n */\nexport async function parsePreferenceAndPurposeValuesFromCsv(\n  preferences: Record<string, string>[],\n  currentState: FileMetadataState,\n  {\n    purposeSlugs,\n    preferenceTopics,\n    forceTriggerWorkflows,\n  }: {\n    /** The purpose slugs that are allowed to be updated */\n    purposeSlugs: string[];\n    /** The preference topics */\n    preferenceTopics: PreferenceTopic[];\n    /** Force workflow triggers */\n    forceTriggerWorkflows: boolean;\n  },\n): Promise<FileMetadataState> {\n  // Determine columns to map\n  const columnNames = uniq(preferences.map((x) => Object.keys(x)).flat());\n\n  // Determine the columns that could potentially be used for identifier\n  const otherColumns = difference(columnNames, [\n    ...(currentState.identifierColumn ? [currentState.identifierColumn] : []),\n    ...(currentState.timestampColum ? [currentState.timestampColum] : []),\n  ]);\n  if (otherColumns.length === 0) {\n    if (forceTriggerWorkflows) {\n      return currentState;\n    }\n    throw new Error('No other columns to process');\n  }\n\n  // The purpose and preferences to map to\n  const purposeNames = [\n    ...purposeSlugs,\n    ...preferenceTopics.map((x) => `${x.purpose.trackingType}->${x.slug}`),\n  ];\n\n  // Ensure all columns are accounted for\n  await mapSeries(otherColumns, async (col) => {\n    // Determine the unique values to map in this column\n    const uniqueValues = uniq(preferences.map((x) => x[col]));\n\n    // Map the column to a purpose\n    let purposeMapping = currentState.columnToPurposeName[col];\n    if (purposeMapping) {\n      logger.info(\n        colors.magenta(\n          `Column \"${col}\" is associated with purpose \"${purposeMapping.purpose}\"`,\n        ),\n      );\n    } else {\n      const { purposeName } = await inquirer.prompt<{\n        /** purpose name */\n        purposeName: string;\n      }>([\n        {\n          name: 'purposeName',\n          message: `Choose the purpose that column ${col} is associated with`,\n          type: 'list',\n          default: purposeNames.find((x) => x.startsWith(purposeSlugs[0])),\n          choices: purposeNames,\n        },\n      ]);\n      const [purposeSlug, preferenceSlug] = purposeName.split('->');\n      purposeMapping = {\n        purpose: purposeSlug,\n        preference: preferenceSlug || null,\n        valueMapping: {},\n      };\n    }\n\n    // map each value to the purpose value\n    await mapSeries(uniqueValues, async (value) => {\n      if (purposeMapping.valueMapping[value] !== undefined) {\n        logger.info(\n          colors.magenta(\n            `Value \"${value}\" is associated with purpose value \"${purposeMapping.valueMapping[value]}\"`,\n          ),\n        );\n        return;\n      }\n      // if preference is null, this column is just for the purpose\n      if (purposeMapping.preference === null) {\n        const { purposeValue } = await inquirer.prompt<{\n          /** purpose value */\n          purposeValue: boolean;\n        }>([\n          {\n            name: 'purposeValue',\n            message: `Choose the purpose value for value \"${value}\" associated with purpose \"${purposeMapping.purpose}\"`,\n            type: 'confirm',\n            default: value !== 'false',\n          },\n        ]);\n        purposeMapping.valueMapping[value] = purposeValue;\n      }\n\n      // if preference is not null, this column is for a specific preference\n      if (purposeMapping.preference !== null) {\n        const preferenceTopic = preferenceTopics.find(\n          (x) => x.slug === purposeMapping.preference,\n        );\n        if (!preferenceTopic) {\n          logger.error(\n            colors.red(\n              `Preference topic \"${purposeMapping.preference}\" not found`,\n            ),\n          );\n          return;\n        }\n        const preferenceOptions = preferenceTopic.preferenceOptionValues.map(\n          ({ slug }) => slug,\n        );\n\n        if (preferenceTopic.type === PreferenceTopicType.Boolean) {\n          const { preferenceValue } = await inquirer.prompt<{\n            /** purpose value */\n            preferenceValue: boolean;\n          }>([\n            {\n              name: 'preferenceValue',\n              message:\n                // eslint-disable-next-line max-len\n                `Choose the preference value for \"${preferenceTopic.slug}\" value \"${value}\" associated with purpose \"${purposeMapping.purpose}\"`,\n              type: 'confirm',\n              default: value !== 'false',\n            },\n          ]);\n          purposeMapping.valueMapping[value] = preferenceValue;\n          return;\n        }\n\n        if (preferenceTopic.type === PreferenceTopicType.Select) {\n          const { preferenceValue } = await inquirer.prompt<{\n            /** purpose value */\n            preferenceValue: boolean;\n          }>([\n            {\n              name: 'preferenceValue',\n              // eslint-disable-next-line max-len\n              message: `Choose the preference value for \"${preferenceTopic.slug}\" value \"${value}\" associated with purpose \"${purposeMapping.purpose}\"`,\n              type: 'list',\n              choices: preferenceOptions,\n              default: preferenceOptions.find((x) => x === value),\n            },\n          ]);\n          purposeMapping.valueMapping[value] = preferenceValue;\n          return;\n        }\n\n        if (preferenceTopic.type === PreferenceTopicType.MultiSelect) {\n          const parsedValues = splitCsvToList(value);\n          // need to do this serially\n          await mapSeries(parsedValues, async (parsedValue) => {\n            // if we already have a value, skip re-processing it again\n            if (purposeMapping.valueMapping[parsedValue] !== undefined) {\n              return;\n            }\n            const { preferenceValue } = await inquirer.prompt<{\n              /** purpose value */\n              preferenceValue: boolean;\n            }>([\n              {\n                name: 'preferenceValue',\n                // eslint-disable-next-line max-len\n                message: `Choose the preference value for \"${preferenceTopic.slug}\" value \"${parsedValue}\" associated with purpose \"${purposeMapping.purpose}\"`,\n                type: 'list',\n                choices: preferenceOptions,\n                default: preferenceOptions.find((x) => x === parsedValue),\n              },\n            ]);\n            purposeMapping.valueMapping[parsedValue] = preferenceValue;\n          });\n          return;\n        }\n\n        throw new Error(\n          `Unknown preference topic type: ${preferenceTopic.type}`,\n        );\n      }\n    });\n\n    currentState.columnToPurposeName[col] = purposeMapping;\n  });\n\n  return currentState;\n}\n/* eslint-enable no-param-reassign */\n","import {\n  PreferenceQueryResponseItem,\n  PreferenceUpdateItem,\n} from '@transcend-io/privacy-types';\nimport * as t from 'io-ts';\n\nexport const PurposeRowMapping = t.type({\n  /**\n   * The slug or trackingType of the purpose to map to\n   *\n   * e.g. `Marketing`\n   */\n  purpose: t.string,\n  /**\n   * If the column maps to a preference instead of a purpose\n   * this is the slug of the purpose.\n   *\n   * null value indicates that this column maps to the true/false\n   * value of the purpose\n   */\n  preference: t.union([t.string, t.null]),\n  /**\n   * The mapping between each row value and purpose/preference value.\n   *\n   * e.g. for a boolean preference or purpose\n   * {\n   *  'true': true,\n   *  'false': false,\n   *   '': true,\n   * }\n   *\n   * or for a single or multi select preference\n   * {\n   *   '': true,\n   *   'value1': 'Value1',\n   *   'value2': 'Value2',\n   * }\n   */\n  valueMapping: t.record(\n    t.string,\n    t.union([t.string, t.boolean, t.null, t.undefined]),\n  ),\n});\n\n/** Override type */\nexport type PurposeRowMapping = t.TypeOf<typeof PurposeRowMapping>;\n\n/**\n * Mapping of column name to purpose row mapping.\n * This is used to map each column in the CSV to the relevant purpose and preference definitions in\n * transcend.\n */\nexport const ColumnPurposeMap = t.record(t.string, PurposeRowMapping);\n\n/** Override type */\nexport type ColumnPurposeMap = t.TypeOf<typeof ColumnPurposeMap>;\n\nexport const IdentifierMetadataForPreference = t.type({\n  /** The identifier name */\n  name: t.string,\n  /** Is unique on preference store */\n  isUniqueOnPreferenceStore: t.boolean,\n});\n\n/** Override type */\nexport type IdentifierMetadataForPreference = t.TypeOf<\n  typeof IdentifierMetadataForPreference\n>;\n\n/**\n * Mapping of identifier name to the column name in the CSV file.\n * This is used to map each identifier name to the column in the CSV file.\n */\nexport const ColumnIdentifierMap = t.record(\n  t.string,\n  IdentifierMetadataForPreference,\n);\n\n/** Override type */\nexport type ColumnIdentifierMap = t.TypeOf<typeof ColumnIdentifierMap>;\n\nexport const FileMetadataState = t.intersection([\n  t.type({\n    /**\n     * Definition of how to map each column in the CSV to\n     * the relevant purpose and preference definitions in transcend\n     */\n    columnToPurposeName: t.record(t.string, PurposeRowMapping),\n    /** Last time the file was last parsed at */\n    lastFetchedAt: t.string,\n    /**\n     * Mapping of userId to the rows in the file that need to be uploaded\n     * These uploads are overwriting non-existent preferences and are safe\n     */\n    pendingSafeUpdates: t.record(t.string, t.record(t.string, t.string)),\n    /**\n     * Mapping of userId to the rows in the file that need to be uploaded\n     * these records have conflicts with existing consent preferences\n     */\n    pendingConflictUpdates: t.record(\n      t.string,\n      t.type({\n        record: PreferenceQueryResponseItem,\n        row: t.record(t.string, t.string),\n      }),\n    ),\n    /**\n     * Mapping of userId to the rows in the file that can be skipped because\n     * their preferences are already in the store\n     */\n    skippedUpdates: t.record(t.string, t.record(t.string, t.string)),\n  }),\n  t.partial({\n    /** Determine which column name in file maps to consent record identifier to upload on  */\n    identifierColumn: t.string,\n    /** Determine which column name in file maps to the timestamp  */\n    timestampColum: t.string,\n  }),\n]);\n\n/** Override type */\nexport type FileMetadataState = t.TypeOf<typeof FileMetadataState>;\n\n/**\n * This is the type of the receipts that are stored in the file\n * that is used to track the state of the upload process.\n * It is used to resume the upload process from where it left off.\n * It is used to persist the state of the upload process across multiple runs.\n */\nexport const PreferenceUpdateMap = t.record(\n  t.string,\n  // This can either be true to indicate the record is pending\n  // or it can be an object showing the object\n  // We only return a fixed number of results to avoid\n  // making the JSON file too large\n  t.union([t.boolean, PreferenceUpdateItem]),\n);\n\n/** Override type */\nexport type PreferenceUpdateMap = t.TypeOf<typeof PreferenceUpdateMap>;\n\n/**\n * This is the type of the pending updates that are safe to run without\n * conflicts with existing consent preferences.\n *\n * Key is primaryKey of the record in the file.\n * The value is the row in the file that is safe to upload.\n */\nexport const PendingSafePreferenceUpdates = t.record(\n  t.string,\n  // This can either be true to indicate the record is safe\n  // or it can be an object showing the object\n  // We only return a fixed number of results to avoid\n  // making the JSON file too large\n  t.union([t.boolean, t.record(t.string, t.string)]),\n);\n\n/** Override type */\nexport type PendingSafePreferenceUpdates = t.TypeOf<\n  typeof PendingSafePreferenceUpdates\n>;\n\n/**\n * These are the updates that failed to be uploaded to the API.\n */\nexport const FailingPreferenceUpdates = t.record(\n  t.string,\n  t.type({\n    /** Time upload ran at */\n    uploadedAt: t.string,\n    /** Attempts to upload that resulted in an error */\n    error: t.string,\n    /** The update body */\n    update: PreferenceUpdateItem,\n  }),\n);\n\n/** Override type */\nexport type FailingPreferenceUpdates = t.TypeOf<\n  typeof FailingPreferenceUpdates\n>;\n\n/**\n * This is the type of the pending updates that are in conflict with existing consent preferences.\n *\n * Key is primaryKey of the record in the file.\n * The value is the row in the file that is pending upload.\n */\nexport const PendingWithConflictPreferenceUpdates = t.record(\n  t.string,\n  // We always return the conflicts for investigation\n  t.type({\n    /** Record to be inserted to transcend v1/preferences API */\n    record: PreferenceQueryResponseItem,\n    /** The row in the file that is pending upload */\n    row: t.record(t.string, t.string),\n  }),\n);\n\n/** Override type */\nexport type PendingWithConflictPreferenceUpdates = t.TypeOf<\n  typeof PendingWithConflictPreferenceUpdates\n>;\n\n/**\n * The set of preference updates that are skipped\n * Key is primaryKey and value is the row in the CSV\n * that is skipped.\n *\n * This is usually because the preferences are already in the store\n * or there are duplicate rows in the CSV file that are identical.\n */\nexport const SkippedPreferenceUpdates = t.record(\n  t.string,\n  t.record(t.string, t.string),\n);\n\n/** Override type */\nexport type SkippedPreferenceUpdates = t.TypeOf<\n  typeof SkippedPreferenceUpdates\n>;\n\n/** Persist this data between runs of the script */\nexport const PreferenceState = t.type({\n  /**\n   * Store a cache of previous files read in\n   */\n  fileMetadata: t.record(t.string, FileMetadataState),\n  /**\n   * The set of successful uploads to Transcend\n   * Mapping from userId to the upload metadata\n   */\n  failingUpdates: t.record(\n    t.string,\n    t.type({\n      /** Time upload ran at */\n      uploadedAt: t.string,\n      /** Attempts to upload that resulted in an error */\n      error: t.string,\n      /** The update body */\n      update: PreferenceUpdateItem,\n    }),\n  ),\n  /**\n   * The set of pending uploads to Transcend\n   * Mapping from userId to the upload metadata\n   */\n  pendingUpdates: t.record(t.string, PreferenceUpdateItem),\n});\n\n/** Override type */\nexport type PreferenceState = t.TypeOf<typeof PreferenceState>;\n"]}
+{"version":3,"sources":["/home/runner/work/cli/cli/dist/chunk-HCEZRZHV.cjs","../src/lib/preference-management/uploadPreferenceManagementPreferencesInteractive.ts","../src/lib/preference-management/parsePreferenceManagementCsv.ts","../src/lib/preference-management/getPreferencesForIdentifiers.ts","../src/lib/preference-management/withPreferenceQueryRetry.ts","../src/lib/preference-management/parsePreferenceIdentifiersFromCsv.ts","../src/lib/preference-management/parsePreferenceAndPurposeValuesFromCsv.ts","../src/lib/preference-management/codecs.ts"],"names":["RETRY_PREFERENCE_MSGS","s","withPreferenceQueryRetry","fn","maxAttempts","baseDelayMs","isRetryable","_err","msg","m","onRetry","attempt","err"],"mappings":"AAAA,2lCAA2J,wDAAyC,wDAAuE,gFCQxP,oCACC,qGAGI,+DAEO,qJCXZ,qDCES,ICGfA,EAAAA,CAAkC,CAC7C,WAAA,CACA,YAAA,CACA,WAAA,CACA,iBAAA,CACA,sBAAA,CACA,sBAAA,CACA,uBACF,CAAA,CAAE,GAAA,CAAKC,CAAAA,EAAMA,CAAAA,CAAE,WAAA,CAAY,CAAC,CAAA,CAwB5B,MAAA,SAAsBC,CAAAA,CACpBC,CAAAA,CACA,CACE,WAAA,CAAAC,CAAAA,CAAc,CAAA,CACd,WAAA,CAAAC,CAAAA,CAAc,GAAA,CACd,WAAA,CAAAC,CAAAA,CAAc,CAACC,CAAAA,CAAMC,CAAAA,CAAAA,EACnBR,EAAAA,CAAsB,IAAA,CAAMS,CAAAA,EAAMD,CAAAA,CAAI,WAAA,CAAY,CAAA,CAAE,QAAA,CAASC,CAAC,CAAC,CAAA,CACjE,OAAA,CAAAC,CACF,CAAA,CAAkB,CAAC,CAAA,CACP,CACZ,IAAIC,CAAAA,CAAU,CAAA,CAEd,GAAA,CAAA,CAAA,CAAA,CAAa,CACXA,CAAAA,EAAW,CAAA,CACX,GAAI,CACF,OAAO,MAAMR,CAAAA,CAAG,CAElB,CAAA,KAAA,CAASS,CAAAA,CAAU,CACjB,IAAMJ,CAAAA,kBAAAA,CACHI,CAAAA,EAAAA,iBAAQA,CAAAA,qBAAI,QAAA,6BAAU,MAAA,EAAQA,CAAAA,CAAI,OAAA,CAAA,CAAA,SACnC,MAAA,kBAAOA,CAAAA,SAAO,iBAAe,GAAA,CAE/B,EAAA,CAAI,CAAA,CADcD,CAAAA,CAAUP,CAAAA,EAAeE,CAAAA,CAAYM,CAAAA,CAAKJ,CAAG,CAAA,CAAA,CAE7D,MAAM,IAAI,KAAA,CACR,CAAA,8BAAA,EAAiCG,CAAO,CAAA,aAAA,EAAgBH,CAAG,CAAA,CAAA;ACiC/D;ACnBU;ACyBD,oGAAA;ANbP;AAGA;AAAA;AAKQ;AAAK;AACgC,sCAAA;AA+FY","file":"/home/runner/work/cli/cli/dist/chunk-HCEZRZHV.cjs","sourcesContent":[null,"import {\n  buildTranscendGraphQLClient,\n  createSombraGotInstance,\n  fetchAllPurposes,\n  fetchAllPreferenceTopics,\n  PreferenceTopic,\n  Purpose,\n} from '../graphql';\nimport colors from 'colors';\nimport { map } from 'bluebird';\nimport { chunk } from 'lodash-es';\nimport { logger } from '../../logger';\nimport cliProgress from 'cli-progress';\nimport { parseAttributesFromString } from '../requests';\nimport { PersistedState } from '@transcend-io/persisted-state';\nimport { parsePreferenceManagementCsvWithCache } from './parsePreferenceManagementCsv';\nimport { PreferenceState } from './codecs';\nimport { PreferenceUpdateItem } from '@transcend-io/privacy-types';\nimport { apply } from '@transcend-io/type-utils';\nimport { NONE_PREFERENCE_MAP } from './parsePreferenceTimestampsFromCsv';\nimport { getPreferenceUpdatesFromRow } from './getPreferenceUpdatesFromRow';\n\n/**\n * Upload a set of consent preferences\n *\n * @param options - Options\n */\nexport async function uploadPreferenceManagementPreferencesInteractive({\n  auth,\n  sombraAuth,\n  receiptFilepath,\n  file,\n  partition,\n  isSilent = true,\n  dryRun = false,\n  skipWorkflowTriggers = false,\n  skipConflictUpdates = false,\n  skipExistingRecordCheck = false,\n  attributes = [],\n  transcendUrl,\n  forceTriggerWorkflows = false,\n}: {\n  /** The Transcend API key */\n  auth: string;\n  /** Sombra API key authentication */\n  sombraAuth?: string;\n  /** Partition key */\n  partition: string;\n  /** File where to store receipt and continue from where left off */\n  receiptFilepath: string;\n  /** The file to process */\n  file: string;\n  /** API URL for Transcend backend */\n  transcendUrl: string;\n  /** Whether to do a dry run */\n  dryRun?: boolean;\n  /** Whether to upload as isSilent */\n  isSilent?: boolean;\n  /** Attributes string pre-parse. In format Key:Value */\n  attributes?: string[];\n  /** Skip workflow triggers */\n  skipWorkflowTriggers?: boolean;\n  /**\n   * When true, only update preferences that do not conflict with existing\n   * preferences. When false, update all preferences in CSV based on timestamp.\n   */\n  skipConflictUpdates?: boolean;\n  /** Whether to skip the check for existing records. SHOULD ONLY BE USED FOR INITIAL UPLOAD */\n  skipExistingRecordCheck?: boolean;\n  /** Whether to force trigger workflows */\n  forceTriggerWorkflows?: boolean;\n}): Promise<void> {\n  // Parse out the extra attributes to apply to all requests uploaded\n  const parsedAttributes = parseAttributesFromString(attributes);\n\n  // Create a new state file to store the requests from this run\n  const preferenceState = new PersistedState(receiptFilepath, PreferenceState, {\n    fileMetadata: {},\n    failingUpdates: {},\n    pendingUpdates: {},\n  });\n  const failingRequests = preferenceState.getValue('failingUpdates');\n  const pendingRequests = preferenceState.getValue('pendingUpdates');\n  let fileMetadata = preferenceState.getValue('fileMetadata');\n\n  logger.info(\n    colors.magenta(\n      'Restored cache, there are: \\n' +\n        `${\n          Object.values(failingRequests).length\n        } failing requests to be retried\\n` +\n        `${\n          Object.values(pendingRequests).length\n        } pending requests to be processed\\n` +\n        `The following files are stored in cache and will be used:\\n${Object.keys(\n          fileMetadata,\n        )\n          .map((x) => x)\n          .join('\\n')}\\n` +\n        `The following file will be processed: ${file}\\n`,\n    ),\n  );\n\n  // Create GraphQL client to connect to Transcend backend\n  const client = buildTranscendGraphQLClient(transcendUrl, auth);\n\n  const [sombra, purposes, preferenceTopics] = await Promise.all([\n    // Create sombra instance to communicate with\n    createSombraGotInstance(transcendUrl, auth, sombraAuth),\n    // get all purposes and topics\n    forceTriggerWorkflows\n      ? Promise.resolve([] as Purpose[])\n      : fetchAllPurposes(client),\n    forceTriggerWorkflows\n      ? Promise.resolve([] as PreferenceTopic[])\n      : fetchAllPreferenceTopics(client),\n  ]);\n\n  // Process the file\n  await parsePreferenceManagementCsvWithCache(\n    {\n      file,\n      purposeSlugs: purposes.map((x) => x.trackingType),\n      preferenceTopics,\n      sombra,\n      partitionKey: partition,\n      skipExistingRecordCheck,\n      forceTriggerWorkflows,\n    },\n    preferenceState,\n  );\n\n  // Construct the pending updates\n  const pendingUpdates: Record<string, PreferenceUpdateItem> = {};\n  fileMetadata = preferenceState.getValue('fileMetadata');\n  const metadata = fileMetadata[file];\n\n  logger.info(\n    colors.magenta(\n      `Found ${\n        Object.entries(metadata.pendingSafeUpdates).length\n      } safe updates in ${file}`,\n    ),\n  );\n  logger.info(\n    colors.magenta(\n      `Found ${\n        Object.entries(metadata.pendingConflictUpdates).length\n      } conflict updates in ${file}`,\n    ),\n  );\n  logger.info(\n    colors.magenta(\n      `Found ${\n        Object.entries(metadata.skippedUpdates).length\n      } skipped updates in ${file}`,\n    ),\n  );\n\n  // Update either safe updates only or safe + conflict\n  Object.entries({\n    ...metadata.pendingSafeUpdates,\n    ...(skipConflictUpdates\n      ? {}\n      : apply(metadata.pendingConflictUpdates, ({ row }) => row)),\n  }).forEach(([userId, update]) => {\n    // Determine timestamp\n    const timestamp =\n      metadata.timestampColum === NONE_PREFERENCE_MAP\n        ? new Date()\n        : new Date(update[metadata.timestampColum!]);\n\n    // Determine updates\n    const updates = getPreferenceUpdatesFromRow({\n      row: update,\n      columnToPurposeName: metadata.columnToPurposeName,\n      preferenceTopics,\n      purposeSlugs: purposes.map((x) => x.trackingType),\n    });\n    pendingUpdates[userId] = {\n      userId,\n      partition,\n      timestamp: timestamp.toISOString(),\n      purposes: Object.entries(updates).map(([purpose, value]) => ({\n        ...value,\n        purpose,\n        workflowSettings: {\n          attributes: parsedAttributes,\n          isSilent,\n          skipWorkflowTrigger: skipWorkflowTriggers,\n        },\n      })),\n    };\n  });\n  await preferenceState.setValue(pendingUpdates, 'pendingUpdates');\n  await preferenceState.setValue({}, 'failingUpdates');\n\n  // Exist early if dry run\n  if (dryRun) {\n    logger.info(\n      colors.green(\n        `Dry run complete, exiting. ${\n          Object.values(pendingUpdates).length\n        } pending updates. Check file: ${receiptFilepath}`,\n      ),\n    );\n    return;\n  }\n\n  logger.info(\n    colors.magenta(\n      `Uploading ${\n        Object.values(pendingUpdates).length\n      } preferences to partition: ${partition}`,\n    ),\n  );\n\n  // Time duration\n  const t0 = new Date().getTime();\n\n  // create a new progress bar instance and use shades_classic theme\n  const progressBar = new cliProgress.SingleBar(\n    {},\n    cliProgress.Presets.shades_classic,\n  );\n\n  // Build a GraphQL client\n  let total = 0;\n  const updatesToRun = Object.entries(pendingUpdates);\n  const chunkedUpdates = chunk(updatesToRun, skipWorkflowTriggers ? 100 : 10);\n  progressBar.start(updatesToRun.length, 0);\n  await map(\n    chunkedUpdates,\n    async (currentChunk) => {\n      // Make the request\n      try {\n        await sombra\n          .put('v1/preferences', {\n            json: {\n              records: currentChunk.map(([, update]) => update),\n              skipWorkflowTriggers,\n              forceTriggerWorkflows,\n            },\n          })\n          .json();\n      } catch (err) {\n        try {\n          const parsed = JSON.parse(err?.response?.body || '{}');\n          if (parsed.error) {\n            logger.error(colors.red(`Error: ${parsed.error}`));\n          }\n        } catch (e) {\n          // continue\n        }\n        logger.error(\n          colors.red(\n            `Failed to upload ${\n              currentChunk.length\n            } user preferences to partition ${partition}: ${\n              err?.response?.body || err?.message\n            }`,\n          ),\n        );\n        const failingUpdates = preferenceState.getValue('failingUpdates');\n        currentChunk.forEach(([userId, update]) => {\n          failingUpdates[userId] = {\n            uploadedAt: new Date().toISOString(),\n            update,\n            error: err?.response?.body || err?.message || 'Unknown error',\n          };\n        });\n        await preferenceState.setValue(failingUpdates, 'failingUpdates');\n      }\n\n      total += currentChunk.length;\n      progressBar.update(total);\n    },\n    {\n      concurrency: 40,\n    },\n  );\n\n  progressBar.stop();\n  const t1 = new Date().getTime();\n  const totalTime = t1 - t0;\n  logger.info(\n    colors.green(\n      `Successfully uploaded ${\n        updatesToRun.length\n      } user preferences to partition ${partition} in \"${\n        totalTime / 1000\n      }\" seconds!`,\n    ),\n  );\n}\n","import { PersistedState } from '@transcend-io/persisted-state';\nimport type { Got } from 'got';\nimport { keyBy } from 'lodash-es';\nimport * as t from 'io-ts';\nimport colors from 'colors';\nimport { FileMetadataState, PreferenceState } from './codecs';\nimport { logger } from '../../logger';\nimport { readCsv } from '../requests';\nimport { getPreferencesForIdentifiers } from './getPreferencesForIdentifiers';\nimport { PreferenceTopic } from '../graphql';\nimport { getPreferenceUpdatesFromRow } from './getPreferenceUpdatesFromRow';\nimport { parsePreferenceTimestampsFromCsv } from './parsePreferenceTimestampsFromCsv';\nimport { parsePreferenceIdentifiersFromCsv } from './parsePreferenceIdentifiersFromCsv';\nimport { parsePreferenceAndPurposeValuesFromCsv } from './parsePreferenceAndPurposeValuesFromCsv';\nimport { checkIfPendingPreferenceUpdatesAreNoOp } from './checkIfPendingPreferenceUpdatesAreNoOp';\nimport { checkIfPendingPreferenceUpdatesCauseConflict } from './checkIfPendingPreferenceUpdatesCauseConflict';\n\n/**\n * Parse a file into the cache\n *\n *\n * @param options - Options\n * @param cache - The cache to store the parsed file in\n * @returns The cache with the parsed file\n */\nexport async function parsePreferenceManagementCsvWithCache(\n  {\n    file,\n    sombra,\n    purposeSlugs,\n    preferenceTopics,\n    partitionKey,\n    skipExistingRecordCheck,\n    forceTriggerWorkflows,\n  }: {\n    /** File to parse */\n    file: string;\n    /** The purpose slugs that are allowed to be updated */\n    purposeSlugs: string[];\n    /** The preference topics */\n    preferenceTopics: PreferenceTopic[];\n    /** Sombra got instance */\n    sombra: Got;\n    /** Partition key */\n    partitionKey: string;\n    /** Whether to skip the check for existing records. SHOULD ONLY BE USED FOR INITIAL UPLOAD */\n    skipExistingRecordCheck: boolean;\n    /** Wheather to force workflow triggers */\n    forceTriggerWorkflows: boolean;\n  },\n  cache: PersistedState<typeof PreferenceState>,\n): Promise<void> {\n  // Start the timer\n  const t0 = new Date().getTime();\n\n  // Get the current metadata\n  const fileMetadata = cache.getValue('fileMetadata');\n\n  // Read in the file\n  logger.info(colors.magenta(`Reading in file: \"${file}\"`));\n  let preferences = readCsv(file, t.record(t.string, t.string));\n\n  // start building the cache, can use previous cache as well\n  let currentState: FileMetadataState = {\n    columnToPurposeName: {},\n    pendingSafeUpdates: {},\n    pendingConflictUpdates: {},\n    skippedUpdates: {},\n    // Load in the last fetched time\n    ...((fileMetadata[file] || {}) as Partial<FileMetadataState>),\n    lastFetchedAt: new Date().toISOString(),\n  };\n\n  // Validate that all timestamps are present in the file\n  currentState = await parsePreferenceTimestampsFromCsv(\n    preferences,\n    currentState,\n  );\n  fileMetadata[file] = currentState;\n  await cache.setValue(fileMetadata, 'fileMetadata');\n\n  // Validate that all identifiers are present and unique\n  const result = await parsePreferenceIdentifiersFromCsv(\n    preferences,\n    currentState,\n  );\n  currentState = result.currentState;\n  preferences = result.preferences;\n  fileMetadata[file] = currentState;\n  await cache.setValue(fileMetadata, 'fileMetadata');\n\n  // Ensure all other columns are mapped to purpose and preference\n  // slug values\n  currentState = await parsePreferenceAndPurposeValuesFromCsv(\n    preferences,\n    currentState,\n    {\n      preferenceTopics,\n      purposeSlugs,\n      forceTriggerWorkflows,\n    },\n  );\n  fileMetadata[file] = currentState;\n  await cache.setValue(fileMetadata, 'fileMetadata');\n\n  // Grab existing preference store records\n  const identifiers = preferences.map(\n    (pref) => pref[currentState.identifierColumn!],\n  );\n  const existingConsentRecords = skipExistingRecordCheck\n    ? []\n    : await getPreferencesForIdentifiers(sombra, {\n        identifiers: identifiers.map((x) => ({ value: x })),\n        partitionKey,\n      });\n  const consentRecordByIdentifier = keyBy(existingConsentRecords, 'userId');\n\n  // Clear out previous updates\n  currentState.pendingConflictUpdates = {};\n  currentState.pendingSafeUpdates = {};\n  currentState.skippedUpdates = {};\n\n  // Process each row\n  preferences.forEach((pref) => {\n    // Grab unique Id for the user\n    const userId = pref[currentState.identifierColumn!];\n\n    // determine updates for user\n    const pendingUpdates = getPreferenceUpdatesFromRow({\n      row: pref,\n      columnToPurposeName: currentState.columnToPurposeName,\n      preferenceTopics,\n      purposeSlugs,\n    });\n\n    // Grab current state of the update\n    const currentConsentRecord = consentRecordByIdentifier[userId];\n    if (forceTriggerWorkflows && !currentConsentRecord) {\n      throw new Error(\n        `No existing consent record found for user with id: ${userId}. \n        When 'forceTriggerWorkflows' is set all the user identifiers should contain a consent record`,\n      );\n    }\n    // Check if the update can be skipped\n    // this is the case if a record exists, and the purpose\n    // and preference values are all in sync\n    if (\n      currentConsentRecord &&\n      checkIfPendingPreferenceUpdatesAreNoOp({\n        currentConsentRecord,\n        pendingUpdates,\n        preferenceTopics,\n      }) &&\n      !forceTriggerWorkflows\n    ) {\n      currentState.skippedUpdates[userId] = pref;\n      return;\n    }\n\n    // Determine if there are any conflicts\n    if (\n      currentConsentRecord &&\n      checkIfPendingPreferenceUpdatesCauseConflict({\n        currentConsentRecord,\n        pendingUpdates,\n        preferenceTopics,\n      })\n    ) {\n      currentState.pendingConflictUpdates[userId] = {\n        row: pref,\n        record: currentConsentRecord,\n      };\n      return;\n    }\n\n    // Add to pending updates\n    currentState.pendingSafeUpdates[userId] = pref;\n  });\n\n  // Read in the file\n  fileMetadata[file] = currentState;\n  await cache.setValue(fileMetadata, 'fileMetadata');\n  const t1 = new Date().getTime();\n  logger.info(\n    colors.green(\n      `Successfully pre-processed file: \"${file}\" in ${(t1 - t0) / 1000}s`,\n    ),\n  );\n}\n","import { PreferenceQueryResponseItem } from '@transcend-io/privacy-types';\nimport type { Got } from 'got';\nimport colors from 'colors';\nimport cliProgress from 'cli-progress';\nimport { chunk } from 'lodash-es';\nimport { decodeCodec } from '@transcend-io/type-utils';\nimport { map } from 'bluebird';\nimport { logger } from '../../logger';\nimport { withPreferenceQueryRetry } from './withPreferenceQueryRetry';\nimport { ConsentPreferenceResponse } from './types';\n\n/**\n * Grab the current consent preference values for a list of identifiers\n *\n * @param sombra - Backend to make API call to\n * @param options - Options\n * @returns Plaintext context information\n */\nexport async function getPreferencesForIdentifiers(\n  sombra: Got,\n  {\n    identifiers,\n    partitionKey,\n    skipLogging = false,\n    concurrency = 40,\n  }: {\n    /** The list of identifiers to look up */\n    identifiers: {\n      /** The value of the identifier */\n      value: string;\n    }[];\n    /** The partition key to look up */\n    partitionKey: string;\n    /** Whether to skip logging */\n    skipLogging?: boolean;\n    /** Concurrency for requests (default 40) */\n    concurrency?: number;\n  },\n): Promise<PreferenceQueryResponseItem[]> {\n  const results: PreferenceQueryResponseItem[] = [];\n  const groupedIdentifiers = chunk(identifiers, 100);\n\n  // create a new progress bar instance and use shades_classic theme\n  const t0 = new Date().getTime();\n  const progressBar = new cliProgress.SingleBar(\n    {},\n    cliProgress.Presets.shades_classic,\n  );\n  if (!skipLogging) {\n    progressBar.start(identifiers.length, 0);\n  }\n\n  let total = 0;\n  await map(\n    groupedIdentifiers,\n    async (group) => {\n      const rawResult = await withPreferenceQueryRetry(\n        () =>\n          sombra\n            .post(`v1/preferences/${partitionKey}/query`, {\n              json: {\n                filter: { identifiers: group },\n                limit: group.length,\n              },\n            })\n            .json(),\n        {\n          onRetry: (attempt, _err, msg) => {\n            logger.warn(\n              colors.yellow(\n                `[RETRY] group size=${group.length} partition=${partitionKey} attempt=${attempt}: ${msg}`,\n              ),\n            );\n          },\n        },\n      );\n\n      const result = decodeCodec(ConsentPreferenceResponse, rawResult);\n      results.push(...result.nodes);\n      total += group.length;\n      progressBar.update(total);\n    },\n    {\n      concurrency,\n    },\n  );\n\n  progressBar.stop();\n  const t1 = new Date().getTime();\n  const totalTime = t1 - t0;\n\n  if (!skipLogging) {\n    // Log completion time\n    logger.info(\n      colors.green(`Completed download in \"${totalTime / 1000}\" seconds.`),\n    );\n  }\n\n  return results;\n}\n","import colors from 'colors';\nimport { logger } from '../../logger';\nimport { sleepPromise } from '../helpers';\n\n/**\n * Transient network / platform errors that merit a retry.\n * Keep this list short and specific to avoid masking real failures.\n */\nexport const RETRY_PREFERENCE_MSGS: string[] = [\n  'ENOTFOUND',\n  'ECONNRESET',\n  'ETIMEDOUT',\n  '502 Bad Gateway',\n  '504 Gateway Time-out',\n  'Task timed out after',\n  'unknown request error',\n].map((s) => s.toLowerCase());\n\n/**\n * Options for retrying preference queries.\n */\nexport type RetryOptions = {\n  /** Max attempts including the first try (default 3) */\n  maxAttempts?: number;\n  /** Initial backoff in ms (default 250) */\n  baseDelayMs?: number;\n  /** Optional custom predicate to decide if an error is retryable */\n  isRetryable?: (err: unknown, message: string) => boolean;\n  /** Optional hook to log on each retry */\n  onRetry?: (attempt: number, err: unknown, message: string) => void;\n};\n\n/**\n * Run an async function with standardized retry behavior for preference queries.\n * Exponential backoff with jitter; only retries on known-transient messages.\n *\n * @param fn - Function to run\n * @param options - Retry options\n * @returns Result of the function\n */\nexport async function withPreferenceQueryRetry<T>(\n  fn: () => Promise<T>,\n  {\n    maxAttempts = 3,\n    baseDelayMs = 250,\n    isRetryable = (_err, msg) =>\n      RETRY_PREFERENCE_MSGS.some((m) => msg.toLowerCase().includes(m)),\n    onRetry,\n  }: RetryOptions = {},\n): Promise<T> {\n  let attempt = 0;\n  // eslint-disable-next-line no-constant-condition\n  while (true) {\n    attempt += 1;\n    try {\n      return await fn();\n      // eslint-disable-next-line @typescript-eslint/no-explicit-any\n    } catch (err: any) {\n      const msg: string =\n        (err && (err.response?.body || err.message)) ??\n        String(err ?? 'Unknown error');\n      const willRetry = attempt < maxAttempts && isRetryable(err, msg);\n      if (!willRetry) {\n        throw new Error(\n          `Preference query failed after ${attempt} attempt(s): ${msg}`,\n        );\n      }\n      onRetry?.(attempt, err, msg);\n\n      const backoff = baseDelayMs * 2 ** (attempt - 1);\n      const jitter = Math.floor(Math.random() * baseDelayMs);\n      const delay = backoff + jitter;\n      logger.warn(\n        colors.yellow(\n          `[retry] attempt ${attempt}/${\n            maxAttempts - 1\n          }; backing off ${delay}ms: ${msg}`,\n        ),\n      );\n      await sleepPromise(delay);\n    }\n  }\n}\n","import { uniq, groupBy, difference } from 'lodash-es';\nimport colors from 'colors';\nimport inquirer from 'inquirer';\nimport { FileMetadataState } from './codecs';\nimport { logger } from '../../logger';\nimport { inquirerConfirmBoolean } from '../helpers';\n\n/* eslint-disable no-param-reassign */\n\n/**\n * Parse identifiers from a CSV list of preferences\n *\n * Ensures that all rows have a valid identifier\n * and that all identifiers are unique.\n *\n * @param preferences - List of preferences\n * @param currentState - The current file metadata state for parsing this list\n * @returns The updated file metadata state\n */\nexport async function parsePreferenceIdentifiersFromCsv(\n  preferences: Record<string, string>[],\n  currentState: FileMetadataState,\n): Promise<{\n  /** The updated state */\n  currentState: FileMetadataState;\n  /** The updated preferences */\n  preferences: Record<string, string>[];\n}> {\n  // Determine columns to map\n  const columnNames = uniq(preferences.map((x) => Object.keys(x)).flat());\n\n  // Determine the columns that could potentially be used for identifier\n  const remainingColumnsForIdentifier = difference(columnNames, [\n    ...(currentState.identifierColumn ? [currentState.identifierColumn] : []),\n    ...Object.keys(currentState.columnToPurposeName),\n  ]);\n\n  // Determine the identifier column to work off of\n  if (!currentState.identifierColumn) {\n    const { identifierName } = await inquirer.prompt<{\n      /** Identifier name */\n      identifierName: string;\n    }>([\n      {\n        name: 'identifierName',\n        message:\n          'Choose the column that will be used as the identifier to upload consent preferences by',\n        type: 'list',\n        default:\n          remainingColumnsForIdentifier.find((col) =>\n            col.toLowerCase().includes('email'),\n          ) || remainingColumnsForIdentifier[0],\n        choices: remainingColumnsForIdentifier,\n      },\n    ]);\n    currentState.identifierColumn = identifierName;\n  }\n  logger.info(\n    colors.magenta(\n      `Using identifier column \"${currentState.identifierColumn}\"`,\n    ),\n  );\n\n  // Validate that the identifier column is present for all rows and unique\n  const identifierColumnsMissing = preferences\n    .map((pref, ind) => (pref[currentState.identifierColumn!] ? null : [ind]))\n    .filter((x): x is number[] => !!x)\n    .flat();\n  if (identifierColumnsMissing.length > 0) {\n    const msg = `The identifier column \"${\n      currentState.identifierColumn\n    }\" is missing a value for the following rows: ${identifierColumnsMissing.join(\n      ', ',\n    )}`;\n    logger.warn(colors.yellow(msg));\n\n    // Ask user if they would like to skip rows missing an identifier\n    const skip = await inquirerConfirmBoolean({\n      message: 'Would you like to skip rows missing an identifier?',\n    });\n    if (!skip) {\n      throw new Error(msg);\n    }\n\n    // Filter out rows missing an identifier\n    const previous = preferences.length;\n    preferences = preferences.filter(\n      (pref) => pref[currentState.identifierColumn!],\n    );\n    logger.info(\n      colors.yellow(\n        `Skipped ${previous - preferences.length} rows missing an identifier`,\n      ),\n    );\n  }\n  logger.info(\n    colors.magenta(\n      `The identifier column \"${currentState.identifierColumn}\" is present for all rows`,\n    ),\n  );\n\n  // Validate that all identifiers are unique\n  const rowsByUserId = groupBy(preferences, currentState.identifierColumn);\n  const duplicateIdentifiers = Object.entries(rowsByUserId).filter(\n    ([, rows]) => rows.length > 1,\n  );\n  if (duplicateIdentifiers.length > 0) {\n    const msg = `The identifier column \"${\n      currentState.identifierColumn\n    }\" has duplicate values for the following rows: ${duplicateIdentifiers\n      .slice(0, 10)\n      .map(([userId, rows]) => `${userId} (${rows.length})`)\n      .join('\\n')}`;\n    logger.warn(colors.yellow(msg));\n\n    // Ask user if they would like to take the most recent update\n    // for each duplicate identifier\n    const skip = await inquirerConfirmBoolean({\n      message: 'Would you like to automatically take the latest update?',\n    });\n    if (!skip) {\n      throw new Error(msg);\n    }\n    preferences = Object.entries(rowsByUserId)\n      .map(([, rows]) => {\n        const sorted = rows.sort(\n          (a, b) =>\n            new Date(b[currentState.timestampColum!]).getTime() -\n            new Date(a[currentState.timestampColum!]).getTime(),\n        );\n        return sorted[0];\n      })\n      .filter((x) => x);\n  }\n\n  return { currentState, preferences };\n}\n/* eslint-enable no-param-reassign */\n","import { uniq, difference } from 'lodash-es';\nimport colors from 'colors';\nimport inquirer from 'inquirer';\nimport { FileMetadataState } from './codecs';\nimport { logger } from '../../logger';\nimport { mapSeries } from 'bluebird';\nimport { PreferenceTopic } from '../graphql';\nimport { PreferenceTopicType } from '@transcend-io/privacy-types';\nimport { splitCsvToList } from '../requests';\n\n/* eslint-disable no-param-reassign */\n\n/**\n * Parse out the purpose.enabled and preference values from a CSV file\n *\n * @param preferences - List of preferences\n * @param currentState - The current file metadata state for parsing this list\n * @param options - Options\n * @returns The updated file metadata state\n */\nexport async function parsePreferenceAndPurposeValuesFromCsv(\n  preferences: Record<string, string>[],\n  currentState: FileMetadataState,\n  {\n    purposeSlugs,\n    preferenceTopics,\n    forceTriggerWorkflows,\n  }: {\n    /** The purpose slugs that are allowed to be updated */\n    purposeSlugs: string[];\n    /** The preference topics */\n    preferenceTopics: PreferenceTopic[];\n    /** Force workflow triggers */\n    forceTriggerWorkflows: boolean;\n  },\n): Promise<FileMetadataState> {\n  // Determine columns to map\n  const columnNames = uniq(preferences.map((x) => Object.keys(x)).flat());\n\n  // Determine the columns that could potentially be used for identifier\n  const otherColumns = difference(columnNames, [\n    ...(currentState.identifierColumn ? [currentState.identifierColumn] : []),\n    ...(currentState.timestampColum ? [currentState.timestampColum] : []),\n  ]);\n  if (otherColumns.length === 0) {\n    if (forceTriggerWorkflows) {\n      return currentState;\n    }\n    throw new Error('No other columns to process');\n  }\n\n  // The purpose and preferences to map to\n  const purposeNames = [\n    ...purposeSlugs,\n    ...preferenceTopics.map((x) => `${x.purpose.trackingType}->${x.slug}`),\n  ];\n\n  // Ensure all columns are accounted for\n  await mapSeries(otherColumns, async (col) => {\n    // Determine the unique values to map in this column\n    const uniqueValues = uniq(preferences.map((x) => x[col]));\n\n    // Map the column to a purpose\n    let purposeMapping = currentState.columnToPurposeName[col];\n    if (purposeMapping) {\n      logger.info(\n        colors.magenta(\n          `Column \"${col}\" is associated with purpose \"${purposeMapping.purpose}\"`,\n        ),\n      );\n    } else {\n      const { purposeName } = await inquirer.prompt<{\n        /** purpose name */\n        purposeName: string;\n      }>([\n        {\n          name: 'purposeName',\n          message: `Choose the purpose that column ${col} is associated with`,\n          type: 'list',\n          default: purposeNames.find((x) => x.startsWith(purposeSlugs[0])),\n          choices: purposeNames,\n        },\n      ]);\n      const [purposeSlug, preferenceSlug] = purposeName.split('->');\n      purposeMapping = {\n        purpose: purposeSlug,\n        preference: preferenceSlug || null,\n        valueMapping: {},\n      };\n    }\n\n    // map each value to the purpose value\n    await mapSeries(uniqueValues, async (value) => {\n      if (purposeMapping.valueMapping[value] !== undefined) {\n        logger.info(\n          colors.magenta(\n            `Value \"${value}\" is associated with purpose value \"${purposeMapping.valueMapping[value]}\"`,\n          ),\n        );\n        return;\n      }\n      // if preference is null, this column is just for the purpose\n      if (purposeMapping.preference === null) {\n        const { purposeValue } = await inquirer.prompt<{\n          /** purpose value */\n          purposeValue: boolean;\n        }>([\n          {\n            name: 'purposeValue',\n            message: `Choose the purpose value for value \"${value}\" associated with purpose \"${purposeMapping.purpose}\"`,\n            type: 'confirm',\n            default: value !== 'false',\n          },\n        ]);\n        purposeMapping.valueMapping[value] = purposeValue;\n      }\n\n      // if preference is not null, this column is for a specific preference\n      if (purposeMapping.preference !== null) {\n        const preferenceTopic = preferenceTopics.find(\n          (x) => x.slug === purposeMapping.preference,\n        );\n        if (!preferenceTopic) {\n          logger.error(\n            colors.red(\n              `Preference topic \"${purposeMapping.preference}\" not found`,\n            ),\n          );\n          return;\n        }\n        const preferenceOptions = preferenceTopic.preferenceOptionValues.map(\n          ({ slug }) => slug,\n        );\n\n        if (preferenceTopic.type === PreferenceTopicType.Boolean) {\n          const { preferenceValue } = await inquirer.prompt<{\n            /** purpose value */\n            preferenceValue: boolean;\n          }>([\n            {\n              name: 'preferenceValue',\n              message:\n                // eslint-disable-next-line max-len\n                `Choose the preference value for \"${preferenceTopic.slug}\" value \"${value}\" associated with purpose \"${purposeMapping.purpose}\"`,\n              type: 'confirm',\n              default: value !== 'false',\n            },\n          ]);\n          purposeMapping.valueMapping[value] = preferenceValue;\n          return;\n        }\n\n        if (preferenceTopic.type === PreferenceTopicType.Select) {\n          const { preferenceValue } = await inquirer.prompt<{\n            /** purpose value */\n            preferenceValue: boolean;\n          }>([\n            {\n              name: 'preferenceValue',\n              // eslint-disable-next-line max-len\n              message: `Choose the preference value for \"${preferenceTopic.slug}\" value \"${value}\" associated with purpose \"${purposeMapping.purpose}\"`,\n              type: 'list',\n              choices: preferenceOptions,\n              default: preferenceOptions.find((x) => x === value),\n            },\n          ]);\n          purposeMapping.valueMapping[value] = preferenceValue;\n          return;\n        }\n\n        if (preferenceTopic.type === PreferenceTopicType.MultiSelect) {\n          const parsedValues = splitCsvToList(value);\n          // need to do this serially\n          await mapSeries(parsedValues, async (parsedValue) => {\n            // if we already have a value, skip re-processing it again\n            if (purposeMapping.valueMapping[parsedValue] !== undefined) {\n              return;\n            }\n            const { preferenceValue } = await inquirer.prompt<{\n              /** purpose value */\n              preferenceValue: boolean;\n            }>([\n              {\n                name: 'preferenceValue',\n                // eslint-disable-next-line max-len\n                message: `Choose the preference value for \"${preferenceTopic.slug}\" value \"${parsedValue}\" associated with purpose \"${purposeMapping.purpose}\"`,\n                type: 'list',\n                choices: preferenceOptions,\n                default: preferenceOptions.find((x) => x === parsedValue),\n              },\n            ]);\n            purposeMapping.valueMapping[parsedValue] = preferenceValue;\n          });\n          return;\n        }\n\n        throw new Error(\n          `Unknown preference topic type: ${preferenceTopic.type}`,\n        );\n      }\n    });\n\n    currentState.columnToPurposeName[col] = purposeMapping;\n  });\n\n  return currentState;\n}\n/* eslint-enable no-param-reassign */\n","import {\n  PreferenceQueryResponseItem,\n  PreferenceUpdateItem,\n} from '@transcend-io/privacy-types';\nimport * as t from 'io-ts';\n\nexport const PurposeRowMapping = t.type({\n  /**\n   * The slug or trackingType of the purpose to map to\n   *\n   * e.g. `Marketing`\n   */\n  purpose: t.string,\n  /**\n   * If the column maps to a preference instead of a purpose\n   * this is the slug of the purpose.\n   *\n   * null value indicates that this column maps to the true/false\n   * value of the purpose\n   */\n  preference: t.union([t.string, t.null]),\n  /**\n   * The mapping between each row value and purpose/preference value.\n   *\n   * e.g. for a boolean preference or purpose\n   * {\n   *  'true': true,\n   *  'false': false,\n   *   '': true,\n   * }\n   *\n   * or for a single or multi select preference\n   * {\n   *   '': true,\n   *   'value1': 'Value1',\n   *   'value2': 'Value2',\n   * }\n   */\n  valueMapping: t.record(\n    t.string,\n    t.union([t.string, t.boolean, t.null, t.undefined]),\n  ),\n});\n\n/** Override type */\nexport type PurposeRowMapping = t.TypeOf<typeof PurposeRowMapping>;\n\n/**\n * Mapping of column name to purpose row mapping.\n * This is used to map each column in the CSV to the relevant purpose and preference definitions in\n * transcend.\n */\nexport const ColumnPurposeMap = t.record(t.string, PurposeRowMapping);\n\n/** Override type */\nexport type ColumnPurposeMap = t.TypeOf<typeof ColumnPurposeMap>;\n\nexport const IdentifierMetadataForPreference = t.type({\n  /** The identifier name */\n  name: t.string,\n  /** Is unique on preference store */\n  isUniqueOnPreferenceStore: t.boolean,\n});\n\n/** Override type */\nexport type IdentifierMetadataForPreference = t.TypeOf<\n  typeof IdentifierMetadataForPreference\n>;\n\n/**\n * Mapping of identifier name to the column name in the CSV file.\n * This is used to map each identifier name to the column in the CSV file.\n */\nexport const ColumnIdentifierMap = t.record(\n  t.string,\n  IdentifierMetadataForPreference,\n);\n\n/** Override type */\nexport type ColumnIdentifierMap = t.TypeOf<typeof ColumnIdentifierMap>;\n\nexport const FileMetadataState = t.intersection([\n  t.type({\n    /**\n     * Definition of how to map each column in the CSV to\n     * the relevant purpose and preference definitions in transcend\n     */\n    columnToPurposeName: t.record(t.string, PurposeRowMapping),\n    /** Last time the file was last parsed at */\n    lastFetchedAt: t.string,\n    /**\n     * Mapping of userId to the rows in the file that need to be uploaded\n     * These uploads are overwriting non-existent preferences and are safe\n     */\n    pendingSafeUpdates: t.record(t.string, t.record(t.string, t.string)),\n    /**\n     * Mapping of userId to the rows in the file that need to be uploaded\n     * these records have conflicts with existing consent preferences\n     */\n    pendingConflictUpdates: t.record(\n      t.string,\n      t.type({\n        record: PreferenceQueryResponseItem,\n        row: t.record(t.string, t.string),\n      }),\n    ),\n    /**\n     * Mapping of userId to the rows in the file that can be skipped because\n     * their preferences are already in the store\n     */\n    skippedUpdates: t.record(t.string, t.record(t.string, t.string)),\n  }),\n  t.partial({\n    /** Determine which column name in file maps to consent record identifier to upload on  */\n    identifierColumn: t.string,\n    /** Determine which column name in file maps to the timestamp  */\n    timestampColum: t.string,\n  }),\n]);\n\n/** Override type */\nexport type FileMetadataState = t.TypeOf<typeof FileMetadataState>;\n\n/**\n * This is the type of the receipts that are stored in the file\n * that is used to track the state of the upload process.\n * It is used to resume the upload process from where it left off.\n * It is used to persist the state of the upload process across multiple runs.\n */\nexport const PreferenceUpdateMap = t.record(\n  t.string,\n  // This can either be true to indicate the record is pending\n  // or it can be an object showing the object\n  // We only return a fixed number of results to avoid\n  // making the JSON file too large\n  t.union([t.boolean, PreferenceUpdateItem]),\n);\n\n/** Override type */\nexport type PreferenceUpdateMap = t.TypeOf<typeof PreferenceUpdateMap>;\n\n/**\n * This is the type of the pending updates that are safe to run without\n * conflicts with existing consent preferences.\n *\n * Key is primaryKey of the record in the file.\n * The value is the row in the file that is safe to upload.\n */\nexport const PendingSafePreferenceUpdates = t.record(\n  t.string,\n  // This can either be true to indicate the record is safe\n  // or it can be an object showing the object\n  // We only return a fixed number of results to avoid\n  // making the JSON file too large\n  t.union([t.boolean, t.record(t.string, t.string)]),\n);\n\n/** Override type */\nexport type PendingSafePreferenceUpdates = t.TypeOf<\n  typeof PendingSafePreferenceUpdates\n>;\n\n/**\n * These are the updates that failed to be uploaded to the API.\n */\nexport const FailingPreferenceUpdates = t.record(\n  t.string,\n  t.type({\n    /** Time upload ran at */\n    uploadedAt: t.string,\n    /** Attempts to upload that resulted in an error */\n    error: t.string,\n    /** The update body */\n    update: PreferenceUpdateItem,\n  }),\n);\n\n/** Override type */\nexport type FailingPreferenceUpdates = t.TypeOf<\n  typeof FailingPreferenceUpdates\n>;\n\n/**\n * This is the type of the pending updates that are in conflict with existing consent preferences.\n *\n * Key is primaryKey of the record in the file.\n * The value is the row in the file that is pending upload.\n */\nexport const PendingWithConflictPreferenceUpdates = t.record(\n  t.string,\n  // We always return the conflicts for investigation\n  t.type({\n    /** Record to be inserted to transcend v1/preferences API */\n    record: PreferenceQueryResponseItem,\n    /** The row in the file that is pending upload */\n    row: t.record(t.string, t.string),\n  }),\n);\n\n/** Override type */\nexport type PendingWithConflictPreferenceUpdates = t.TypeOf<\n  typeof PendingWithConflictPreferenceUpdates\n>;\n\n/**\n * The set of preference updates that are skipped\n * Key is primaryKey and value is the row in the CSV\n * that is skipped.\n *\n * This is usually because the preferences are already in the store\n * or there are duplicate rows in the CSV file that are identical.\n */\nexport const SkippedPreferenceUpdates = t.record(\n  t.string,\n  t.record(t.string, t.string),\n);\n\n/** Override type */\nexport type SkippedPreferenceUpdates = t.TypeOf<\n  typeof SkippedPreferenceUpdates\n>;\n\n/** Persist this data between runs of the script */\nexport const PreferenceState = t.type({\n  /**\n   * Store a cache of previous files read in\n   */\n  fileMetadata: t.record(t.string, FileMetadataState),\n  /**\n   * The set of successful uploads to Transcend\n   * Mapping from userId to the upload metadata\n   */\n  failingUpdates: t.record(\n    t.string,\n    t.type({\n      /** Time upload ran at */\n      uploadedAt: t.string,\n      /** Attempts to upload that resulted in an error */\n      error: t.string,\n      /** The update body */\n      update: PreferenceUpdateItem,\n    }),\n  ),\n  /**\n   * The set of pending uploads to Transcend\n   * Mapping from userId to the upload metadata\n   */\n  pendingUpdates: t.record(t.string, PreferenceUpdateItem),\n});\n\n/** Override type */\nexport type PreferenceState = t.TypeOf<typeof PreferenceState>;\n"]}

package/dist/{chunk-HUZESENZ.cjs → chunk-M3Y6JH6I.cjs}

@@ -1,2 +1,2 @@
-"use strict";Object.defineProperty(exports, "__esModule", {value: true}); function _interopRequireWildcard(obj) { if (obj && obj.__esModule) { return obj; } else { var newObj = {}; if (obj != null) { for (var key in obj) { if (Object.prototype.hasOwnProperty.call(obj, key)) { newObj[key] = obj[key]; } } } newObj.default = obj; return newObj; } } function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; } function _optionalChain(ops) { let lastAccessLHS = undefined; let value = ops[0]; let i = 1; while (i < ops.length) { const op = ops[i]; const fn = ops[i + 1]; i += 2; if ((op === 'optionalAccess' || op === 'optionalCall') && value == null) { return undefined; } if (op === 'access' || op === 'optionalAccess') { lastAccessLHS = value; value = fn(value); } else if (op === 'call' || op === 'optionalCall') { value = fn((...args) => value.call(lastAccessLHS, ...args)); lastAccessLHS = undefined; } } return value; }var _chunkVWGA62SGcjs = require('./chunk-VWGA62SG.cjs');var _chunkZUNVPK23cjs = require('./chunk-ZUNVPK23.cjs');var _chunkFZTNEEMWcjs = require('./chunk-FZTNEEMW.cjs');var _crypto = require('crypto'); var E = _interopRequireWildcard(_crypto);var _jsonwebtoken = require('jsonwebtoken'); var $ = _interopRequireWildcard(_jsonwebtoken);function A(c,p,t){let n=Buffer.from(t,"base64"),u=Buffer.from(p,"base64"),f="id-aes256-wrap-pad",l=Buffer.from("A65959A6","hex"),o=E.createCipheriv(f,u,l),s={encryptedIdentifier:Buffer.concat([o.update(c),o.final()]).toString("base64")};return $.sign(s,n,{algorithm:"HS384"})}var _colors = require('colors'); var _colors2 = _interopRequireDefault(_colors);var _iots = require('io-ts'); var r = _interopRequireWildcard(_iots);var _bluebird = require('bluebird');var _cliprogress = require('cli-progress'); var _cliprogress2 = _interopRequireDefault(_cliprogress);var _typeutils = require('@transcend-io/type-utils');var x=/^[0-9][Y|N]([Y|N])[Y|N]$/,I= exports.c =r.record(r.string,r.union([r.boolean,r.literal("Auto")]));async function q({base64EncryptionKey:c,base64SigningKey:p,preferences:t,partition:n,concurrency:u=100,transcendUrl:f=_chunkFZTNEEMWcjs.s}){let l=_chunkVWGA62SGcjs.zc.call(void 0, f),o=t.filter(e=>e.usp&&!x.test(e.usp));if(o.length>0)throw new Error(`Received invalid usp strings: ${JSON.stringify(o,null,2)}`);let d=t.map((e,g)=>[e,g]).filter(([e])=>{if(!e.purposes)return!1;try{return _typeutils.decodeCodec.call(void 0, I,e.purposes),!1}catch (e2){return!0}});if(d.length>0)throw new Error(`Received invalid purpose maps: ${JSON.stringify(d,null,2)}`);let s=t.filter(e=>!e.usp&&!e.purposes);if(s.length>0)throw new Error(`Received invalid inputs, expected either purposes or usp to be defined: ${JSON.stringify(s,null,2)}`);_chunkZUNVPK23cjs.a.info(_colors2.default.magenta(`Uploading ${t.length} user preferences to partition ${n}`));let S=new Date().getTime(),m=new _cliprogress2.default.SingleBar({},_cliprogress2.default.Presets.shades_classic),v=0;m.start(t.length,0),await _bluebird.map.call(void 0, t,async({userId:e,confirmed:g="true",updated:C,prompted:P,purposes:N,...i})=>{let O=A(e,c,p),[,_]=i.usp?x.exec(i.usp)||[]:[],j={token:O,partition:n,consent:{confirmed:g==="true",purposes:N?_typeutils.decodeCodec.call(void 0, I,N):i.usp?{SaleOfInfo:_==="Y"}:{},...C?{updated:C==="true"}:{},...P?{prompted:P==="true"}:{},...i}};try{await l.post("sync",{json:j}).json()}catch(y){try{let h=JSON.parse(_optionalChain([y, 'optionalAccess', _2 => _2.response, 'optionalAccess', _3 => _3.body])||"{}");h.error&&_chunkZUNVPK23cjs.a.error(_colors2.default.red(`Error: ${h.error}`))}catch (e3){}throw new Error(`Received an error from server: ${_optionalChain([y, 'optionalAccess', _4 => _4.response, 'optionalAccess', _5 => _5.body])||_optionalChain([y, 'optionalAccess', _6 => _6.message])}`)}v+=1,m.update(v)},{concurrency:u}),m.stop();let R=new Date().getTime()-S;_chunkZUNVPK23cjs.a.info(_colors2.default.green(`Successfully uploaded ${t.length} user preferences to partition ${n} in "${R/1e3}" seconds!`))}exports.a = A; exports.b = x; exports.c = I; exports.d = q;
-//# sourceMappingURL=chunk-HUZESENZ.cjs.map
+"use strict";Object.defineProperty(exports, "__esModule", {value: true}); function _interopRequireWildcard(obj) { if (obj && obj.__esModule) { return obj; } else { var newObj = {}; if (obj != null) { for (var key in obj) { if (Object.prototype.hasOwnProperty.call(obj, key)) { newObj[key] = obj[key]; } } } newObj.default = obj; return newObj; } } function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; } function _optionalChain(ops) { let lastAccessLHS = undefined; let value = ops[0]; let i = 1; while (i < ops.length) { const op = ops[i]; const fn = ops[i + 1]; i += 2; if ((op === 'optionalAccess' || op === 'optionalCall') && value == null) { return undefined; } if (op === 'access' || op === 'optionalAccess') { lastAccessLHS = value; value = fn(value); } else if (op === 'call' || op === 'optionalCall') { value = fn((...args) => value.call(lastAccessLHS, ...args)); lastAccessLHS = undefined; } } return value; }var _chunk55B57ZAYcjs = require('./chunk-55B57ZAY.cjs');var _chunkZUNVPK23cjs = require('./chunk-ZUNVPK23.cjs');var _chunkXXFLFF7Qcjs = require('./chunk-XXFLFF7Q.cjs');var _crypto = require('crypto'); var E = _interopRequireWildcard(_crypto);var _jsonwebtoken = require('jsonwebtoken'); var $ = _interopRequireWildcard(_jsonwebtoken);function A(c,p,t){let n=Buffer.from(t,"base64"),u=Buffer.from(p,"base64"),f="id-aes256-wrap-pad",l=Buffer.from("A65959A6","hex"),o=E.createCipheriv(f,u,l),s={encryptedIdentifier:Buffer.concat([o.update(c),o.final()]).toString("base64")};return $.sign(s,n,{algorithm:"HS384"})}var _colors = require('colors'); var _colors2 = _interopRequireDefault(_colors);var _iots = require('io-ts'); var r = _interopRequireWildcard(_iots);var _bluebird = require('bluebird');var _cliprogress = require('cli-progress'); var _cliprogress2 = _interopRequireDefault(_cliprogress);var _typeutils = require('@transcend-io/type-utils');var x=/^[0-9][Y|N]([Y|N])[Y|N]$/,I= exports.c =r.record(r.string,r.union([r.boolean,r.literal("Auto")]));async function q({base64EncryptionKey:c,base64SigningKey:p,preferences:t,partition:n,concurrency:u=100,transcendUrl:f=_chunkXXFLFF7Qcjs.s}){let l=_chunk55B57ZAYcjs.zc.call(void 0, f),o=t.filter(e=>e.usp&&!x.test(e.usp));if(o.length>0)throw new Error(`Received invalid usp strings: ${JSON.stringify(o,null,2)}`);let d=t.map((e,g)=>[e,g]).filter(([e])=>{if(!e.purposes)return!1;try{return _typeutils.decodeCodec.call(void 0, I,e.purposes),!1}catch (e2){return!0}});if(d.length>0)throw new Error(`Received invalid purpose maps: ${JSON.stringify(d,null,2)}`);let s=t.filter(e=>!e.usp&&!e.purposes);if(s.length>0)throw new Error(`Received invalid inputs, expected either purposes or usp to be defined: ${JSON.stringify(s,null,2)}`);_chunkZUNVPK23cjs.a.info(_colors2.default.magenta(`Uploading ${t.length} user preferences to partition ${n}`));let S=new Date().getTime(),m=new _cliprogress2.default.SingleBar({},_cliprogress2.default.Presets.shades_classic),v=0;m.start(t.length,0),await _bluebird.map.call(void 0, t,async({userId:e,confirmed:g="true",updated:C,prompted:P,purposes:N,...i})=>{let O=A(e,c,p),[,_]=i.usp?x.exec(i.usp)||[]:[],j={token:O,partition:n,consent:{confirmed:g==="true",purposes:N?_typeutils.decodeCodec.call(void 0, I,N):i.usp?{SaleOfInfo:_==="Y"}:{},...C?{updated:C==="true"}:{},...P?{prompted:P==="true"}:{},...i}};try{await l.post("sync",{json:j}).json()}catch(y){try{let h=JSON.parse(_optionalChain([y, 'optionalAccess', _2 => _2.response, 'optionalAccess', _3 => _3.body])||"{}");h.error&&_chunkZUNVPK23cjs.a.error(_colors2.default.red(`Error: ${h.error}`))}catch (e3){}throw new Error(`Received an error from server: ${_optionalChain([y, 'optionalAccess', _4 => _4.response, 'optionalAccess', _5 => _5.body])||_optionalChain([y, 'optionalAccess', _6 => _6.message])}`)}v+=1,m.update(v)},{concurrency:u}),m.stop();let R=new Date().getTime()-S;_chunkZUNVPK23cjs.a.info(_colors2.default.green(`Successfully uploaded ${t.length} user preferences to partition ${n} in "${R/1e3}" seconds!`))}exports.a = A; exports.b = x; exports.c = I; exports.d = q;
+//# sourceMappingURL=chunk-M3Y6JH6I.cjs.map

package/dist/{chunk-HUZESENZ.cjs.map → chunk-M3Y6JH6I.cjs.map}

@@ -1 +1 @@
-{"version":3,"sources":["/home/runner/work/cli/cli/dist/chunk-HUZESENZ.cjs","../src/lib/consent-manager/createConsentToken.ts","../src/lib/consent-manager/uploadConsents.ts"],"names":["createConsentToken","userId","base64EncryptionKey","base64SigningKey","signingKey","encryptionKey","encryptionAlgorithm","iv","cipher","jwtPayload","USP_STRING_REGEX","PurposeMap","uploadConsents","preferences","partition","concurrency","transcendUrl","DEFAULT_TRANSCEND_CONSENT_API","transcendConsentApi","createTranscendConsentGotInstance","invalidUspStrings","pref"],"mappings":"AAAA,u/BAAyC,wDAAoC,wDAAyC,0ECA9F,4FACH,SAWLA,CAAAA,CACdC,CAAAA,CACAC,CAAAA,CACAC,CAAAA,CACQ,CAER,IAAMC,CAAAA,CAAa,MAAA,CAAO,IAAA,CAAKD,CAAAA,CAAkB,QAAQ,CAAA,CACnDE,CAAAA,CAAgB,MAAA,CAAO,IAAA,CAAKH,CAAAA,CAAqB,QAAQ,CAAA,CAGzDI,CAAAA,CAAsB,oBAAA,CAEtBC,CAAAA,CAAK,MAAA,CAAO,IAAA,CAAK,UAAA,CAAY,KAAK,CAAA,CAElCC,CAAAA,CAAgB,CAAA,CAAA,cAAA,CAAeF,CAAAA,CAAqBD,CAAAA,CAAeE,CAAE,CAAA,CAYrEE,CAAAA,CAAa,CACjB,mBAAA,CAV0B,MAAA,CAAO,MAAA,CAAO,CACxCD,CAAAA,CAAO,MAAA,CAAOP,CAAM,CAAA,CACpBO,CAAAA,CAAO,KAAA,CAAM,CACf,CAAC,CAAA,CAAE,QAAA,CAAS,QAAQ,CAQpB,CAAA,CAOA,OAJyB,CAAA,CAAA,IAAA,CAAKC,CAAAA,CAAYL,CAAAA,CAAY,CACpD,SAAA,CAAW,OACb,CAAC,CAGH,CC/CA,gFAAmB,qEACA,oCAEC,qGAGI,qDACI,IAIfM,CAAAA,CAAmB,0BAAA,CAEnBC,CAAAA,aAAe,CAAA,CAAA,MAAA,CACxB,CAAA,CAAA,MAAA,CACA,CAAA,CAAA,KAAA,CAAM,CAAG,CAAA,CAAA,OAAA,CAAW,CAAA,CAAA,OAAA,CAAQ,MAAM,CAAC,CAAC,CACxC,CAAA,CAOA,MAAA,SAAsBC,CAAAA,CAAe,CACnC,mBAAA,CAAAV,CAAAA,CACA,gBAAA,CAAAC,CAAAA,CACA,WAAA,CAAAU,CAAAA,CACA,SAAA,CAAAC,CAAAA,CACA,WAAA,CAAAC,CAAAA,CAAc,GAAA,CACd,YAAA,CAAAC,CAAAA,CAAeC,mBACjB,CAAA,CAakB,CAEhB,IAAMC,CAAAA,CAAsBC,kCAAAA,CAA8C,CAAA,CAGpEC,CAAAA,CAAoBP,CAAAA,CAAY,MAAA,CACnCQ,CAAAA,EAASA,CAAAA,CAAK,GAAA,EAAO,CAACX,CAAAA,CAAiB,IAAA,CAAKW,CAAAA,CAAK,GAAG,CACvD,CAAA,CACA,EAAA,CAAID,CAAAA,CAAkB,MAAA,CAAS,CAAA,CAC7B,MAAM,IAAI,KAAA,CACR,CAAA,8BAAA,EAAiC,IAAA,CAAK,SAAA,CACpCA,CAAAA,CACA,IAAA,CACA,CACF,CAAC,CAAA,CAAA","file":"/home/runner/work/cli/cli/dist/chunk-HUZESENZ.cjs","sourcesContent":[null,"import * as crypto from 'crypto';\nimport * as jwt from 'jsonwebtoken';\n\n/**\n * Function to create a consent manager token\n *\n * @see https://docs.transcend.io/docs/consent/reference/managed-consent-database\n * @param userId - User ID\n * @param base64EncryptionKey - Encryption key\n * @param base64SigningKey - Signing key\n * @returns Token\n */\nexport function createConsentToken(\n  userId: string,\n  base64EncryptionKey: string,\n  base64SigningKey: string,\n): string {\n  // Read on for where to find these keys\n  const signingKey = Buffer.from(base64SigningKey, 'base64');\n  const encryptionKey = Buffer.from(base64EncryptionKey, 'base64');\n\n  // NIST's AES-KWP implementation { aes 48 } - see https://tools.ietf.org/html/rfc5649\n  const encryptionAlgorithm = 'id-aes256-wrap-pad';\n  // Initial Value for AES-KWP integrity check - see https://tools.ietf.org/html/rfc5649#section-3\n  const iv = Buffer.from('A65959A6', 'hex');\n  // Set up encryption algorithm\n  const cipher = crypto.createCipheriv(encryptionAlgorithm, encryptionKey, iv);\n\n  // Encrypt the userId and base64-encode the result\n  const encryptedIdentifier = Buffer.concat([\n    cipher.update(userId),\n    cipher.final(),\n  ]).toString('base64');\n\n  // Create the JWT content - jwt.sign will add a 'iat' (issued at) field to the payload\n  // If you wanted to add something manually, consider\n  // const issued: Date = new Date();\n  // const isoDate = issued.toISOString();\n  const jwtPayload = {\n    encryptedIdentifier,\n  };\n\n  // Create a JSON web token and HMAC it with SHA-384\n  const consentToken = jwt.sign(jwtPayload, signingKey, {\n    algorithm: 'HS384',\n  });\n\n  return consentToken;\n}\n","import { createTranscendConsentGotInstance } from '../graphql';\nimport colors from 'colors';\nimport * as t from 'io-ts';\nimport { DEFAULT_TRANSCEND_CONSENT_API } from '../../constants';\nimport { map } from 'bluebird';\nimport { createConsentToken } from './createConsentToken';\nimport { logger } from '../../logger';\nimport cliProgress from 'cli-progress';\nimport { decodeCodec } from '@transcend-io/type-utils';\nimport type { ConsentPreferenceUpload } from './types';\nimport { ConsentPreferencesBody } from '@transcend-io/airgap.js-types';\n\nexport const USP_STRING_REGEX = /^[0-9][Y|N]([Y|N])[Y|N]$/;\n\nexport const PurposeMap = t.record(\n  t.string,\n  t.union([t.boolean, t.literal('Auto')]),\n);\n\n/**\n * Upload a set of consent preferences\n *\n * @param options - Options\n */\nexport async function uploadConsents({\n  base64EncryptionKey,\n  base64SigningKey,\n  preferences,\n  partition,\n  concurrency = 100,\n  transcendUrl = DEFAULT_TRANSCEND_CONSENT_API,\n}: {\n  /** base64 encryption key */\n  base64EncryptionKey: string;\n  /** base64 signing key */\n  base64SigningKey: string;\n  /** Partition key */\n  partition: string;\n  /** Sombra API key authentication */\n  preferences: ConsentPreferenceUpload[];\n  /** API URL for Transcend backend */\n  transcendUrl?: string;\n  /** Concurrency limit for approving */\n  concurrency?: number;\n}): Promise<void> {\n  // Create connection to API\n  const transcendConsentApi = createTranscendConsentGotInstance(transcendUrl);\n\n  // Ensure usp strings are valid\n  const invalidUspStrings = preferences.filter(\n    (pref) => pref.usp && !USP_STRING_REGEX.test(pref.usp),\n  );\n  if (invalidUspStrings.length > 0) {\n    throw new Error(\n      `Received invalid usp strings: ${JSON.stringify(\n        invalidUspStrings,\n        null,\n        2,\n      )}`,\n    );\n  }\n\n  // Ensure purpose maps are valid\n  const invalidPurposeMaps = preferences\n    .map((pref, ind) => [pref, ind] as [ConsentPreferenceUpload, number])\n    .filter(([pref]) => {\n      if (!pref.purposes) {\n        return false;\n      }\n      try {\n        decodeCodec(PurposeMap, pref.purposes);\n        return false;\n      } catch {\n        return true;\n      }\n    });\n  if (invalidPurposeMaps.length > 0) {\n    throw new Error(\n      `Received invalid purpose maps: ${JSON.stringify(\n        invalidPurposeMaps,\n        null,\n        2,\n      )}`,\n    );\n  }\n\n  // Ensure usp or preferences are provided\n  const invalidInputs = preferences.filter(\n    (pref) => !pref.usp && !pref.purposes,\n  );\n  if (invalidInputs.length > 0) {\n    throw new Error(\n      `Received invalid inputs, expected either purposes or usp to be defined: ${JSON.stringify(\n        invalidInputs,\n        null,\n        2,\n      )}`,\n    );\n  }\n\n  logger.info(\n    colors.magenta(\n      `Uploading ${preferences.length} user preferences to partition ${partition}`,\n    ),\n  );\n\n  // Time duration\n  const t0 = new Date().getTime();\n  // create a new progress bar instance and use shades_classic theme\n  const progressBar = new cliProgress.SingleBar(\n    {},\n    cliProgress.Presets.shades_classic,\n  );\n\n  // Build a GraphQL client\n  let total = 0;\n  progressBar.start(preferences.length, 0);\n  await map(\n    preferences,\n    async ({\n      userId,\n      confirmed = 'true',\n      updated,\n      prompted,\n      purposes,\n      ...consent\n    }) => {\n      const token = createConsentToken(\n        userId,\n        base64EncryptionKey,\n        base64SigningKey,\n      );\n\n      // parse usp string\n      const [, saleStatus] = consent.usp\n        ? USP_STRING_REGEX.exec(consent.usp) || []\n        : [];\n\n      const input = {\n        token,\n        partition,\n        consent: {\n          confirmed: confirmed === 'true',\n          purposes: purposes\n            ? decodeCodec(PurposeMap, purposes)\n            : consent.usp\n            ? { SaleOfInfo: saleStatus === 'Y' }\n            : {},\n          ...(updated ? { updated: updated === 'true' } : {}),\n          ...(prompted ? { prompted: prompted === 'true' } : {}),\n          ...consent,\n        },\n      } as ConsentPreferencesBody;\n\n      // Make the request\n      try {\n        await transcendConsentApi\n          .post('sync', {\n            json: input,\n          })\n          .json();\n      } catch (err) {\n        try {\n          const parsed = JSON.parse(err?.response?.body || '{}');\n          if (parsed.error) {\n            logger.error(colors.red(`Error: ${parsed.error}`));\n          }\n        } catch (e) {\n          // continue\n        }\n        throw new Error(\n          `Received an error from server: ${\n            err?.response?.body || err?.message\n          }`,\n        );\n      }\n\n      total += 1;\n      progressBar.update(total);\n    },\n    { concurrency },\n  );\n\n  progressBar.stop();\n  const t1 = new Date().getTime();\n  const totalTime = t1 - t0;\n\n  logger.info(\n    colors.green(\n      `Successfully uploaded ${\n        preferences.length\n      } user preferences to partition ${partition} in \"${\n        totalTime / 1000\n      }\" seconds!`,\n    ),\n  );\n}\n"]}
+{"version":3,"sources":["/home/runner/work/cli/cli/dist/chunk-M3Y6JH6I.cjs","../src/lib/consent-manager/createConsentToken.ts","../src/lib/consent-manager/uploadConsents.ts"],"names":["createConsentToken","userId","base64EncryptionKey","base64SigningKey","signingKey","encryptionKey","encryptionAlgorithm","iv","cipher","jwtPayload","USP_STRING_REGEX","PurposeMap","uploadConsents","preferences","partition","concurrency","transcendUrl","DEFAULT_TRANSCEND_CONSENT_API","transcendConsentApi","createTranscendConsentGotInstance","invalidUspStrings","pref"],"mappings":"AAAA,u/BAAyC,wDAAoC,wDAAyC,0ECA9F,4FACH,SAWLA,CAAAA,CACdC,CAAAA,CACAC,CAAAA,CACAC,CAAAA,CACQ,CAER,IAAMC,CAAAA,CAAa,MAAA,CAAO,IAAA,CAAKD,CAAAA,CAAkB,QAAQ,CAAA,CACnDE,CAAAA,CAAgB,MAAA,CAAO,IAAA,CAAKH,CAAAA,CAAqB,QAAQ,CAAA,CAGzDI,CAAAA,CAAsB,oBAAA,CAEtBC,CAAAA,CAAK,MAAA,CAAO,IAAA,CAAK,UAAA,CAAY,KAAK,CAAA,CAElCC,CAAAA,CAAgB,CAAA,CAAA,cAAA,CAAeF,CAAAA,CAAqBD,CAAAA,CAAeE,CAAE,CAAA,CAYrEE,CAAAA,CAAa,CACjB,mBAAA,CAV0B,MAAA,CAAO,MAAA,CAAO,CACxCD,CAAAA,CAAO,MAAA,CAAOP,CAAM,CAAA,CACpBO,CAAAA,CAAO,KAAA,CAAM,CACf,CAAC,CAAA,CAAE,QAAA,CAAS,QAAQ,CAQpB,CAAA,CAOA,OAJyB,CAAA,CAAA,IAAA,CAAKC,CAAAA,CAAYL,CAAAA,CAAY,CACpD,SAAA,CAAW,OACb,CAAC,CAGH,CC/CA,gFAAmB,qEACA,oCAEC,qGAGI,qDACI,IAIfM,CAAAA,CAAmB,0BAAA,CAEnBC,CAAAA,aAAe,CAAA,CAAA,MAAA,CACxB,CAAA,CAAA,MAAA,CACA,CAAA,CAAA,KAAA,CAAM,CAAG,CAAA,CAAA,OAAA,CAAW,CAAA,CAAA,OAAA,CAAQ,MAAM,CAAC,CAAC,CACxC,CAAA,CAOA,MAAA,SAAsBC,CAAAA,CAAe,CACnC,mBAAA,CAAAV,CAAAA,CACA,gBAAA,CAAAC,CAAAA,CACA,WAAA,CAAAU,CAAAA,CACA,SAAA,CAAAC,CAAAA,CACA,WAAA,CAAAC,CAAAA,CAAc,GAAA,CACd,YAAA,CAAAC,CAAAA,CAAeC,mBACjB,CAAA,CAakB,CAEhB,IAAMC,CAAAA,CAAsBC,kCAAAA,CAA8C,CAAA,CAGpEC,CAAAA,CAAoBP,CAAAA,CAAY,MAAA,CACnCQ,CAAAA,EAASA,CAAAA,CAAK,GAAA,EAAO,CAACX,CAAAA,CAAiB,IAAA,CAAKW,CAAAA,CAAK,GAAG,CACvD,CAAA,CACA,EAAA,CAAID,CAAAA,CAAkB,MAAA,CAAS,CAAA,CAC7B,MAAM,IAAI,KAAA,CACR,CAAA,8BAAA,EAAiC,IAAA,CAAK,SAAA,CACpCA,CAAAA,CACA,IAAA,CACA,CACF,CAAC,CAAA,CAAA","file":"/home/runner/work/cli/cli/dist/chunk-M3Y6JH6I.cjs","sourcesContent":[null,"import * as crypto from 'crypto';\nimport * as jwt from 'jsonwebtoken';\n\n/**\n * Function to create a consent manager token\n *\n * @see https://docs.transcend.io/docs/consent/reference/managed-consent-database\n * @param userId - User ID\n * @param base64EncryptionKey - Encryption key\n * @param base64SigningKey - Signing key\n * @returns Token\n */\nexport function createConsentToken(\n  userId: string,\n  base64EncryptionKey: string,\n  base64SigningKey: string,\n): string {\n  // Read on for where to find these keys\n  const signingKey = Buffer.from(base64SigningKey, 'base64');\n  const encryptionKey = Buffer.from(base64EncryptionKey, 'base64');\n\n  // NIST's AES-KWP implementation { aes 48 } - see https://tools.ietf.org/html/rfc5649\n  const encryptionAlgorithm = 'id-aes256-wrap-pad';\n  // Initial Value for AES-KWP integrity check - see https://tools.ietf.org/html/rfc5649#section-3\n  const iv = Buffer.from('A65959A6', 'hex');\n  // Set up encryption algorithm\n  const cipher = crypto.createCipheriv(encryptionAlgorithm, encryptionKey, iv);\n\n  // Encrypt the userId and base64-encode the result\n  const encryptedIdentifier = Buffer.concat([\n    cipher.update(userId),\n    cipher.final(),\n  ]).toString('base64');\n\n  // Create the JWT content - jwt.sign will add a 'iat' (issued at) field to the payload\n  // If you wanted to add something manually, consider\n  // const issued: Date = new Date();\n  // const isoDate = issued.toISOString();\n  const jwtPayload = {\n    encryptedIdentifier,\n  };\n\n  // Create a JSON web token and HMAC it with SHA-384\n  const consentToken = jwt.sign(jwtPayload, signingKey, {\n    algorithm: 'HS384',\n  });\n\n  return consentToken;\n}\n","import { createTranscendConsentGotInstance } from '../graphql';\nimport colors from 'colors';\nimport * as t from 'io-ts';\nimport { DEFAULT_TRANSCEND_CONSENT_API } from '../../constants';\nimport { map } from 'bluebird';\nimport { createConsentToken } from './createConsentToken';\nimport { logger } from '../../logger';\nimport cliProgress from 'cli-progress';\nimport { decodeCodec } from '@transcend-io/type-utils';\nimport type { ConsentPreferenceUpload } from './types';\nimport { ConsentPreferencesBody } from '@transcend-io/airgap.js-types';\n\nexport const USP_STRING_REGEX = /^[0-9][Y|N]([Y|N])[Y|N]$/;\n\nexport const PurposeMap = t.record(\n  t.string,\n  t.union([t.boolean, t.literal('Auto')]),\n);\n\n/**\n * Upload a set of consent preferences\n *\n * @param options - Options\n */\nexport async function uploadConsents({\n  base64EncryptionKey,\n  base64SigningKey,\n  preferences,\n  partition,\n  concurrency = 100,\n  transcendUrl = DEFAULT_TRANSCEND_CONSENT_API,\n}: {\n  /** base64 encryption key */\n  base64EncryptionKey: string;\n  /** base64 signing key */\n  base64SigningKey: string;\n  /** Partition key */\n  partition: string;\n  /** Sombra API key authentication */\n  preferences: ConsentPreferenceUpload[];\n  /** API URL for Transcend backend */\n  transcendUrl?: string;\n  /** Concurrency limit for approving */\n  concurrency?: number;\n}): Promise<void> {\n  // Create connection to API\n  const transcendConsentApi = createTranscendConsentGotInstance(transcendUrl);\n\n  // Ensure usp strings are valid\n  const invalidUspStrings = preferences.filter(\n    (pref) => pref.usp && !USP_STRING_REGEX.test(pref.usp),\n  );\n  if (invalidUspStrings.length > 0) {\n    throw new Error(\n      `Received invalid usp strings: ${JSON.stringify(\n        invalidUspStrings,\n        null,\n        2,\n      )}`,\n    );\n  }\n\n  // Ensure purpose maps are valid\n  const invalidPurposeMaps = preferences\n    .map((pref, ind) => [pref, ind] as [ConsentPreferenceUpload, number])\n    .filter(([pref]) => {\n      if (!pref.purposes) {\n        return false;\n      }\n      try {\n        decodeCodec(PurposeMap, pref.purposes);\n        return false;\n      } catch {\n        return true;\n      }\n    });\n  if (invalidPurposeMaps.length > 0) {\n    throw new Error(\n      `Received invalid purpose maps: ${JSON.stringify(\n        invalidPurposeMaps,\n        null,\n        2,\n      )}`,\n    );\n  }\n\n  // Ensure usp or preferences are provided\n  const invalidInputs = preferences.filter(\n    (pref) => !pref.usp && !pref.purposes,\n  );\n  if (invalidInputs.length > 0) {\n    throw new Error(\n      `Received invalid inputs, expected either purposes or usp to be defined: ${JSON.stringify(\n        invalidInputs,\n        null,\n        2,\n      )}`,\n    );\n  }\n\n  logger.info(\n    colors.magenta(\n      `Uploading ${preferences.length} user preferences to partition ${partition}`,\n    ),\n  );\n\n  // Time duration\n  const t0 = new Date().getTime();\n  // create a new progress bar instance and use shades_classic theme\n  const progressBar = new cliProgress.SingleBar(\n    {},\n    cliProgress.Presets.shades_classic,\n  );\n\n  // Build a GraphQL client\n  let total = 0;\n  progressBar.start(preferences.length, 0);\n  await map(\n    preferences,\n    async ({\n      userId,\n      confirmed = 'true',\n      updated,\n      prompted,\n      purposes,\n      ...consent\n    }) => {\n      const token = createConsentToken(\n        userId,\n        base64EncryptionKey,\n        base64SigningKey,\n      );\n\n      // parse usp string\n      const [, saleStatus] = consent.usp\n        ? USP_STRING_REGEX.exec(consent.usp) || []\n        : [];\n\n      const input = {\n        token,\n        partition,\n        consent: {\n          confirmed: confirmed === 'true',\n          purposes: purposes\n            ? decodeCodec(PurposeMap, purposes)\n            : consent.usp\n            ? { SaleOfInfo: saleStatus === 'Y' }\n            : {},\n          ...(updated ? { updated: updated === 'true' } : {}),\n          ...(prompted ? { prompted: prompted === 'true' } : {}),\n          ...consent,\n        },\n      } as ConsentPreferencesBody;\n\n      // Make the request\n      try {\n        await transcendConsentApi\n          .post('sync', {\n            json: input,\n          })\n          .json();\n      } catch (err) {\n        try {\n          const parsed = JSON.parse(err?.response?.body || '{}');\n          if (parsed.error) {\n            logger.error(colors.red(`Error: ${parsed.error}`));\n          }\n        } catch (e) {\n          // continue\n        }\n        throw new Error(\n          `Received an error from server: ${\n            err?.response?.body || err?.message\n          }`,\n        );\n      }\n\n      total += 1;\n      progressBar.update(total);\n    },\n    { concurrency },\n  );\n\n  progressBar.stop();\n  const t1 = new Date().getTime();\n  const totalTime = t1 - t0;\n\n  logger.info(\n    colors.green(\n      `Successfully uploaded ${\n        preferences.length\n      } user preferences to partition ${partition} in \"${\n        totalTime / 1000\n      }\" seconds!`,\n    ),\n  );\n}\n"]}

package/dist/{chunk-JSVWGZUF.cjs → chunk-M7OVJJGB.cjs}

@@ -1,4 +1,4 @@
-"use strict";Object.defineProperty(exports, "__esModule", {value: true}); function _interopRequireWildcard(obj) { if (obj && obj.__esModule) { return obj; } else { var newObj = {}; if (obj != null) { for (var key in obj) { if (Object.prototype.hasOwnProperty.call(obj, key)) { newObj[key] = obj[key]; } } } newObj.default = obj; return newObj; } } function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; } function _nullishCoalesce(lhs, rhsFn) { if (lhs != null) { return lhs; } else { return rhsFn(); } } function _optionalChain(ops) { let lastAccessLHS = undefined; let value = ops[0]; let i = 1; while (i < ops.length) { const op = ops[i]; const fn = ops[i + 1]; i += 2; if ((op === 'optionalAccess' || op === 'optionalCall') && value == null) { return undefined; } if (op === 'access' || op === 'optionalAccess') { lastAccessLHS = value; value = fn(value); } else if (op === 'call' || op === 'optionalCall') { value = fn((...args) => value.call(lastAccessLHS, ...args)); lastAccessLHS = undefined; } } return value; }var _chunkVWGA62SGcjs = require('./chunk-VWGA62SG.cjs');var _chunkZUNVPK23cjs = require('./chunk-ZUNVPK23.cjs');var _chunkFZTNEEMWcjs = require('./chunk-FZTNEEMW.cjs');var _os = require('os');function Kt(e,t){let o=Math.max(1,_nullishCoalesce(_optionalChain([_os.availableParallelism, 'optionalCall', _2 => _2()]), () => (1)));return{poolSize:typeof e=="number"&&e>0?Math.min(e,t):Math.min(o,t),cpuCount:o}}var _child_process = require('child_process');var _path = require('path');var _fs = require('fs');var _colors = require('colors'); var _colors2 = _interopRequireDefault(_colors);function rt(e){return`'${String(e).replace(/'/g,"'\\''")}'`}function ot(e,t,o=!1){if(o)return;let r=_os.platform.call(void 0, );try{if(r==="darwin"){let l=e.map(rt).join(" -f "),s=`
+"use strict";Object.defineProperty(exports, "__esModule", {value: true}); function _interopRequireWildcard(obj) { if (obj && obj.__esModule) { return obj; } else { var newObj = {}; if (obj != null) { for (var key in obj) { if (Object.prototype.hasOwnProperty.call(obj, key)) { newObj[key] = obj[key]; } } } newObj.default = obj; return newObj; } } function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; } function _nullishCoalesce(lhs, rhsFn) { if (lhs != null) { return lhs; } else { return rhsFn(); } } function _optionalChain(ops) { let lastAccessLHS = undefined; let value = ops[0]; let i = 1; while (i < ops.length) { const op = ops[i]; const fn = ops[i + 1]; i += 2; if ((op === 'optionalAccess' || op === 'optionalCall') && value == null) { return undefined; } if (op === 'access' || op === 'optionalAccess') { lastAccessLHS = value; value = fn(value); } else if (op === 'call' || op === 'optionalCall') { value = fn((...args) => value.call(lastAccessLHS, ...args)); lastAccessLHS = undefined; } } return value; }var _chunk55B57ZAYcjs = require('./chunk-55B57ZAY.cjs');var _chunkZUNVPK23cjs = require('./chunk-ZUNVPK23.cjs');var _chunkXXFLFF7Qcjs = require('./chunk-XXFLFF7Q.cjs');var _os = require('os');function Kt(e,t){let o=Math.max(1,_nullishCoalesce(_optionalChain([_os.availableParallelism, 'optionalCall', _2 => _2()]), () => (1)));return{poolSize:typeof e=="number"&&e>0?Math.min(e,t):Math.min(o,t),cpuCount:o}}var _child_process = require('child_process');var _path = require('path');var _fs = require('fs');var _colors = require('colors'); var _colors2 = _interopRequireDefault(_colors);function rt(e){return`'${String(e).replace(/'/g,"'\\''")}'`}function ot(e,t,o=!1){if(o)return;let r=_os.platform.call(void 0, );try{if(r==="darwin"){let l=e.map(rt).join(" -f "),s=`
         tell application "Terminal"
           activate
           do script "printf '\\e]0;${t}\\a'; tail -n +1 -f ${l}"
@@ -11,7 +11,7 @@
 `):L.write(`${k}
 `)}catch (e6){}});i.stderr.on("data",x)}return i[at]={structuredPath:a,outPath:f,errPath:m,infoPath:c,warnPath:d,errorPath:g},n&&ot([a,f,m,c,d,g],`worker-${t}`,l),p.on("error",()=>{}),h.on("error",()=>{}),T.on("error",()=>{}),L.on("error",()=>{}),$.on("error",()=>{}),i}var _readline = require('readline'); var q = _interopRequireWildcard(_readline); var gt = _interopRequireWildcard(_readline);var ut="",Ft=(e,t)=>{let o=Math.min(e-1,9),r=e<=1?"0":`0-${o}`,n=e>10?" (Tab/Shift+Tab for \u226510)":"";return t?_colors2.default.dim("Run complete \u2014 digits to view logs \u2022 Tab/Shift+Tab cycle \u2022 Esc/Ctrl+] detach \u2022 q to quit"):_colors2.default.dim(`Hotkeys: [${r}] attach${n} \u2022 e=errors \u2022 w=warnings \u2022 i=info \u2022 l=logs \u2022 Tab/Shift+Tab \u2022 Esc/Ctrl+] detach \u2022 Ctrl+C exit`)};function ue(e,t,o=!1){let r=[...t.renderHeader(e),"",...t.renderWorkers(e),...o?[]:["",Ft(e.poolSize,e.final)],...t.renderExtras?[""].concat(t.renderExtras(e)):[]].join(`
 `);!e.final&&r===ut||(ut=r,e.final?process.stdout.write("\x1B[?25h"):(process.stdout.write("\x1B[?25l"),q.cursorTo(process.stdout,0,0),q.clearScreenDown(process.stdout)),process.stdout.write(`${r}
-`))}function J(e,t,o){let r=t.get(e);if(O(r))try{let n=K(r);if(n!=null)return n}catch (e7){}return o.get(e)}async function dt(e,t,o){await new Promise(r=>{try{let n=_fs.statSync.call(void 0, e),l=Math.max(0,n.size-t),s=_fs.createReadStream.call(void 0, e,{start:l,encoding:"utf8"});s.on("data",a=>o(a)),s.on("end",r),s.on("error",r)}catch (e8){r(void 0)}})}function pt(e,t,o){if(t.ctrl&&t.name==="c")return{type:"CTRL_C"};if(o==="dashboard")return t.name&&/^[0-9]$/.test(t.name)?{type:"ATTACH",id:Number(t.name)}:t.name==="tab"&&!t.shift?{type:"CYCLE",delta:1}:t.name==="tab"&&t.shift?{type:"CYCLE",delta:-1}:t.name==="q"?{type:"QUIT"}:null;if(t.name==="escape"||t.ctrl&&t.name==="]")return{type:"DETACH"};if(t.ctrl&&t.name==="d")return{type:"CTRL_D"};let r=_nullishCoalesce(_nullishCoalesce(t.sequence, () => (e)), () => (""));return r?{type:"FORWARD",sequence:r}:null}function ft(e){return[...e.keys()].sort((t,o)=>t-o)}function mt(e,t,o){if(!e.length)return null;let r=_nullishCoalesce(t, () => (e[0])),n=e.indexOf(r);return n===-1&&(n=0),n=(n+o+e.length)%e.length,e[n]}function ht(e){let{workers:t,onAttach:o,onDetach:r,onCtrlC:n,getLogPaths:l,replayBytes:s=200*1024,replayWhich:a=["out","err"],onEnterAttachScreen:f,ports:m}=e,c=_nullishCoalesce(_optionalChain([m, 'optionalAccess', _17 => _17.stdin]), () => (process.stdin)),d=_nullishCoalesce(_optionalChain([m, 'optionalAccess', _18 => _18.stdout]), () => (process.stdout)),g=_nullishCoalesce(_optionalChain([m, 'optionalAccess', _19 => _19.stderr]), () => (process.stderr)),i=(...b)=>{if(_chunkFZTNEEMWcjs.z)try{(_nullishCoalesce(_optionalChain([m, 'optionalAccess', _20 => _20.stderr]), () => (process.stderr))).write(`[keys] ${b.map(String).join(" ")}
+`))}function J(e,t,o){let r=t.get(e);if(O(r))try{let n=K(r);if(n!=null)return n}catch (e7){}return o.get(e)}async function dt(e,t,o){await new Promise(r=>{try{let n=_fs.statSync.call(void 0, e),l=Math.max(0,n.size-t),s=_fs.createReadStream.call(void 0, e,{start:l,encoding:"utf8"});s.on("data",a=>o(a)),s.on("end",r),s.on("error",r)}catch (e8){r(void 0)}})}function pt(e,t,o){if(t.ctrl&&t.name==="c")return{type:"CTRL_C"};if(o==="dashboard")return t.name&&/^[0-9]$/.test(t.name)?{type:"ATTACH",id:Number(t.name)}:t.name==="tab"&&!t.shift?{type:"CYCLE",delta:1}:t.name==="tab"&&t.shift?{type:"CYCLE",delta:-1}:t.name==="q"?{type:"QUIT"}:null;if(t.name==="escape"||t.ctrl&&t.name==="]")return{type:"DETACH"};if(t.ctrl&&t.name==="d")return{type:"CTRL_D"};let r=_nullishCoalesce(_nullishCoalesce(t.sequence, () => (e)), () => (""));return r?{type:"FORWARD",sequence:r}:null}function ft(e){return[...e.keys()].sort((t,o)=>t-o)}function mt(e,t,o){if(!e.length)return null;let r=_nullishCoalesce(t, () => (e[0])),n=e.indexOf(r);return n===-1&&(n=0),n=(n+o+e.length)%e.length,e[n]}function ht(e){let{workers:t,onAttach:o,onDetach:r,onCtrlC:n,getLogPaths:l,replayBytes:s=200*1024,replayWhich:a=["out","err"],onEnterAttachScreen:f,ports:m}=e,c=_nullishCoalesce(_optionalChain([m, 'optionalAccess', _17 => _17.stdin]), () => (process.stdin)),d=_nullishCoalesce(_optionalChain([m, 'optionalAccess', _18 => _18.stdout]), () => (process.stdout)),g=_nullishCoalesce(_optionalChain([m, 'optionalAccess', _19 => _19.stderr]), () => (process.stderr)),i=(...b)=>{if(_chunkXXFLFF7Qcjs.z)try{(_nullishCoalesce(_optionalChain([m, 'optionalAccess', _20 => _20.stderr]), () => (process.stderr))).write(`[keys] ${b.map(String).join(" ")}
 `)}catch (e9){}};if(!c.isTTY)return()=>{};gt.emitKeypressEvents(c),_optionalChain([c, 'access', _21 => _21.setRawMode, 'optionalCall', _22 => _22(!0)]);let p="dashboard",h=null,T=null,L=null;async function $(b){if(!l)return;let y=l(b);if(!y)return;let S=[];for(let w of a)w==="out"&&S.push(y.outPath),w==="err"&&S.push(y.errPath),w==="structured"&&S.push(y.structuredPath);if(S.length){d.write(`
 ------------ replay ------------
 `);for(let w of S)d.write(`
@@ -19,7 +19,7 @@
 `),await dt(w,s,R=>d.write(R));d.write(`
 --------------------------------
 
-`)}}let E=async b=>{i("attach()",`id=${b}`);let y=t.get(b);if(!y)return;p==="attached"&&x(),p="attached",h=b,_optionalChain([f, 'optionalCall', _23 => _23(b)]),_optionalChain([o, 'optionalCall', _24 => _24(b)]),await $(b),T=w=>d.write(w),L=w=>g.write(w),_optionalChain([y, 'access', _25 => _25.stdout, 'optionalAccess', _26 => _26.on, 'call', _27 => _27("data",T)]),_optionalChain([y, 'access', _28 => _28.stderr, 'optionalAccess', _29 => _29.on, 'call', _30 => _30("data",L)]);let S=()=>{h===b&&x()};y.once("exit",S)},x=()=>{if(i("detach()",`id=${h}`),h==null)return;let b=h,y=t.get(b);y&&(T&&_optionalChain([y, 'access', _31 => _31.stdout, 'optionalAccess', _32 => _32.off, 'call', _33 => _33("data",T)]),L&&_optionalChain([y, 'access', _34 => _34.stderr, 'optionalAccess', _35 => _35.off, 'call', _36 => _36("data",L)])),T=null,L=null,h=null,p="dashboard",_optionalChain([r, 'optionalCall', _37 => _37()])},k=(b,y)=>{i("keypress",JSON.stringify({str:b,name:y.name,seq:y.sequence,ctrl:y.ctrl,meta:y.meta,shift:y.shift,mode:p}));let S=pt(b,y,p);if(i("mapped",JSON.stringify(S)),!!S)switch(S.type){case"CTRL_C":{if(i("CTRL_C"),p==="attached"&&h!=null){let w=t.get(h);try{_optionalChain([w, 'optionalAccess', _38 => _38.kill, 'call', _39 => _39("SIGINT")])}catch (e10){}x();return}_optionalChain([n, 'optionalCall', _40 => _40()]);return}case"ATTACH":{if(i("ATTACH",`id=${S.id}`,`has=${t.has(S.id)}`),p!=="dashboard")return;t.has(S.id)&&E(S.id);return}case"CYCLE":{if(i("CYCLE",`delta=${S.delta}`),p!=="dashboard")return;let w=mt(ft(t),h,S.delta);w!=null&&E(w);return}case"QUIT":{if(p!=="dashboard")return;_optionalChain([n, 'optionalCall', _41 => _41()]);return}case"DETACH":{i("DETACH"),p==="attached"&&x();return}case"CTRL_D":{if(p==="attached"&&h!=null){let w=t.get(h);try{_optionalChain([w, 'optionalAccess', _42 => _42.stdin, 'optionalAccess', _43 => _43.end, 'call', _44 => _44()])}catch (e11){}}return}case"FORWARD":if(p==="attached"&&h!=null){let w=t.get(h);try{_optionalChain([w, 'optionalAccess', _45 => _45.stdin, 'optionalAccess', _46 => _46.write, 'call', _47 => _47(S.sequence)])}catch (e12){}}}},A=b=>{if(p==="attached"&&h!=null){let y=t.get(h);try{_optionalChain([y, 'optionalAccess', _48 => _48.stdin, 'optionalAccess', _49 => _49.write, 'call', _50 => _50(b)])}catch (e13){}}},j=()=>{c.off("keypress",k),c.off("data",A),_optionalChain([c, 'access', _51 => _51.setRawMode, 'optionalCall', _52 => _52(!1)]),d.write("\x1B[?25h")};return c.on("keypress",k),c.on("data",A),j}async function Re(e){let{title:t,baseDir:o,poolSize:r,cpuCount:n,render:l,childModulePath:s,hooks:a,filesTotal:f,childFlag:m,viewerMode:c=!1}=e,d=_nullishCoalesce(e.openLogWindows, () => (!c)),g=_nullishCoalesce(e.isSilent, () => (!0)),i=Date.now(),p=it(o),h=new Map,T=new Map,L=new Map,$=new _chunkVWGA62SGcjs.bg,x=_nullishCoalesce(_optionalChain([a, 'access', _53 => _53.initTotals, 'optionalCall', _54 => _54()]), () => ({})),k=0,A=0,j=0,b=null,y=!1,S=!1,w=null,R=(u=!1)=>{S||l({title:t,poolSize:r,cpuCount:n,filesTotal:f,filesCompleted:A,filesFailed:j,workerState:T,totals:x,final:u,exportStatus:_optionalChain([a, 'access', _55 => _55.exportStatus, 'optionalCall', _56 => _56()]),throughput:{successSoFar:A,r10s:$.rate(1e4),r60s:$.rate(6e4)}})},U=u=>{let v=a.nextTask();if(!v)return!1;let F=h.get(u),P=a.taskLabel(v),W=_optionalChain([a, 'access', _57 => _57.initSlotProgress, 'optionalCall', _58 => _58(v)]);return T.set(u,{busy:!0,file:P,startedAt:Date.now(),lastLevel:"ok",progress:W}),G(F,{type:"task",payload:v}),R(),!0};for(let u=0;u<r;u+=1){let v=lt({id:u,modulePath:s,logDir:p,openLogWindows:d,isSilent:g,childFlag:m});h.set(u,v),T.set(u,{busy:!1,file:null,startedAt:null,lastLevel:"ok"}),L.set(u,K(v)),k+=1;let F=I(P=>{let W=_(P);if(!W)return;let H=T.get(u);H.lastLevel!==W&&(T.set(u,{...H,lastLevel:W}),R())});_optionalChain([v, 'access', _59 => _59.stderr, 'optionalAccess', _60 => _60.on, 'call', _61 => _61("data",F)]),v.on("message",P=>{if(!(!P||typeof P!="object")){if(P.type==="ready"){y||(y=!0,b=setInterval(()=>R(!1),350)),U(u);return}if(P.type==="progress"){x=a.onProgress(x,P.payload);let W=T.get(u);T.set(u,{...W,progress:P.payload}),R();return}if(P.type==="result"){let W=T.get(u),{totals:H,ok:X}=a.onResult(x,P.payload);x=H,X?(A+=1,$.add(1)):j+=1,T.set(u,{...W,busy:!1,file:null,progress:void 0,lastLevel:X?"ok":"error"}),!U(u)&&O(v)&&G(v,{type:"shutdown"}),R()}}}),v.on("exit",()=>{k-=1,k===0&&(b&&clearInterval(b),R(!0))})}let z=()=>{},Y=()=>{try{_optionalChain([process, 'access', _62 => _62.stdin, 'access', _63 => _63.setRawMode, 'optionalCall', _64 => _64(!1)])}catch (e14){}try{process.stdin.pause()}catch (e15){}},Q=()=>{if(b&&clearInterval(b),_optionalChain([z, 'optionalCall', _65 => _65()]),w)try{process.stdin.off("data",w)}catch (e16){}Y(),process.stdout.write(`
+`)}}let E=async b=>{i("attach()",`id=${b}`);let y=t.get(b);if(!y)return;p==="attached"&&x(),p="attached",h=b,_optionalChain([f, 'optionalCall', _23 => _23(b)]),_optionalChain([o, 'optionalCall', _24 => _24(b)]),await $(b),T=w=>d.write(w),L=w=>g.write(w),_optionalChain([y, 'access', _25 => _25.stdout, 'optionalAccess', _26 => _26.on, 'call', _27 => _27("data",T)]),_optionalChain([y, 'access', _28 => _28.stderr, 'optionalAccess', _29 => _29.on, 'call', _30 => _30("data",L)]);let S=()=>{h===b&&x()};y.once("exit",S)},x=()=>{if(i("detach()",`id=${h}`),h==null)return;let b=h,y=t.get(b);y&&(T&&_optionalChain([y, 'access', _31 => _31.stdout, 'optionalAccess', _32 => _32.off, 'call', _33 => _33("data",T)]),L&&_optionalChain([y, 'access', _34 => _34.stderr, 'optionalAccess', _35 => _35.off, 'call', _36 => _36("data",L)])),T=null,L=null,h=null,p="dashboard",_optionalChain([r, 'optionalCall', _37 => _37()])},k=(b,y)=>{i("keypress",JSON.stringify({str:b,name:y.name,seq:y.sequence,ctrl:y.ctrl,meta:y.meta,shift:y.shift,mode:p}));let S=pt(b,y,p);if(i("mapped",JSON.stringify(S)),!!S)switch(S.type){case"CTRL_C":{if(i("CTRL_C"),p==="attached"&&h!=null){let w=t.get(h);try{_optionalChain([w, 'optionalAccess', _38 => _38.kill, 'call', _39 => _39("SIGINT")])}catch (e10){}x();return}_optionalChain([n, 'optionalCall', _40 => _40()]);return}case"ATTACH":{if(i("ATTACH",`id=${S.id}`,`has=${t.has(S.id)}`),p!=="dashboard")return;t.has(S.id)&&E(S.id);return}case"CYCLE":{if(i("CYCLE",`delta=${S.delta}`),p!=="dashboard")return;let w=mt(ft(t),h,S.delta);w!=null&&E(w);return}case"QUIT":{if(p!=="dashboard")return;_optionalChain([n, 'optionalCall', _41 => _41()]);return}case"DETACH":{i("DETACH"),p==="attached"&&x();return}case"CTRL_D":{if(p==="attached"&&h!=null){let w=t.get(h);try{_optionalChain([w, 'optionalAccess', _42 => _42.stdin, 'optionalAccess', _43 => _43.end, 'call', _44 => _44()])}catch (e11){}}return}case"FORWARD":if(p==="attached"&&h!=null){let w=t.get(h);try{_optionalChain([w, 'optionalAccess', _45 => _45.stdin, 'optionalAccess', _46 => _46.write, 'call', _47 => _47(S.sequence)])}catch (e12){}}}},A=b=>{if(p==="attached"&&h!=null){let y=t.get(h);try{_optionalChain([y, 'optionalAccess', _48 => _48.stdin, 'optionalAccess', _49 => _49.write, 'call', _50 => _50(b)])}catch (e13){}}},j=()=>{c.off("keypress",k),c.off("data",A),_optionalChain([c, 'access', _51 => _51.setRawMode, 'optionalCall', _52 => _52(!1)]),d.write("\x1B[?25h")};return c.on("keypress",k),c.on("data",A),j}async function Re(e){let{title:t,baseDir:o,poolSize:r,cpuCount:n,render:l,childModulePath:s,hooks:a,filesTotal:f,childFlag:m,viewerMode:c=!1}=e,d=_nullishCoalesce(e.openLogWindows, () => (!c)),g=_nullishCoalesce(e.isSilent, () => (!0)),i=Date.now(),p=it(o),h=new Map,T=new Map,L=new Map,$=new _chunk55B57ZAYcjs.bg,x=_nullishCoalesce(_optionalChain([a, 'access', _53 => _53.initTotals, 'optionalCall', _54 => _54()]), () => ({})),k=0,A=0,j=0,b=null,y=!1,S=!1,w=null,R=(u=!1)=>{S||l({title:t,poolSize:r,cpuCount:n,filesTotal:f,filesCompleted:A,filesFailed:j,workerState:T,totals:x,final:u,exportStatus:_optionalChain([a, 'access', _55 => _55.exportStatus, 'optionalCall', _56 => _56()]),throughput:{successSoFar:A,r10s:$.rate(1e4),r60s:$.rate(6e4)}})},U=u=>{let v=a.nextTask();if(!v)return!1;let F=h.get(u),P=a.taskLabel(v),W=_optionalChain([a, 'access', _57 => _57.initSlotProgress, 'optionalCall', _58 => _58(v)]);return T.set(u,{busy:!0,file:P,startedAt:Date.now(),lastLevel:"ok",progress:W}),G(F,{type:"task",payload:v}),R(),!0};for(let u=0;u<r;u+=1){let v=lt({id:u,modulePath:s,logDir:p,openLogWindows:d,isSilent:g,childFlag:m});h.set(u,v),T.set(u,{busy:!1,file:null,startedAt:null,lastLevel:"ok"}),L.set(u,K(v)),k+=1;let F=I(P=>{let W=_(P);if(!W)return;let H=T.get(u);H.lastLevel!==W&&(T.set(u,{...H,lastLevel:W}),R())});_optionalChain([v, 'access', _59 => _59.stderr, 'optionalAccess', _60 => _60.on, 'call', _61 => _61("data",F)]),v.on("message",P=>{if(!(!P||typeof P!="object")){if(P.type==="ready"){y||(y=!0,b=setInterval(()=>R(!1),350)),U(u);return}if(P.type==="progress"){x=a.onProgress(x,P.payload);let W=T.get(u);T.set(u,{...W,progress:P.payload}),R();return}if(P.type==="result"){let W=T.get(u),{totals:H,ok:X}=a.onResult(x,P.payload);x=H,X?(A+=1,$.add(1)):j+=1,T.set(u,{...W,busy:!1,file:null,progress:void 0,lastLevel:X?"ok":"error"}),!U(u)&&O(v)&&G(v,{type:"shutdown"}),R()}}}),v.on("exit",()=>{k-=1,k===0&&(b&&clearInterval(b),R(!0))})}let z=()=>{},Y=()=>{try{_optionalChain([process, 'access', _62 => _62.stdin, 'access', _63 => _63.setRawMode, 'optionalCall', _64 => _64(!1)])}catch (e14){}try{process.stdin.pause()}catch (e15){}},Q=()=>{if(b&&clearInterval(b),_optionalChain([z, 'optionalCall', _65 => _65()]),w)try{process.stdin.off("data",w)}catch (e16){}Y(),process.stdout.write(`
 Stopping workers...
 `);for(let[,u]of h){O(u)&&G(u,{type:"shutdown"});try{_optionalChain([u, 'optionalAccess', _66 => _66.kill, 'call', _67 => _67("SIGTERM")])}catch (e17){}}process.exit(130)},V=u=>{S=!0,process.stdout.write("\x1B[2J\x1B[H"),process.stdout.write(`Attached to worker ${u}. (Esc/Ctrl+] detach \u2022 Ctrl+D EOF \u2022 Ctrl+C SIGINT)
 `)},St=()=>{S=!1,R()};if(process.once("SIGINT",Q),!c){if(process.stdin.isTTY){try{process.stdin.setRawMode(!0)}catch (e18){process.stdout.write(_colors2.default.yellow(`Warning: Unable to enable raw mode for interactive key handling.
@@ -35,4 +35,4 @@ Press Esc/Ctrl+] to return to dashboard.
 `),(async()=>{try{await wt(t,g,i)}catch (e21){m=!1,r(!1),o()}})())},d=(g,i)=>{if(n)try{let p=n.exportCombinedLogs(t,g);a(`
 Wrote combined ${i} logs to: ${p}`),f(g,p)}catch (e22){a(`
 Failed to write combined ${i} logs`)}};return g=>{let i=g.toString("utf8");if(i==="e"){c(["err"],"error");return}if(i==="w"){c(["warn","err"],"warn");return}if(i==="i"){c(["info"],"all");return}if(i==="l"){c(["out","err","structured"],"all");return}if(i==="E"){d("error","error");return}if(i==="W"){d("warn","warn");return}if(i==="I"){d("info","info");return}if(i==="A"){d("all","ALL");return}let p=_optionalChain([s, 'optionalAccess', _78 => _78[i]]);if(p){p({noteExport:f,say:a});return}(i==="\x1B"||i==="")&&(m=!1,r(!1),o())}}var _events = require('events');var _url = require('url');function B(e){return typeof e=="number"?e.toLocaleString():"0"}function yt(e,t=40){let o=Math.max(0,Math.min(100,Math.floor(e))),r=Math.floor(o/100*t);return"\u2588".repeat(r)+"\u2591".repeat(t-r)}function Nt(e){let t=[...e.workerState.values()].filter(n=>n.busy).length,o=e.filesCompleted+e.filesFailed,r=e.filesTotal===0?100:Math.floor(o/Math.max(1,e.filesTotal)*100);return{done:o,inProgress:t,pct:r}}function or(e,t=[]){let{title:o,poolSize:r,cpuCount:n,filesTotal:l,filesCompleted:s,filesFailed:a,throughput:f}=e,{inProgress:m,pct:c}=Nt(e),d=[`${_colors2.default.bold(o)} \u2014 ${r} workers ${_colors2.default.dim(`(CPU avail: ${n})`)}`,`${_colors2.default.dim("Files")} ${B(l)}  ${_colors2.default.dim("Completed")} ${B(s)}  ${_colors2.default.dim("Failed")} ${a?_colors2.default.red(B(a)):B(a)}  ${_colors2.default.dim("In-flight")} ${B(m)}`,`[${yt(c)}] ${c}%`];if(f){let g=Math.round(f.r10s*3600).toLocaleString(),i=Math.round(f.r60s*3600).toLocaleString(),p=_optionalChain([e, 'access', _79 => _79.throughput, 'optionalAccess', _80 => _80.successSoFar])!=null?`  Newly uploaded: ${B(e.throughput.successSoFar)}`:"";d.push(_colors2.default.cyan(`Throughput: ${g}/hr (1h: ${i}/hr)${p}`))}return t.length?d.concat(t):d}function nr(e,t=o=>o?_path.basename.call(void 0, o):"-"){return[...e.workerState.entries()].map(([r,n])=>{let l=n.lastLevel==="error"?_colors2.default.red("ERROR "):n.lastLevel==="warn"?_colors2.default.yellow("WARN  "):n.busy?_colors2.default.green("WORKING"):_colors2.default.dim("IDLE   "),s=t(n.file),a=n.startedAt?`${Math.floor((Date.now()-n.startedAt)/1e3)}s`:"-",f=_nullishCoalesce(_optionalChain([n, 'access', _81 => _81.progress, 'optionalAccess', _82 => _82.processed]), () => (0)),m=_nullishCoalesce(_optionalChain([n, 'access', _83 => _83.progress, 'optionalAccess', _84 => _84.total]), () => (0)),c=m>0?Math.floor(f/m*100):0,d=m>0?yt(c,18):" ".repeat(18),g=m>0?`${f.toLocaleString()}/${m.toLocaleString()} (${c}%)`:_colors2.default.dim("\u2014");return`  [w${r}] ${l} | ${s} | ${a} | [${d}] ${g}`})}exports.a = Kt; exports.b = Bt; exports.c = ue; exports.d = or; exports.e = nr; exports.f = Re; exports.g = Oe;
-//# sourceMappingURL=chunk-JSVWGZUF.cjs.map
+//# sourceMappingURL=chunk-M7OVJJGB.cjs.map