npm - @transcend-io/cli - Versions diffs - 10.28.0 → 10.29.0 - Mend

@transcend-io/cli 10.28.0 → 10.29.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (338) hide show

package/dist/prompts-ClBXdELk.mjs.map ADDED Viewed

@@ -0,0 +1 @@

+ {"version":3,"file":"prompts-ClBXdELk.mjs","names":[],"sources":["../src/lib/scaffolding/project-plan-output.ts","../src/lib/scaffolding/project-plan.ts","../src/lib/scaffolding/agent-skill.ts","../src/lib/scaffolding/project-discovery.ts","../src/lib/scaffolding/prompts.ts"],"sourcesContent":["import { isAbsolute, relative, sep } from 'node:path';\n\nimport colors from 'colors';\nimport { createTwoFilesPatch } from 'diff';\n\nimport type { PlannedChange, ProjectPlan } from './project-plan.js';\n\n/** Stable public description of one planned mutation. */\nexport interface PublicPlannedChange {\n /** Create, merge, or link. */\n kind: 'create' | 'merge' | 'link';\n /** Display path. */\n target: string;\n /** Human-readable reason. */\n description: string;\n}\n\n/** Project plan fields displayed in a terminal preview. */\nexport interface DisplayableProjectPlan extends ProjectPlan {\n /** Files inspected and deliberately left unchanged. */\n unchanged: readonly string[];\n /** Non-fatal plan warnings. */\n warnings: readonly string[];\n}\n\n/** One project path displayed above a plan. */\nexport interface ProjectPlanDetail {\n /** Human-readable field label without a colon. */\n label: string;\n /** Absolute project path. */\n path: string;\n}\n\n/**\n * Prefer a portable path relative to the invocation directory.\n *\n * @param cwd - Process working directory\n * @param path - Absolute path\n * @returns Relative path when contained by cwd, otherwise the absolute path\n */\nexport function displayProjectPath(cwd: string, path: string): string {\n const value = relative(cwd, path).split(sep).join('/');\n if (value.length === 0) {\n return '.';\n }\n if (value === '..' || value.startsWith('../') || isAbsolute(value)) {\n return path.split(sep).join('/');\n }\n return value;\n}\n\n/**\n * Quote one value for POSIX-compatible command snippets.\n *\n * @param value - Raw command argument\n * @returns Safely single-quoted argument\n */\nexport function quoteShellArgument(value: string): string {\n return `'${value.replace(/'/gu, \"'\\\\''\")}'`;\n}\n\n/**\n * Convert an internal mutation to its stable public shape.\n *\n * @param cwd - Working directory\n * @param change - Internal mutation\n * @returns Public mutation\n */\nexport function toPublicPlannedChange(cwd: string, change: PlannedChange): PublicPlannedChange {\n if (change.kind === 'link') {\n return {\n kind: 'link',\n target: `${displayProjectPath(cwd, change.path)} -> ${change.target}`,\n description: change.description,\n };\n }\n return {\n kind: change.before === null ? 'create' : 'merge',\n target: displayProjectPath(cwd, change.path),\n description: change.description,\n };\n}\n\n/**\n * Render a human-readable complete project plan.\n *\n * @param plan - Project plan\n * @param options - Domain heading and project paths\n * @returns Preview text\n */\nexport function renderProjectPlan(\n plan: DisplayableProjectPlan,\n options: {\n /** Working directory for portable paths. */\n cwd: string;\n /** Domain-specific plan heading. */\n title: string;\n /** Project paths displayed above changes. */\n details: readonly ProjectPlanDetail[];\n },\n): string {\n const widestLabel = Math.max(...options.details.map(({ label }) => label.length + 1), 0);\n const lines = [\n colors.bold(options.title),\n ...options.details.map(({ label, path }) => {\n const paddedLabel = `${label}:`.padEnd(widestLabel);\n return ` ${colors.dim(paddedLabel)} ${colors.cyan(displayProjectPath(options.cwd, path))}`;\n }),\n '',\n ];\n if (plan.changes.length === 0) {\n lines.push(colors.dim('No changes needed.'));\n } else {\n lines.push(colors.bold('Changes'));\n plan.changes.forEach((change) => {\n const item = toPublicPlannedChange(options.cwd, change);\n const kind = {\n create: colors.green(item.kind.padEnd(7)),\n merge: colors.cyan(item.kind.padEnd(7)),\n link: colors.magenta(item.kind.padEnd(7)),\n }[item.kind];\n lines.push(` ${kind} ${item.target}`);\n if (change.kind === 'file' && change.before !== null) {\n const path = displayProjectPath(options.cwd, change.path);\n const patch = createTwoFilesPatch(path, path, change.before, change.after, '', '', {\n context: 3,\n });\n lines.push(\n ...patch\n .trimEnd()\n .split('\\n')\n .map((line) => ` ${line}`),\n );\n }\n });\n }\n if (plan.unchanged.length > 0) {\n lines.push('', colors.bold('Left unchanged'));\n plan.unchanged.forEach((path) =>\n lines.push(` ${colors.dim(displayProjectPath(options.cwd, path))}`),\n );\n }\n if (plan.warnings.length > 0) {\n lines.push('', colors.bold(colors.yellow('Warnings')));\n plan.warnings.forEach((warning) => lines.push(` ${colors.yellow(warning)}`));\n }\n return `${lines.join('\\n')}\\n`;\n}\n","/** A file observed while collecting project state. */\nexport interface ProjectFileSnapshot {\n /** Absolute path. */\n path: string;\n /** Existing UTF-8 contents, or null when absent. */\n contents: string | null;\n /** Existing file mode, when present. */\n mode?: number;\n}\n\n/** State of one potentially mutated path. */\nexport type PlanningPathSnapshot =\n | {\n /** Snapshot kind. */\n kind: 'absent';\n /** Absolute path. */\n path: string;\n }\n | {\n /** Snapshot kind. */\n kind: 'file';\n /** Absolute path. */\n path: string;\n /** UTF-8 contents. */\n contents: string;\n /** File mode. */\n mode: number;\n }\n | {\n /** Snapshot kind. */\n kind: 'link';\n /** Absolute path. */\n path: string;\n /** Link target. */\n target: string;\n }\n | {\n /** Snapshot kind. */\n kind: 'directory';\n /** Absolute path. */\n path: string;\n };\n\n/** A planned regular-file create or update. */\nexport interface PlannedFileChange {\n /** Discriminator. */\n kind: 'file';\n /** Absolute destination path. */\n path: string;\n /** Existing contents expected immediately before apply. */\n before: string | null;\n /** Complete desired contents. */\n after: string;\n /** Human-readable reason. */\n description: string;\n /** Existing file mode to preserve. */\n mode?: number;\n /** Whether an existing destination must always be rejected. */\n createOnly?: boolean;\n}\n\n/** A planned project-local symbolic link with a copy fallback. */\nexport interface PlannedLinkChange {\n /** Discriminator. */\n kind: 'link';\n /** Absolute link path. */\n path: string;\n /** Relative link target. */\n target: string;\n /** Managed files to copy when links are unavailable. */\n fallbackFiles: {\n /** Destination relative to the link path. */\n path: string;\n /** Complete desired contents. */\n contents: string;\n }[];\n /** Human-readable reason. */\n description: string;\n}\n\n/** One staged project mutation. */\nexport type PlannedChange = PlannedFileChange | PlannedLinkChange;\n\n/** Directory contents that must still match their planning snapshot. */\nexport interface PlannedDirectoryPrecondition {\n /** Directory inspected during planning. */\n path: string;\n /** Sorted relative entries expected immediately before apply. */\n relativePaths: string[];\n}\n\n/** Minimal plan consumed by the transactional filesystem applicator. */\nexport interface ProjectPlan {\n /** Approved physical root for every planned mutation. */\n rootDirectory: string;\n /** Directory-wide state that must still match the preview. */\n directoryPreconditions?: PlannedDirectoryPrecondition[];\n /** Ordered staged mutations. */\n changes: PlannedChange[];\n}\n\n/**\n * Read a required candidate snapshot.\n *\n * @param snapshots - Snapshots keyed by absolute path\n * @param path - Absolute path\n * @returns Snapshot\n */\nexport function getPlanningPathSnapshot(\n snapshots: Readonly<Record<string, PlanningPathSnapshot>>,\n path: string,\n): PlanningPathSnapshot {\n const snapshot = snapshots[path];\n if (!snapshot) {\n throw new Error(`Missing preflight snapshot for ${path}`);\n }\n return snapshot;\n}\n\n/**\n * Adapt a planning snapshot to a regular-file plan input.\n *\n * @param snapshots - Snapshots keyed by absolute path\n * @param path - Absolute file path\n * @returns File snapshot\n */\nexport function getPlanningFileSnapshot(\n snapshots: Readonly<Record<string, PlanningPathSnapshot>>,\n path: string,\n): ProjectFileSnapshot {\n const snapshot = getPlanningPathSnapshot(snapshots, path);\n if (snapshot.kind === 'directory' || snapshot.kind === 'link') {\n throw new Error(`Expected a regular file or absent path: ${path}`);\n }\n return snapshot.kind === 'file'\n ? { path, contents: snapshot.contents, mode: snapshot.mode }\n : { path, contents: null };\n}\n\n/**\n * Stage a file only when its desired content differs.\n *\n * @param input - File change input\n * @returns A file change, or undefined for a no-op\n */\nexport function planFileChange(input: {\n /** File snapshot. */\n snapshot: ProjectFileSnapshot;\n /** Desired contents. */\n after: string;\n /** Human-readable reason. */\n description: string;\n /** Refuse every existing file. */\n createOnly?: boolean;\n}): PlannedFileChange | undefined {\n const { snapshot, after, description, createOnly } = input;\n if (createOnly && snapshot.contents !== null) {\n throw new Error(`Refusing to overwrite existing file: ${snapshot.path}`);\n }\n if (snapshot.contents === after) {\n return undefined;\n }\n return {\n kind: 'file',\n path: snapshot.path,\n before: snapshot.contents,\n after,\n description,\n ...(snapshot.mode === undefined ? {} : { mode: snapshot.mode }),\n ...(createOnly === undefined ? {} : { createOnly }),\n };\n}\n","import { createHash } from 'node:crypto';\nimport { dirname, join, relative } from 'node:path';\n\nimport {\n getPlanningFileSnapshot,\n getPlanningPathSnapshot,\n planFileChange,\n type PlannedChange,\n type PlannedLinkChange,\n type PlanningPathSnapshot,\n} from './project-plan.js';\n\n/** Universal project-level Agent Skills directory. */\nexport const UNIVERSAL_AGENT_SKILLS_DIRECTORY = '.agents/skills';\n\n/**\n * Unambiguous agent-owned project directories from vercel-labs/skills at\n * 1682051d48c34f5eb135e6475c1a965dce05e820. Generic skill catalog paths such\n * as `skills` and `data/skills` are excluded because they do not prove that a\n * project has configured an agent.\n */\nexport const PROJECT_SKILL_DIRECTORIES = [\n '.aider-desk/skills',\n UNIVERSAL_AGENT_SKILLS_DIRECTORY,\n '.autohand/skills',\n '.augment/skills',\n '.bob/skills',\n '.claude/skills',\n '.codeartsdoer/skills',\n '.codebuddy/skills',\n '.codemaker/skills',\n '.codestudio/skills',\n '.commandcode/skills',\n '.continue/skills',\n '.cortex/skills',\n '.crush/skills',\n '.devin/skills',\n '.factory/skills',\n 'agent/skills',\n '.forge/skills',\n '.goose/skills',\n '.grok/skills',\n '.hermes/skills',\n '.inferencesh/skills',\n '.jazz/skills',\n '.junie/skills',\n '.iflow/skills',\n '.kilocode/skills',\n '.kimchi/skills',\n '.kiro/skills',\n '.kode/skills',\n '.lingma/skills',\n '.mcpjam/skills',\n '.minimax/skills',\n '.vibe/skills',\n '.moxby/skills',\n '.mux/skills',\n '.openhands/skills',\n '.ona/skills',\n '.pi/skills',\n '.posit/assistant/skills',\n '.qoder/skills',\n '.qwen/skills',\n '.reasonix/skills',\n '.rovodev/skills',\n '.roo/skills',\n '.tabnine/agent/skills',\n '.terramind/skills',\n '.tinycloud/skills',\n '.trae/skills',\n '.windsurf/skills',\n '.zcode/skills',\n '.zencoder/skills',\n '.neovate/skills',\n '.pochi/skills',\n '.adal/skills',\n] as const;\n\n/**\n * Existing legacy/native project directories for agents that the pinned\n * registry installs through `.agents/skills`.\n */\nexport const AGENTS_SKILLS_COMPATIBLE_PROJECT_DIRECTORIES = [\n UNIVERSAL_AGENT_SKILLS_DIRECTORY,\n '.cursor/skills',\n '.codex/skills',\n '.github/skills',\n '.gemini/skills',\n '.opencode/skills',\n '.cline/skills',\n '.warp/skills',\n '.zed/skills',\n '.replit/skills',\n] as const;\n\n/** One existing project-level skill container. */\nexport interface ExistingProjectSkillDirectory {\n /** Repository-relative directory. */\n path: string;\n /** Whether its agent can read the universal Agent Skills directory. */\n supportsAgentsSkills: boolean;\n}\n\n/** One source file in a managed Agent Skill. */\nexport interface AgentSkillFile {\n /** Path relative to the skill directory. */\n path: string;\n /** Complete Markdown contents. */\n contents: string;\n}\n\n/** Portable definition of one CLI-managed Agent Skill. */\nexport interface ManagedAgentSkillDefinition {\n /** Namespaced skill directory name. */\n name: string;\n /** Human-readable domain name used in plan descriptions. */\n displayName: string;\n /** Stable tool identifier written into integrity markers. */\n owner: string;\n /** Complete portable file set. */\n files: readonly AgentSkillFile[];\n}\n\n/** Pure planned mutations for one managed Agent Skill. */\nexport interface ManagedAgentSkillPlan {\n /** Skill file and link changes. */\n changes: PlannedChange[];\n /** Skill paths already in their desired state. */\n unchanged: string[];\n /** Customized paths preserved for manual review. */\n warnings: string[];\n}\n\n/**\n * Choose one canonical skill directory and aliases for incompatible agents.\n *\n * @param existingDirectories - Existing project-level skill containers\n * @returns Canonical and alias directories\n */\nexport function resolveAgentSkillDirectories(\n existingDirectories: readonly ExistingProjectSkillDirectory[],\n): {\n /** Directory that owns the canonical skill. */\n canonical: string;\n /** Existing directories that require links to the canonical skill. */\n aliases: string[];\n} {\n if (existingDirectories.length === 1) {\n return { canonical: existingDirectories[0]!.path, aliases: [] };\n }\n return {\n canonical: UNIVERSAL_AGENT_SKILLS_DIRECTORY,\n aliases:\n existingDirectories.length > 1\n ? existingDirectories\n .filter(({ path, supportsAgentsSkills }) => {\n return path !== UNIVERSAL_AGENT_SKILLS_DIRECTORY && !supportsAgentsSkills;\n })\n .map(({ path }) => path)\n : [],\n };\n}\n\n/**\n * Add a digest marker to CLI-managed skill contents.\n *\n * @param contents - Skill Markdown\n * @param owner - Stable tool identifier\n * @returns Managed skill contents\n */\nexport function buildManagedAgentSkill(contents: string, owner: string): string {\n const body = contents.trimEnd();\n const digest = createHash('sha256').update(body).digest('hex');\n return `${body}\\n\\n\\n`;\n}\n\n/**\n * Check whether managed skill contents still match their recorded digest.\n *\n * @param contents - Existing skill Markdown\n * @param owner - Stable tool identifier\n * @returns Whether automatic replacement is safe\n */\nexport function isUnmodifiedManagedAgentSkill(contents: string, owner: string): boolean {\n const escapedOwner = owner.replace(/[.*+?^${}()|[\\]\\\\]/gu, '\\\\$&');\n const marker = contents.match(\n new RegExp(`\\\\s*$`, 'u'),\n );\n if (!marker || marker.index === undefined) {\n return false;\n }\n const body = contents.slice(0, marker.index).trimEnd();\n return createHash('sha256').update(body).digest('hex') === marker[1];\n}\n\n/**\n * Enumerate paths that may be touched while installing a managed Agent Skill.\n *\n * @param rootDirectory - Root that owns project-level skill directories\n * @param existingDirectories - Existing project-level skill containers\n * @param skill - Managed skill definition\n * @returns Absolute candidate paths\n */\nexport function getManagedAgentSkillCandidatePaths(\n rootDirectory: string,\n existingDirectories: readonly ExistingProjectSkillDirectory[],\n skill: ManagedAgentSkillDefinition,\n): string[] {\n const directories = resolveAgentSkillDirectories(existingDirectories);\n const paths = new Set<string>();\n const canonicalDirectory = join(rootDirectory, directories.canonical, skill.name);\n skill.files.forEach(({ path }) => paths.add(join(canonicalDirectory, path)));\n directories.aliases.forEach((directory) => {\n const aliasDirectory = join(rootDirectory, directory, skill.name);\n paths.add(aliasDirectory);\n skill.files.forEach(({ path }) => paths.add(join(aliasDirectory, path)));\n });\n existingDirectories.forEach(({ path: directory }) => {\n skill.files.forEach(({ path }) => {\n paths.add(join(rootDirectory, directory, skill.name, path));\n });\n });\n return [...paths].sort((left, right) => left.localeCompare(right));\n}\n\n/**\n * Plan one direct managed skill installation and links into other existing directories.\n *\n * @param input - Root, discovered directories, snapshots, and skill definition\n * @returns Pure skill plan\n */\nexport function planManagedAgentSkill(input: {\n /** Root that owns project-level skill directories. */\n rootDirectory: string;\n /** Existing project-level skill containers. */\n existingDirectories: readonly ExistingProjectSkillDirectory[];\n /** Potential mutation paths keyed by absolute path. */\n snapshots: Readonly<Record<string, PlanningPathSnapshot>>;\n /** Managed skill definition. */\n skill: ManagedAgentSkillDefinition;\n /** Preserve customized files and unexpected alias targets with warnings. */\n preserveModified?: boolean;\n}): ManagedAgentSkillPlan {\n const { rootDirectory, existingDirectories, snapshots, skill, preserveModified = false } = input;\n const plan: ManagedAgentSkillPlan = { changes: [], unchanged: [], warnings: [] };\n const directories = resolveAgentSkillDirectories(existingDirectories);\n const canonicalDirectory = join(rootDirectory, directories.canonical, skill.name);\n const managedFiles = skill.files.map((file) => ({\n path: file.path,\n contents: buildManagedAgentSkill(file.contents, skill.owner),\n }));\n const planManagedFiles = (directory: string, description: string): void => {\n managedFiles.forEach((file) => {\n const path = join(directory, file.path);\n const snapshot = getPlanningFileSnapshot(snapshots, path);\n if (\n snapshot.contents !== null &&\n snapshot.contents !== file.contents &&\n !isUnmodifiedManagedAgentSkill(snapshot.contents, skill.owner)\n ) {\n if (preserveModified) {\n plan.unchanged.push(path);\n plan.warnings.push(\n `Customized managed skill file was left unchanged: ${path}. Merge the updated guidance manually.`,\n );\n return;\n }\n throw new Error(\n `Refusing to replace user-managed skill: ${path}. Apply the skill update manually.`,\n );\n }\n const change = planFileChange({\n snapshot,\n after: file.contents,\n description: `${description}: ${file.path}`,\n });\n if (change) {\n plan.changes.push(change);\n } else {\n plan.unchanged.push(path);\n }\n });\n };\n planManagedFiles(canonicalDirectory, `Install ${skill.displayName} skill file`);\n\n directories.aliases.forEach((directory) => {\n const targetDirectory = join(rootDirectory, directory, skill.name);\n const snapshot = getPlanningPathSnapshot(snapshots, targetDirectory);\n const relativeTarget = relative(dirname(targetDirectory), canonicalDirectory);\n if (snapshot.kind === 'link' && snapshot.target === relativeTarget) {\n plan.unchanged.push(targetDirectory);\n return;\n }\n if (snapshot.kind === 'directory') {\n planManagedFiles(targetDirectory, `Update ${skill.displayName} skill copy in ${directory}`);\n return;\n }\n if (snapshot.kind !== 'absent') {\n if (preserveModified) {\n plan.unchanged.push(targetDirectory);\n plan.warnings.push(\n `Customized skill target was left unchanged: ${targetDirectory}. Expose the canonical skill manually if needed.`,\n );\n return;\n }\n throw new Error(`Refusing to replace unexpected skill target: ${targetDirectory}`);\n }\n const change: PlannedLinkChange = {\n kind: 'link',\n path: targetDirectory,\n target: relativeTarget,\n fallbackFiles: managedFiles,\n description: `Expose the canonical skill in ${directory}`,\n };\n plan.changes.push(change);\n });\n\n existingDirectories\n .map(({ path }) => path)\n .filter(\n (directory) =>\n directory !== directories.canonical && !directories.aliases.includes(directory),\n )\n .forEach((directory) => {\n const existingDirectory = join(rootDirectory, directory, skill.name);\n const skillPath = join(existingDirectory, 'SKILL.md');\n const snapshot = getPlanningFileSnapshot(snapshots, skillPath);\n if (\n snapshot.contents !== null &&\n isUnmodifiedManagedAgentSkill(snapshot.contents, skill.owner)\n ) {\n planManagedFiles(existingDirectory, `Update existing managed skill in ${directory}`);\n } else if (snapshot.contents?.includes(`managed-by: ${skill.owner}`)) {\n plan.unchanged.push(skillPath);\n plan.warnings.push(\n `Existing customized managed skill was left unchanged: ${existingDirectory}`,\n );\n }\n });\n\n return plan;\n}\n","import { dirname, isAbsolute, join, relative, resolve, sep } from 'node:path';\n\nimport type { LocalContext } from '../../context.js';\nimport {\n AGENTS_SKILLS_COMPATIBLE_PROJECT_DIRECTORIES,\n PROJECT_SKILL_DIRECTORIES,\n type ExistingProjectSkillDirectory,\n} from './agent-skill.js';\nimport { assertPathPhysicallyContained } from './path-safety.js';\nimport type { PlanningPathSnapshot } from './project-plan.js';\n\n/** Repository-level state shared by project scaffolds. */\nexport interface ProjectRepositoryState {\n /** Root that owns repository-level setup. */\n projectRoot: string;\n /** Nearest repository root, when present. */\n repositoryRoot?: string;\n /** Existing project-level skill directories. */\n existingSkillDirectories: ExistingProjectSkillDirectory[];\n /** Whether the repository appears to use GitHub. */\n usesGithub: boolean;\n}\n\n/**\n * Collect candidate paths once, before preview.\n *\n * @param context - CLI context\n * @param rootDirectory - Approved planning root\n * @param paths - Absolute paths\n * @returns In-memory path snapshots\n */\nexport function collectPlanningSnapshots(\n context: LocalContext,\n rootDirectory: string,\n paths: readonly string[],\n): Readonly<Record<string, PlanningPathSnapshot>> {\n return Object.fromEntries(\n paths.map((path): [string, PlanningPathSnapshot] => {\n assertPathPhysicallyContained(context, rootDirectory, path);\n try {\n const stat = context.fs.lstatSync(path);\n if (stat.isSymbolicLink()) {\n return [path, { kind: 'link', path, target: context.fs.readlinkSync(path) }];\n }\n if (stat.isDirectory()) {\n return [path, { kind: 'directory', path }];\n }\n if (!stat.isFile()) {\n throw new Error(`Unsupported filesystem entry: ${path}`);\n }\n return [\n path,\n {\n kind: 'file',\n path,\n contents: context.fs.readFileSync(path, 'utf8'),\n mode: stat.mode,\n },\n ];\n } catch (error) {\n if ((error as NodeJS.ErrnoException).code === 'ENOENT') {\n return [path, { kind: 'absent', path }];\n }\n throw error;\n }\n }),\n );\n}\n\n/**\n * Walk upward for a repository marker.\n *\n * @param context - CLI context\n * @param startDirectory - Starting directory\n * @returns Nearest repository root\n */\nexport function findRepositoryRoot(\n context: LocalContext,\n startDirectory: string,\n): string | undefined {\n let current = startDirectory;\n while (true) {\n if (context.fs.existsSync(join(current, '.git'))) {\n return current;\n }\n const parent = dirname(current);\n if (parent === current) {\n return undefined;\n }\n current = parent;\n }\n}\n\n/**\n * Find the nearest existing ancestor of a target that may not exist yet.\n *\n * @param context - CLI context\n * @param target - Absolute target\n * @returns Existing directory\n */\nexport function findExistingAncestor(context: LocalContext, target: string): string {\n let current = target;\n while (!context.fs.existsSync(current)) {\n const parent = dirname(current);\n if (parent === current) {\n return current;\n }\n current = parent;\n }\n const stat = context.fs.statSync(current);\n return stat.isDirectory() ? current : dirname(current);\n}\n\n/**\n * Determine whether a path is lexically at or below a root.\n *\n * @param root - Candidate parent directory\n * @param path - Candidate descendant\n * @returns Whether the path is contained without resolving links\n */\nfunction isPathContained(root: string, path: string): boolean {\n const child = relative(root, path);\n return child !== '..' && !child.startsWith(`..${sep}`) && !isAbsolute(child);\n}\n\n/**\n * Collect relative paths below a project directory for collision checks.\n *\n * @param context - CLI context\n * @param root - Directory to inspect\n * @param options - Directory-entry inclusion\n * @returns Relative file, link, and directory paths\n */\nexport function collectProjectRelativePaths(\n context: LocalContext,\n root: string,\n options: {\n /** Include directory entries in addition to files and links. */\n includeDirectories?: boolean;\n } = {},\n): string[] {\n if (!context.fs.existsSync(root)) {\n return [];\n }\n const paths: string[] = [];\n const visit = (directory: string): void => {\n context.fs.readdirSync(directory, { withFileTypes: true }).forEach((entry) => {\n if (entry.name === '.git' || entry.name === 'node_modules') {\n return;\n }\n const absolute = join(directory, entry.name);\n const isDirectory = entry.isDirectory() && !entry.isSymbolicLink();\n if (options.includeDirectories !== false || !isDirectory) {\n paths.push(relative(root, absolute).split(sep).join('/'));\n }\n if (isDirectory) {\n visit(absolute);\n }\n });\n };\n visit(root);\n return paths.sort((left, right) => left.localeCompare(right));\n}\n\n/**\n * Determine whether a skill container has a SKILL.md within three levels.\n *\n * @param context - CLI context\n * @param directory - Candidate skill container\n * @param depth - Remaining nested directory levels\n * @returns Whether a skill exists below the container\n */\nfunction containsSkill(context: LocalContext, directory: string, depth: number): boolean {\n if (depth === 0) {\n return false;\n }\n return context.fs.readdirSync(directory, { withFileTypes: true }).some((entry) => {\n if (!entry.isDirectory() || entry.isSymbolicLink()) {\n return false;\n }\n const child = join(directory, entry.name);\n return (\n context.fs.existsSync(join(child, 'SKILL.md')) || containsSkill(context, child, depth - 1)\n );\n });\n}\n\n/**\n * Find existing project skill containers without consulting home directories.\n *\n * @param context - CLI context\n * @param projectRoot - Repository root or standalone project root\n * @returns Existing containers and `.agents/skills` compatibility\n */\nexport function detectExistingProjectSkillDirectories(\n context: LocalContext,\n projectRoot: string,\n): ExistingProjectSkillDirectory[] {\n if (!context.fs.existsSync(projectRoot) || !context.fs.statSync(projectRoot).isDirectory()) {\n return [];\n }\n const compatible = new Set<string>(AGENTS_SKILLS_COMPATIBLE_PROJECT_DIRECTORIES);\n const candidates = new Set<string>([\n ...PROJECT_SKILL_DIRECTORIES,\n ...AGENTS_SKILLS_COMPATIBLE_PROJECT_DIRECTORIES,\n ]);\n context.fs.readdirSync(projectRoot, { withFileTypes: true }).forEach((entry) => {\n if (!entry.isDirectory() || entry.isSymbolicLink()) {\n return;\n }\n const skillsDirectory = join(projectRoot, entry.name, 'skills');\n if (\n context.fs.existsSync(skillsDirectory) &&\n context.fs.statSync(skillsDirectory).isDirectory() &&\n containsSkill(context, skillsDirectory, 3)\n ) {\n candidates.add(`${entry.name}/skills`);\n }\n });\n return [...candidates]\n .filter((candidate) => {\n const path = join(projectRoot, candidate);\n return context.fs.existsSync(path) && context.fs.statSync(path).isDirectory();\n })\n .sort((left, right) => left.localeCompare(right))\n .map((path) => ({\n path,\n supportsAgentsSkills: compatible.has(path),\n }));\n}\n\n/**\n * Detect whether a git repository points at GitHub.\n *\n * @param context - CLI context\n * @param repositoryRoot - Repository root\n * @returns Whether GitHub setup is applicable\n */\nexport function repositoryUsesGithub(\n context: LocalContext,\n repositoryRoot: string | undefined,\n): boolean {\n if (!repositoryRoot) {\n return false;\n }\n if (context.fs.existsSync(join(repositoryRoot, '.github'))) {\n return true;\n }\n const gitMarker = join(repositoryRoot, '.git');\n let gitDirectory = gitMarker;\n if (context.fs.existsSync(gitMarker) && context.fs.statSync(gitMarker).isFile()) {\n const marker = context.fs.readFileSync(gitMarker, 'utf8').match(/^gitdir:\\s*(.+)$/mu)?.[1];\n if (marker) {\n gitDirectory = resolve(repositoryRoot, marker);\n }\n }\n const commonDirectoryPath = join(gitDirectory, 'commondir');\n if (\n context.fs.existsSync(commonDirectoryPath) &&\n context.fs.statSync(commonDirectoryPath).isFile()\n ) {\n gitDirectory = resolve(\n gitDirectory,\n context.fs.readFileSync(commonDirectoryPath, 'utf8').trim(),\n );\n }\n const configPath = join(gitDirectory, 'config');\n return (\n context.fs.existsSync(configPath) &&\n context.fs.readFileSync(configPath, 'utf8').includes('github.com')\n );\n}\n\n/**\n * Discover repository-owned state for a project scaffold.\n *\n * @param context - CLI context\n * @param options - Target and standalone root\n * @returns Repository-level project state\n */\nexport function discoverProjectRepository(\n context: LocalContext,\n options: {\n /** Directory from which the CLI was invoked. */\n invocationDirectory: string;\n /** Absolute project target used to locate a surrounding repository. */\n targetDirectory: string;\n /** Root to use when the target is not inside a repository. */\n standaloneProjectRoot: string;\n },\n): ProjectRepositoryState {\n const invocationAncestor = findExistingAncestor(context, options.invocationDirectory);\n const invocationRepositoryRoot = findRepositoryRoot(context, invocationAncestor);\n const targetRepositoryRoot =\n invocationRepositoryRoot && isPathContained(invocationRepositoryRoot, options.targetDirectory)\n ? invocationRepositoryRoot\n : findRepositoryRoot(context, findExistingAncestor(context, options.targetDirectory));\n const shouldAnchorToStandaloneRoot =\n options.standaloneProjectRoot !== options.targetDirectory &&\n isPathContained(options.standaloneProjectRoot, options.targetDirectory);\n const repositoryRoot = targetRepositoryRoot;\n const projectRoot = shouldAnchorToStandaloneRoot\n ? (invocationRepositoryRoot ?? options.standaloneProjectRoot)\n : (repositoryRoot ?? options.standaloneProjectRoot);\n assertPathPhysicallyContained(context, projectRoot, options.targetDirectory);\n return {\n projectRoot,\n ...(repositoryRoot ? { repositoryRoot } : {}),\n existingSkillDirectories: detectExistingProjectSkillDirectories(context, projectRoot),\n usesGithub: repositoryUsesGithub(context, repositoryRoot),\n };\n}\n","import inquirer from 'inquirer';\n\nimport type { LocalContext } from '../../context.js';\n\n/** One select or checkbox option. */\nexport interface PromptChoice<T extends string> {\n /** User-facing label. */\n name: string;\n /** Stable answer value. */\n value: T;\n /** Whether a checkbox starts selected. */\n checked?: boolean;\n}\n\n/** Error used to map prompt cancellation to exit status 130. */\nexport class PromptCancelledError extends Error {\n /** Construct a stable cancellation error. */\n public constructor() {\n super('Prompt cancelled.');\n this.name = 'PromptCancelledError';\n }\n}\n\n/**\n * Normalize Inquirer cancellation across supported versions.\n *\n * @param error - Prompt error\n * @returns Stable cancellation error or original error\n */\nfunction normalizePromptError(error: unknown): Error {\n const message = error instanceof Error ? error.message : String(error);\n if (\n error instanceof PromptCancelledError ||\n /force closed|prompt.*cancel|user.*close|SIGINT/iu.test(message)\n ) {\n return new PromptCancelledError();\n }\n return error instanceof Error ? error : new Error(message);\n}\n\n/** Context-stream-bound scaffold prompt adapters. */\nexport class ScaffoldPrompts {\n /** Inquirer prompt module. */\n private readonly prompt: ReturnType<typeof inquirer.createPromptModule>;\n\n /**\n * Create adapters bound to command-owned streams.\n *\n * @param context - CLI context\n */\n public constructor(context: LocalContext) {\n this.prompt = inquirer.createPromptModule({\n input: context.process.stdin,\n output: context.process.stderr,\n });\n }\n\n /**\n * Prompt for non-empty text.\n *\n * @param message - User-facing question\n * @param defaultValue - Suggested value\n * @param validate - Optional command-specific validation\n * @returns Answer\n */\n public async text(\n message: string,\n defaultValue?: string,\n validate?: (value: string) => true | string,\n ): Promise<string> {\n try {\n const answer = await this.prompt<{ value: string }>([\n {\n type: 'input',\n name: 'value',\n message,\n ...(defaultValue === undefined ? {} : { default: defaultValue }),\n validate: (value: string) => {\n const trimmed = value.trim();\n return trimmed.length > 0 ? (validate?.(trimmed) ?? true) : 'Enter a value.';\n },\n },\n ]);\n return answer.value.trim();\n } catch (error) {\n throw normalizePromptError(error);\n }\n }\n\n /**\n * Prompt for one choice.\n *\n * @param message - User-facing question\n * @param choices - Available choices\n * @param defaultValue - Suggested value\n * @returns Selected value\n */\n public async select<T extends string>(\n message: string,\n choices: readonly PromptChoice<T>[],\n defaultValue?: T,\n ): Promise<T> {\n try {\n const answer = await this.prompt<{ value: T }>([\n {\n type: 'list',\n name: 'value',\n message,\n choices: [...choices],\n ...(defaultValue === undefined ? {} : { default: defaultValue }),\n },\n ]);\n return answer.value;\n } catch (error) {\n throw normalizePromptError(error);\n }\n }\n\n /**\n * Prompt for any number of choices.\n *\n * @param message - User-facing question\n * @param choices - Available choices\n * @returns Selected values\n */\n public async checkbox<T extends string>(\n message: string,\n choices: readonly PromptChoice<T>[],\n ): Promise<T[]> {\n try {\n const answer = await this.prompt<{ value: T[] }>([\n {\n type: 'checkbox',\n name: 'value',\n message,\n choices: [...choices],\n },\n ]);\n return answer.value;\n } catch (error) {\n throw normalizePromptError(error);\n }\n }\n\n /**\n * Prompt for final approval.\n *\n * @param message - User-facing question\n * @param defaultValue - Suggested answer\n * @returns Approval\n */\n public async confirm(message: string, defaultValue = true): Promise<boolean> {\n try {\n const answer = await this.prompt<{ value: boolean }>([\n {\n type: 'confirm',\n name: 'value',\n message,\n default: defaultValue,\n },\n ]);\n return answer.value;\n } catch (error) {\n throw normalizePromptError(error);\n }\n }\n}\n"],"mappings":"mRAwCA,SAAgB,EAAmB,EAAa,EAAsB,CACpE,IAAM,EAAQ,EAAS,EAAK,EAAK,CAAC,MAAM,EAAI,CAAC,KAAK,IAAI,CAOtD,OANI,EAAM,SAAW,EACZ,IAEL,IAAU,MAAQ,EAAM,WAAW,MAAM,EAAI,EAAW,EAAM,CACzD,EAAK,MAAM,EAAI,CAAC,KAAK,IAAI,CAE3B,EAST,SAAgB,EAAmB,EAAuB,CACxD,MAAO,IAAI,EAAM,QAAQ,MAAO,QAAQ,CAAC,GAU3C,SAAgB,EAAsB,EAAa,EAA4C,CAQ7F,OAPI,EAAO,OAAS,OACX,CACL,KAAM,OACN,OAAQ,GAAG,EAAmB,EAAK,EAAO,KAAK,CAAC,MAAM,EAAO,SAC7D,YAAa,EAAO,YACrB,CAEI,CACL,KAAM,EAAO,SAAW,KAAO,SAAW,QAC1C,OAAQ,EAAmB,EAAK,EAAO,KAAK,CAC5C,YAAa,EAAO,YACrB,CAUH,SAAgB,EACd,EACA,EAQQ,CACR,IAAM,EAAc,KAAK,IAAI,GAAG,EAAQ,QAAQ,KAAK,CAAE,WAAY,EAAM,OAAS,EAAE,CAAE,EAAE,CAClF,EAAQ,CACZ,EAAO,KAAK,EAAQ,MAAM,CAC1B,GAAG,EAAQ,QAAQ,KAAK,CAAE,QAAO,UAAW,CAC1C,IAAM,EAAc,GAAG,EAAM,GAAG,OAAO,EAAY,CACnD,MAAO,KAAK,EAAO,IAAI,EAAY,CAAC,GAAG,EAAO,KAAK,EAAmB,EAAQ,IAAK,EAAK,CAAC,IACzF,CACF,GACD,CAqCD,OApCI,EAAK,QAAQ,SAAW,EAC1B,EAAM,KAAK,EAAO,IAAI,qBAAqB,CAAC,EAE5C,EAAM,KAAK,EAAO,KAAK,UAAU,CAAC,CAClC,EAAK,QAAQ,QAAS,GAAW,CAC/B,IAAM,EAAO,EAAsB,EAAQ,IAAK,EAAO,CACjD,EAAO,CACX,OAAQ,EAAO,MAAM,EAAK,KAAK,OAAO,EAAE,CAAC,CACzC,MAAO,EAAO,KAAK,EAAK,KAAK,OAAO,EAAE,CAAC,CACvC,KAAM,EAAO,QAAQ,EAAK,KAAK,OAAO,EAAE,CAAC,CAC1C,CAAC,EAAK,MAEP,GADA,EAAM,KAAK,KAAK,EAAK,GAAG,EAAK,SAAS,CAClC,EAAO,OAAS,QAAU,EAAO,SAAW,KAAM,CACpD,IAAM,EAAO,EAAmB,EAAQ,IAAK,EAAO,KAAK,CACnD,EAAQ,EAAoB,EAAM,EAAM,EAAO,OAAQ,EAAO,MAAO,GAAI,GAAI,CACjF,QAAS,EACV,CAAC,CACF,EAAM,KACJ,GAAG,EACA,SAAS,CACT,MAAM;EAAK,CACX,IAAK,GAAS,OAAO,IAAO,CAChC,GAEH,EAEA,EAAK,UAAU,OAAS,IAC1B,EAAM,KAAK,GAAI,EAAO,KAAK,iBAAiB,CAAC,CAC7C,EAAK,UAAU,QAAS,GACtB,EAAM,KAAK,KAAK,EAAO,IAAI,EAAmB,EAAQ,IAAK,EAAK,CAAC,GAAG,CACrE,EAEC,EAAK,SAAS,OAAS,IACzB,EAAM,KAAK,GAAI,EAAO,KAAK,EAAO,OAAO,WAAW,CAAC,CAAC,CACtD,EAAK,SAAS,QAAS,GAAY,EAAM,KAAK,KAAK,EAAO,OAAO,EAAQ,GAAG,CAAC,EAExE,GAAG,EAAM,KAAK;EAAK,CAAC,ICtC7B,SAAgB,EACd,EACA,EACsB,CACtB,IAAM,EAAW,EAAU,GAC3B,GAAI,CAAC,EACH,MAAU,MAAM,kCAAkC,IAAO,CAE3D,OAAO,EAUT,SAAgB,EACd,EACA,EACqB,CACrB,IAAM,EAAW,EAAwB,EAAW,EAAK,CACzD,GAAI,EAAS,OAAS,aAAe,EAAS,OAAS,OACrD,MAAU,MAAM,2CAA2C,IAAO,CAEpE,OAAO,EAAS,OAAS,OACrB,CAAE,OAAM,SAAU,EAAS,SAAU,KAAM,EAAS,KAAM,CAC1D,CAAE,OAAM,SAAU,KAAM,CAS9B,SAAgB,EAAe,EASG,CAChC,GAAM,CAAE,WAAU,QAAO,cAAa,cAAe,EACrD,GAAI,GAAc,EAAS,WAAa,KACtC,MAAU,MAAM,wCAAwC,EAAS,OAAO,CAEtE,KAAS,WAAa,EAG1B,MAAO,CACL,KAAM,OACN,KAAM,EAAS,KACf,OAAQ,EAAS,SACjB,QACA,cACA,GAAI,EAAS,OAAS,IAAA,GAAY,EAAE,CAAG,CAAE,KAAM,EAAS,KAAM,CAC9D,GAAI,IAAe,IAAA,GAAY,EAAE,CAAG,CAAE,aAAY,CACnD,CC7JH,MAAa,EAAmC,iBAQnC,EAA4B,CACvC,qBACA,EACA,mBACA,kBACA,cACA,iBACA,uBACA,oBACA,oBACA,qBACA,sBACA,mBACA,iBACA,gBACA,gBACA,kBACA,eACA,gBACA,gBACA,eACA,iBACA,sBACA,eACA,gBACA,gBACA,mBACA,iBACA,eACA,eACA,iBACA,iBACA,kBACA,eACA,gBACA,cACA,oBACA,cACA,aACA,0BACA,gBACA,eACA,mBACA,kBACA,cACA,wBACA,oBACA,oBACA,eACA,mBACA,gBACA,mBACA,kBACA,gBACA,eACD,CAMY,EAA+C,CAC1D,EACA,iBACA,gBACA,iBACA,iBACA,mBACA,gBACA,eACA,cACA,iBACD,CA8CD,SAAgB,EACd,EAMA,CAIA,OAHI,EAAoB,SAAW,EAC1B,CAAE,UAAW,EAAoB,GAAI,KAAM,QAAS,EAAE,CAAE,CAE1D,CACL,UAAW,EACX,QACE,EAAoB,OAAS,EACzB,EACG,QAAQ,CAAE,OAAM,0BACR,IAAA,kBAA6C,CAAC,EACrD,CACD,KAAK,CAAE,UAAW,EAAK,CAC1B,EAAE,CACT,CAUH,SAAgB,EAAuB,EAAkB,EAAuB,CAC9E,IAAM,EAAO,EAAS,SAAS,CAE/B,MAAO,GAAG,EAAK,uBAAuB,EAAM,oBAD7B,EAAW,SAAS,CAAC,OAAO,EAAK,CAAC,OAAO,MACc,CAAC,QAUzE,SAAgB,EAA8B,EAAkB,EAAwB,CACtF,IAAM,EAAe,EAAM,QAAQ,uBAAwB,OAAO,CAC5D,EAAS,EAAS,MAClB,OAAO,oBAAoB,EAAa,2CAA4C,IAAI,CAC7F,CACD,GAAI,CAAC,GAAU,EAAO,QAAU,IAAA,GAC9B,MAAO,GAET,IAAM,EAAO,EAAS,MAAM,EAAG,EAAO,MAAM,CAAC,SAAS,CACtD,OAAO,EAAW,SAAS,CAAC,OAAO,EAAK,CAAC,OAAO,MAAM,GAAK,EAAO,GAWpE,SAAgB,EACd,EACA,EACA,EACU,CACV,IAAM,EAAc,EAA6B,EAAoB,CAC/D,EAAQ,IAAI,IACZ,EAAqB,EAAK,EAAe,EAAY,UAAW,EAAM,KAAK,CAYjF,OAXA,EAAM,MAAM,SAAS,CAAE,UAAW,EAAM,IAAI,EAAK,EAAoB,EAAK,CAAC,CAAC,CAC5E,EAAY,QAAQ,QAAS,GAAc,CACzC,IAAM,EAAiB,EAAK,EAAe,EAAW,EAAM,KAAK,CACjE,EAAM,IAAI,EAAe,CACzB,EAAM,MAAM,SAAS,CAAE,UAAW,EAAM,IAAI,EAAK,EAAgB,EAAK,CAAC,CAAC,EACxE,CACF,EAAoB,SAAS,CAAE,KAAM,KAAgB,CACnD,EAAM,MAAM,SAAS,CAAE,UAAW,CAChC,EAAM,IAAI,EAAK,EAAe,EAAW,EAAM,KAAM,EAAK,CAAC,EAC3D,EACF,CACK,CAAC,GAAG,EAAM,CAAC,MAAM,EAAM,IAAU,EAAK,cAAc,EAAM,CAAC,CASpE,SAAgB,EAAsB,EAWZ,CACxB,GAAM,CAAE,gBAAe,sBAAqB,YAAW,QAAO,mBAAmB,IAAU,EACrF,EAA8B,CAAE,QAAS,EAAE,CAAE,UAAW,EAAE,CAAE,SAAU,EAAE,CAAE,CAC1E,EAAc,EAA6B,EAAoB,CAC/D,EAAqB,EAAK,EAAe,EAAY,UAAW,EAAM,KAAK,CAC3E,EAAe,EAAM,MAAM,IAAK,IAAU,CAC9C,KAAM,EAAK,KACX,SAAU,EAAuB,EAAK,SAAU,EAAM,MAAM,CAC7D,EAAE,CACG,GAAoB,EAAmB,IAA8B,CACzE,EAAa,QAAS,GAAS,CAC7B,IAAM,EAAO,EAAK,EAAW,EAAK,KAAK,CACjC,EAAW,EAAwB,EAAW,EAAK,CACzD,GACE,EAAS,WAAa,MACtB,EAAS,WAAa,EAAK,UAC3B,CAAC,EAA8B,EAAS,SAAU,EAAM,MAAM,CAC9D,CACA,GAAI,EAAkB,CACpB,EAAK,UAAU,KAAK,EAAK,CACzB,EAAK,SAAS,KACZ,qDAAqD,EAAK,wCAC3D,CACD,OAEF,MAAU,MACR,2CAA2C,EAAK,oCACjD,CAEH,IAAM,EAAS,EAAe,CAC5B,WACA,MAAO,EAAK,SACZ,YAAa,GAAG,EAAY,IAAI,EAAK,OACtC,CAAC,CACE,EACF,EAAK,QAAQ,KAAK,EAAO,CAEzB,EAAK,UAAU,KAAK,EAAK,EAE3B,EA2DJ,OAzDA,EAAiB,EAAoB,WAAW,EAAM,YAAY,aAAa,CAE/E,EAAY,QAAQ,QAAS,GAAc,CACzC,IAAM,EAAkB,EAAK,EAAe,EAAW,EAAM,KAAK,CAC5D,EAAW,EAAwB,EAAW,EAAgB,CAC9D,EAAiB,EAAS,EAAQ,EAAgB,CAAE,EAAmB,CAC7E,GAAI,EAAS,OAAS,QAAU,EAAS,SAAW,EAAgB,CAClE,EAAK,UAAU,KAAK,EAAgB,CACpC,OAEF,GAAI,EAAS,OAAS,YAAa,CACjC,EAAiB,EAAiB,UAAU,EAAM,YAAY,iBAAiB,IAAY,CAC3F,OAEF,GAAI,EAAS,OAAS,SAAU,CAC9B,GAAI,EAAkB,CACpB,EAAK,UAAU,KAAK,EAAgB,CACpC,EAAK,SAAS,KACZ,+CAA+C,EAAgB,kDAChE,CACD,OAEF,MAAU,MAAM,gDAAgD,IAAkB,CAEpF,IAAM,EAA4B,CAChC,KAAM,OACN,KAAM,EACN,OAAQ,EACR,cAAe,EACf,YAAa,iCAAiC,IAC/C,CACD,EAAK,QAAQ,KAAK,EAAO,EACzB,CAEF,EACG,KAAK,CAAE,UAAW,EAAK,CACvB,OACE,GACC,IAAc,EAAY,WAAa,CAAC,EAAY,QAAQ,SAAS,EAAU,CAClF,CACA,QAAS,GAAc,CACtB,IAAM,EAAoB,EAAK,EAAe,EAAW,EAAM,KAAK,CAC9D,EAAY,EAAK,EAAmB,WAAW,CAC/C,EAAW,EAAwB,EAAW,EAAU,CAE5D,EAAS,WAAa,MACtB,EAA8B,EAAS,SAAU,EAAM,MAAM,CAE7D,EAAiB,EAAmB,oCAAoC,IAAY,CAC3E,EAAS,UAAU,SAAS,eAAe,EAAM,QAAQ,GAClE,EAAK,UAAU,KAAK,EAAU,CAC9B,EAAK,SAAS,KACZ,yDAAyD,IAC1D,GAEH,CAEG,ECrTT,SAAgB,EACd,EACA,EACA,EACgD,CAChD,OAAO,OAAO,YACZ,EAAM,IAAK,GAAyC,CAClD,EAA8B,EAAS,EAAe,EAAK,CAC3D,GAAI,CACF,IAAM,EAAO,EAAQ,GAAG,UAAU,EAAK,CACvC,GAAI,EAAK,gBAAgB,CACvB,MAAO,CAAC,EAAM,CAAE,KAAM,OAAQ,OAAM,OAAQ,EAAQ,GAAG,aAAa,EAAK,CAAE,CAAC,CAE9E,GAAI,EAAK,aAAa,CACpB,MAAO,CAAC,EAAM,CAAE,KAAM,YAAa,OAAM,CAAC,CAE5C,GAAI,CAAC,EAAK,QAAQ,CAChB,MAAU,MAAM,iCAAiC,IAAO,CAE1D,MAAO,CACL,EACA,CACE,KAAM,OACN,OACA,SAAU,EAAQ,GAAG,aAAa,EAAM,OAAO,CAC/C,KAAM,EAAK,KACZ,CACF,OACM,EAAO,CACd,GAAK,EAAgC,OAAS,SAC5C,MAAO,CAAC,EAAM,CAAE,KAAM,SAAU,OAAM,CAAC,CAEzC,MAAM,IAER,CACH,CAUH,SAAgB,EACd,EACA,EACoB,CACpB,IAAI,EAAU,EACd,OAAa,CACX,GAAI,EAAQ,GAAG,WAAW,EAAK,EAAS,OAAO,CAAC,CAC9C,OAAO,EAET,IAAM,EAAS,EAAQ,EAAQ,CAC/B,GAAI,IAAW,EACb,OAEF,EAAU,GAWd,SAAgB,EAAqB,EAAuB,EAAwB,CAClF,IAAI,EAAU,EACd,KAAO,CAAC,EAAQ,GAAG,WAAW,EAAQ,EAAE,CACtC,IAAM,EAAS,EAAQ,EAAQ,CAC/B,GAAI,IAAW,EACb,OAAO,EAET,EAAU,EAGZ,OADa,EAAQ,GAAG,SAAS,EACtB,CAAC,aAAa,CAAG,EAAU,EAAQ,EAAQ,CAUxD,SAAS,EAAgB,EAAc,EAAuB,CAC5D,IAAM,EAAQ,EAAS,EAAM,EAAK,CAClC,OAAO,IAAU,MAAQ,CAAC,EAAM,WAAW,KAAK,IAAM,EAAI,CAAC,EAAW,EAAM,CAW9E,SAAgB,EACd,EACA,EACA,EAGI,EAAE,CACI,CACV,GAAI,CAAC,EAAQ,GAAG,WAAW,EAAK,CAC9B,MAAO,EAAE,CAEX,IAAM,EAAkB,EAAE,CACpB,EAAS,GAA4B,CACzC,EAAQ,GAAG,YAAY,EAAW,CAAE,cAAe,GAAM,CAAC,CAAC,QAAS,GAAU,CAC5E,GAAI,EAAM,OAAS,QAAU,EAAM,OAAS,eAC1C,OAEF,IAAM,EAAW,EAAK,EAAW,EAAM,KAAK,CACtC,EAAc,EAAM,aAAa,EAAI,CAAC,EAAM,gBAAgB,EAC9D,EAAQ,qBAAuB,IAAS,CAAC,IAC3C,EAAM,KAAK,EAAS,EAAM,EAAS,CAAC,MAAM,EAAI,CAAC,KAAK,IAAI,CAAC,CAEvD,GACF,EAAM,EAAS,EAEjB,EAGJ,OADA,EAAM,EAAK,CACJ,EAAM,MAAM,EAAM,IAAU,EAAK,cAAc,EAAM,CAAC,CAW/D,SAAS,EAAc,EAAuB,EAAmB,EAAwB,CAIvF,OAHI,IAAU,EACL,GAEF,EAAQ,GAAG,YAAY,EAAW,CAAE,cAAe,GAAM,CAAC,CAAC,KAAM,GAAU,CAChF,GAAI,CAAC,EAAM,aAAa,EAAI,EAAM,gBAAgB,CAChD,MAAO,GAET,IAAM,EAAQ,EAAK,EAAW,EAAM,KAAK,CACzC,OACE,EAAQ,GAAG,WAAW,EAAK,EAAO,WAAW,CAAC,EAAI,EAAc,EAAS,EAAO,EAAQ,EAAE,EAE5F,CAUJ,SAAgB,EACd,EACA,EACiC,CACjC,GAAI,CAAC,EAAQ,GAAG,WAAW,EAAY,EAAI,CAAC,EAAQ,GAAG,SAAS,EAAY,CAAC,aAAa,CACxF,MAAO,EAAE,CAEX,IAAM,EAAa,IAAI,IAAY,EAA6C,CAC1E,EAAa,IAAI,IAAY,CACjC,GAAG,EACH,GAAG,EACJ,CAAC,CAcF,OAbA,EAAQ,GAAG,YAAY,EAAa,CAAE,cAAe,GAAM,CAAC,CAAC,QAAS,GAAU,CAC9E,GAAI,CAAC,EAAM,aAAa,EAAI,EAAM,gBAAgB,CAChD,OAEF,IAAM,EAAkB,EAAK,EAAa,EAAM,KAAM,SAAS,CAE7D,EAAQ,GAAG,WAAW,EAAgB,EACtC,EAAQ,GAAG,SAAS,EAAgB,CAAC,aAAa,EAClD,EAAc,EAAS,EAAiB,EAAE,EAE1C,EAAW,IAAI,GAAG,EAAM,KAAK,SAAS,EAExC,CACK,CAAC,GAAG,EAAW,CACnB,OAAQ,GAAc,CACrB,IAAM,EAAO,EAAK,EAAa,EAAU,CACzC,OAAO,EAAQ,GAAG,WAAW,EAAK,EAAI,EAAQ,GAAG,SAAS,EAAK,CAAC,aAAa,EAC7E,CACD,MAAM,EAAM,IAAU,EAAK,cAAc,EAAM,CAAC,CAChD,IAAK,IAAU,CACd,OACA,qBAAsB,EAAW,IAAI,EAAK,CAC3C,EAAE,CAUP,SAAgB,EACd,EACA,EACS,CACT,GAAI,CAAC,EACH,MAAO,GAET,GAAI,EAAQ,GAAG,WAAW,EAAK,EAAgB,UAAU,CAAC,CACxD,MAAO,GAET,IAAM,EAAY,EAAK,EAAgB,OAAO,CAC1C,EAAe,EACnB,GAAI,EAAQ,GAAG,WAAW,EAAU,EAAI,EAAQ,GAAG,SAAS,EAAU,CAAC,QAAQ,CAAE,CAC/E,IAAM,EAAS,EAAQ,GAAG,aAAa,EAAW,OAAO,CAAC,MAAM,qBAAqB,GAAG,GACpF,IACF,EAAe,EAAQ,EAAgB,EAAO,EAGlD,IAAM,EAAsB,EAAK,EAAc,YAAY,CAEzD,EAAQ,GAAG,WAAW,EAAoB,EAC1C,EAAQ,GAAG,SAAS,EAAoB,CAAC,QAAQ,GAEjD,EAAe,EACb,EACA,EAAQ,GAAG,aAAa,EAAqB,OAAO,CAAC,MAAM,CAC5D,EAEH,IAAM,EAAa,EAAK,EAAc,SAAS,CAC/C,OACE,EAAQ,GAAG,WAAW,EAAW,EACjC,EAAQ,GAAG,aAAa,EAAY,OAAO,CAAC,SAAS,aAAa,CAWtE,SAAgB,EACd,EACA,EAQwB,CAExB,IAAM,EAA2B,EAAmB,EADzB,EAAqB,EAAS,EAAQ,oBACc,CAAC,CAC1E,EACJ,GAA4B,EAAgB,EAA0B,EAAQ,gBAAgB,CAC1F,EACA,EAAmB,EAAS,EAAqB,EAAS,EAAQ,gBAAgB,CAAC,CACnF,EACJ,EAAQ,wBAA0B,EAAQ,iBAC1C,EAAgB,EAAQ,sBAAuB,EAAQ,gBAAgB,CACnE,EAAiB,EACjB,EAAc,EACf,GAA4B,EAAQ,sBACpC,GAAkB,EAAQ,sBAE/B,OADA,EAA8B,EAAS,EAAa,EAAQ,gBAAgB,CACrE,CACL,cACA,GAAI,EAAiB,CAAE,iBAAgB,CAAG,EAAE,CAC5C,yBAA0B,EAAsC,EAAS,EAAY,CACrF,WAAY,EAAqB,EAAS,EAAe,CAC1D,CCvSH,IAAa,EAAb,cAA0C,KAAM,CAE9C,aAAqB,CACnB,MAAM,oBAAoB,CAC1B,KAAK,KAAO,yBAUhB,SAAS,EAAqB,EAAuB,CACnD,IAAM,EAAU,aAAiB,MAAQ,EAAM,QAAU,OAAO,EAAM,CAOtE,OALE,aAAiB,GACjB,mDAAmD,KAAK,EAAQ,CAEzD,IAAI,EAEN,aAAiB,MAAQ,EAAY,MAAM,EAAQ,CAI5D,IAAa,EAAb,KAA6B,CAE3B,OAOA,YAAmB,EAAuB,CACxC,KAAK,OAAS,EAAS,mBAAmB,CACxC,MAAO,EAAQ,QAAQ,MACvB,OAAQ,EAAQ,QAAQ,OACzB,CAAC,CAWJ,MAAa,KACX,EACA,EACA,EACiB,CACjB,GAAI,CAaF,OAAO,MAZc,KAAK,OAA0B,CAClD,CACE,KAAM,QACN,KAAM,QACN,UACA,GAAI,IAAiB,IAAA,GAAY,EAAE,CAAG,CAAE,QAAS,EAAc,CAC/D,SAAW,GAAkB,CAC3B,IAAM,EAAU,EAAM,MAAM,CAC5B,OAAO,EAAQ,OAAS,EAAK,IAAW,EAAQ,EAAI,GAAQ,kBAE/D,CACF,CAAC,EACY,MAAM,MAAM,OACnB,EAAO,CACd,MAAM,EAAqB,EAAM,EAYrC,MAAa,OACX,EACA,EACA,EACY,CACZ,GAAI,CAUF,OAAO,MATc,KAAK,OAAqB,CAC7C,CACE,KAAM,OACN,KAAM,QACN,UACA,QAAS,CAAC,GAAG,EAAQ,CACrB,GAAI,IAAiB,IAAA,GAAY,EAAE,CAAG,CAAE,QAAS,EAAc,CAChE,CACF,CAAC,EACY,YACP,EAAO,CACd,MAAM,EAAqB,EAAM,EAWrC,MAAa,SACX,EACA,EACc,CACd,GAAI,CASF,OAAO,MARc,KAAK,OAAuB,CAC/C,CACE,KAAM,WACN,KAAM,QACN,UACA,QAAS,CAAC,GAAG,EAAQ,CACtB,CACF,CAAC,EACY,YACP,EAAO,CACd,MAAM,EAAqB,EAAM,EAWrC,MAAa,QAAQ,EAAiB,EAAe,GAAwB,CAC3E,GAAI,CASF,OAAO,MARc,KAAK,OAA2B,CACnD,CACE,KAAM,UACN,KAAM,QACN,UACA,QAAS,EACV,CACF,CAAC,EACY,YACP,EAAO,CACd,MAAM,EAAqB,EAAM"}

package/dist/{pullAllDatapoints-H92qjLSx.mjs → pullAllDatapoints-uk5ggk6O.mjs} RENAMED Viewed

@@ -1,4 +1,4 @@
-import{t as e}from"./logger-9T6vva73.mjs";import{SubDataPointDataSubCategoryGuessStatus as t}from"@transcend-io/privacy-types";import{chunk as n,keyBy as r,sortBy as i,uniq as a}from"lodash-es";import o from"colors";import{DATAPOINT_EXPORT as s,DATA_SILO_EXPORT as c,SUB_DATA_POINTS_COUNT as l,makeGraphQLRequest as u}from"@transcend-io/sdk";import{mapSeries as d}from"@transcend-io/utils";import f from"cli-progress";import{gql as p}from"graphql-request";async function m(n,{dataSiloIds:r=[],includeGuessedCategories:a,includeAttributes:s,parentCategories:c=[],subCategories:d=[],pageSize:m=1e3}={}){let h=[],g=new Date().getTime(),_=new f.SingleBar({},f.Presets.shades_classic),v={...c.length>0?{category:c}:{},...d.length>0?{subCategoryIds:d}:{},...c.length+d.length>0&&!a?{status:t.Approved}:{},...r.length>0?{dataSilos:r}:{}},{subDataPoints:{totalCount:y}}=await u(n,l,{variables:{filterBy:v},logger:e});e.info(o.magenta(`[Step 1/3] Pulling in all subdatapoints`)),_.start(y,0);let b=0,x=!1,S,C=0;do try{let{subDataPoints:{nodes:t}}=await u(n,p`
+import{t as e}from"./logger-zplFSeXU.mjs";import{SubDataPointDataSubCategoryGuessStatus as t}from"@transcend-io/privacy-types";import{chunk as n,keyBy as r,sortBy as i,uniq as a}from"lodash-es";import o from"colors";import{DATAPOINT_EXPORT as s,DATA_SILO_EXPORT as c,SUB_DATA_POINTS_COUNT as l,makeGraphQLRequest as u}from"@transcend-io/sdk";import{mapSeries as d}from"@transcend-io/utils";import f from"cli-progress";import{gql as p}from"graphql-request";async function m(n,{dataSiloIds:r=[],includeGuessedCategories:a,includeAttributes:s,parentCategories:c=[],subCategories:d=[],pageSize:m=1e3}={}){let h=[],g=new Date().getTime(),_=new f.SingleBar({},f.Presets.shades_classic),v={...c.length>0?{category:c}:{},...d.length>0?{subCategoryIds:d}:{},...c.length+d.length>0&&!a?{status:t.Approved}:{},...r.length>0?{dataSilos:r}:{}},{subDataPoints:{totalCount:y}}=await u(n,l,{variables:{filterBy:v},logger:e});e.info(o.magenta(`[Step 1/3] Pulling in all subdatapoints`)),_.start(y,0);let b=0,x=!1,S,C=0;do try{let{subDataPoints:{nodes:t}}=await u(n,p`
           query TranscendCliSubDataPointCsvExport(
             $filterBy: SubDataPointFiltersInput
             $first: Int!
@@ -42,4 +42,4 @@ import{t as e}from"./logger-9T6vva73.mjs";import{SubDataPointDataSubCategoryGues
             }
           }
         `,{variables:{first:m,offset:C,filterBy:{...v}},logger:e});S=t[t.length-1]?.id,h.push(...t),x=t.length===m,b+=t.length,C+=t.length,_.update(b)}catch(t){throw e.error(o.red(`An error fetching subdatapoints for cursor ${S} and offset ${C}`)),t}while(x);_.stop();let w=new Date().getTime()-g,T=i(h,`name`);return e.info(o.green(`Successfully pulled in ${T.length} subdatapoints in ${w/1e3} seconds!`)),T}async function h(t,{dataPointIds:r=[],pageSize:i=100}){let a=[],c=new Date().getTime(),l=new f.SingleBar({},f.Presets.shades_classic);e.info(o.magenta(`[Step 2/3] Fetching metadata for ${r.length} datapoints`));let p=n(r,i);l.start(r.length,0);let m=0;await d(p,async n=>{try{let{dataPoints:{nodes:r}}=await u(t,s,{variables:{first:i,filterBy:{ids:n}},logger:e});a.push(...r),m+=n.length,l.update(m)}catch(t){throw e.error(o.red(`An error fetching subdatapoints for IDs ${n.join(`, `)}`)),t}}),l.stop();let h=new Date().getTime()-c;return e.info(o.green(`Successfully pulled in ${a.length} dataPoints in ${h/1e3} seconds!`)),a}async function g(t,{dataSiloIds:r=[],pageSize:i=100}){let a=[],s=new Date().getTime(),l=new f.SingleBar({},f.Presets.shades_classic);e.info(o.magenta(`[Step 3/3] Fetching metadata for ${r.length} data silos`));let p=n(r,i);l.start(r.length,0);let m=0;await d(p,async n=>{try{let{dataSilos:{nodes:r}}=await u(t,c,{variables:{first:i,filterBy:{ids:n}},logger:e});a.push(...r),m+=n.length,l.update(m)}catch(t){throw e.error(o.red(`An error fetching data silos for IDs ${n.join(`, `)}`)),t}}),l.stop();let h=new Date().getTime()-s;return e.info(o.green(`Successfully pulled in ${a.length} data silos in ${h/1e3} seconds!`)),a}async function _(e,{dataSiloIds:t=[],includeGuessedCategories:n,includeAttributes:i,parentCategories:o=[],subCategories:s=[],pageSize:c=1e3}={}){let l=await m(e,{dataSiloIds:t,includeGuessedCategories:n,includeAttributes:i,parentCategories:o,subCategories:s,pageSize:c}),u=r(await h(e,{dataPointIds:a(l.map(e=>e.dataPointId))}),`id`),d=r(await g(e,{dataSiloIds:a(l.map(e=>e.dataSiloId))}),`id`);return l.map(e=>({...e,dataPoint:u[e.dataPointId],dataSilo:d[e.dataSiloId]}))}export{_ as t};
-//# sourceMappingURL=pullAllDatapoints-H92qjLSx.mjs.map
+//# sourceMappingURL=pullAllDatapoints-uk5ggk6O.mjs.map

package/dist/{pullAllDatapoints-H92qjLSx.mjs.map → pullAllDatapoints-uk5ggk6O.mjs.map} RENAMED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"pullAllDatapoints-H92qjLSx.mjs","names":[],"sources":["../src/lib/data-inventory/pullAllDatapoints.ts"],"sourcesContent":["import {\n type DataCategoryType,\n SubDataPointDataSubCategoryGuessStatus,\n} from '@transcend-io/privacy-types';\nimport {\n makeGraphQLRequest,\n DATAPOINT_EXPORT,\n DATA_SILO_EXPORT,\n SUB_DATA_POINTS_COUNT,\n type DataSiloAttributeValue,\n} from '@transcend-io/sdk';\nimport { mapSeries } from '@transcend-io/utils';\nimport cliProgress from 'cli-progress';\nimport colors from 'colors';\nimport { gql, type GraphQLClient } from 'graphql-request';\n/* eslint-disable max-lines /\nimport { keyBy, uniq, chunk, sortBy } from 'lodash-es';\n\nimport type { DataCategoryInput, ProcessingPurposeInput } from '../../codecs.js';\nimport { logger } from '../../logger.js';\n\nexport interface DataSiloCsvPreview {\n /* ID of dataSilo /\n id: string;\n /* Name of dataSilo /\n title: string;\n}\n\nexport interface DataPointCsvPreview {\n /* ID of dataPoint /\n id: string;\n /* The path to this data point /\n path: string[];\n /* Description /\n description: {\n /* Default message /\n defaultMessage: string;\n };\n /* Name /\n name: string;\n}\n\nexport interface SubDataPointCsvPreview {\n /* ID of subDatapoint /\n id: string;\n /* Name (or key) of the subdatapoint /\n name: string;\n /* The description /\n description?: string;\n /* Personal data category /\n categories: DataCategoryInput[];\n /* Data point ID /\n dataPointId: string;\n /* The data silo ID /\n dataSiloId: string;\n /* The processing purpose for this sub datapoint /\n purposes: ProcessingPurposeInput[];\n /* Attribute attached to subdatapoint /\n attributeValues?: DataSiloAttributeValue[];\n /* Data category guesses that are output by the classifier /\n pendingCategoryGuesses?: {\n /* Data category being guessed /\n category: DataCategoryInput;\n /* Status of guess /\n status: SubDataPointDataSubCategoryGuessStatus;\n /* classifier version that produced the guess /\n classifierVersion: number;\n }[];\n}\n\nexport interface DatapointFilterOptions {\n /* IDs of data silos to filter down /\n dataSiloIds?: string[];\n /* Whether to include guessed categories, defaults to only approved categories /\n includeGuessedCategories?: boolean;\n /* Whether or not to include attributes /\n includeAttributes?: boolean;\n /* Parent categories to filter down for /\n parentCategories?: DataCategoryType[];\n /* Sub categories to filter down for /\n subCategories?: string[]; // TODO: https://transcend.height.app/T-40482 - do by name not ID\n}\n\n/\n Pull subdatapoint information\n \n @param client - Client to use for the request\n * @param options - Options\n * @returns The subdatapoints\n /\nasync function pullSubDatapoints(\n client: GraphQLClient,\n {\n dataSiloIds = [],\n includeGuessedCategories,\n includeAttributes,\n parentCategories = [],\n subCategories = [],\n pageSize = 1000,\n }: DatapointFilterOptions & {\n /* Page size to pull in /\n pageSize?: number;\n } = {},\n): Promise<SubDataPointCsvPreview[]> {\n const subDataPoints: SubDataPointCsvPreview[] = [];\n\n // Time duration\n const t0 = new Date().getTime();\n\n // create a new progress bar instance and use shades_classic theme\n const progressBar = new cliProgress.SingleBar({}, cliProgress.Presets.shades_classic);\n\n // Filters\n const filterBy = {\n ...(parentCategories.length > 0 ? { category: parentCategories } : {}),\n ...(subCategories.length > 0 ? { subCategoryIds: subCategories } : {}),\n // if parentCategories or subCategories and not includeGuessedCategories\n ...(parentCategories.length + subCategories.length > 0 && !includeGuessedCategories\n ? // then only show data points with approved data categories\n { status: SubDataPointDataSubCategoryGuessStatus.Approved }\n : {}),\n ...(dataSiloIds.length > 0 ? { dataSilos: dataSiloIds } : {}),\n };\n\n // Build a GraphQL client\n const {\n subDataPoints: { totalCount },\n } = await makeGraphQLRequest<{\n /* Query response /\n subDataPoints: {\n /* Count /\n totalCount: number;\n };\n }>(client, SUB_DATA_POINTS_COUNT, {\n variables: { filterBy },\n logger,\n });\n\n logger.info(colors.magenta('[Step 1/3] Pulling in all subdatapoints'));\n\n progressBar.start(totalCount, 0);\n let total = 0;\n let shouldContinue = false;\n let cursor: string \| undefined;\n let offset = 0;\n do {\n try {\n const {\n subDataPoints: { nodes },\n } = await makeGraphQLRequest<{\n /* Query response /\n subDataPoints: {\n /* List of matches /\n nodes: SubDataPointCsvPreview[];\n };\n }>(\n client,\n gql`\n query TranscendCliSubDataPointCsvExport(\n $filterBy: SubDataPointFiltersInput\n $first: Int!\n $offset: Int!\n ) {\n subDataPoints(\n filterBy: $filterBy\n first: $first\n offset: $offset\n useMaster: false\n ) {\n nodes {\n id\n name\n description\n dataPointId\n dataSiloId\n purposes {\n name\n purpose\n }\n categories {\n name\n category\n }\n ${\n includeGuessedCategories\n ? `pendingCategoryGuesses {\n category {\n name\n category\n }\n status\n classifierVersion\n }`\n : ''\n }\n ${\n includeAttributes\n ? `attributeValues {\n attributeKey {\n name\n }\n name\n }`\n : ''\n }\n }\n }\n }\n `,\n {\n variables: {\n first: pageSize,\n offset,\n filterBy: {\n ...filterBy,\n // TODO: https://transcend.height.app/T-40484 - add cursor support\n // ...(cursor ? { cursor: { id: cursor } } : {}),\n },\n },\n logger,\n },\n );\n\n cursor = nodes[nodes.length - 1]?.id as string;\n subDataPoints.push(...nodes);\n shouldContinue = nodes.length === pageSize;\n total += nodes.length;\n offset += nodes.length;\n progressBar.update(total);\n } catch (err) {\n logger.error(\n colors.red(`An error fetching subdatapoints for cursor ${cursor} and offset ${offset}`),\n );\n throw err;\n }\n } while (shouldContinue);\n\n progressBar.stop();\n const t1 = new Date().getTime();\n const totalTime = t1 - t0;\n\n const sorted = sortBy(subDataPoints, 'name');\n\n logger.info(\n colors.green(\n `Successfully pulled in ${sorted.length} subdatapoints in ${totalTime / 1000} seconds!`,\n ),\n );\n return sorted;\n}\n\n/\n Pull datapoint information\n \n @param client - Client to use for the request\n * @param options - Options\n * @returns The datapoints\n /\nasync function pullDatapoints(\n client: GraphQLClient,\n {\n dataPointIds = [],\n pageSize = 100,\n }: {\n /* IDs of data points to filter down /\n dataPointIds: string[];\n /* Page size to pull in /\n pageSize?: number;\n },\n): Promise<DataPointCsvPreview[]> {\n const dataPoints: DataPointCsvPreview[] = [];\n\n // Time duration\n const t0 = new Date().getTime();\n\n // create a new progress bar instance and use shades_classic theme\n const progressBar = new cliProgress.SingleBar({}, cliProgress.Presets.shades_classic);\n\n logger.info(colors.magenta(`[Step 2/3] Fetching metadata for ${dataPointIds.length} datapoints`));\n\n // Group by 100\n const dataPointsGrouped = chunk(dataPointIds, pageSize);\n\n progressBar.start(dataPointIds.length, 0);\n let total = 0;\n await mapSeries(dataPointsGrouped, async (dataPointIdsGroup) => {\n try {\n const {\n dataPoints: { nodes },\n } = await makeGraphQLRequest<{\n /* Query response /\n dataPoints: {\n /* List of matches /\n nodes: DataPointCsvPreview[];\n };\n }>(client, DATAPOINT_EXPORT, {\n variables: {\n first: pageSize,\n filterBy: {\n ids: dataPointIdsGroup,\n },\n },\n logger,\n });\n\n dataPoints.push(...nodes);\n total += dataPointIdsGroup.length;\n progressBar.update(total);\n } catch (err) {\n logger.error(\n colors.red(`An error fetching subdatapoints for IDs ${dataPointIdsGroup.join(', ')}`),\n );\n throw err;\n }\n });\n\n progressBar.stop();\n const t1 = new Date().getTime();\n const totalTime = t1 - t0;\n\n logger.info(\n colors.green(\n `Successfully pulled in ${dataPoints.length} dataPoints in ${totalTime / 1000} seconds!`,\n ),\n );\n return dataPoints;\n}\n\n/\n Pull data silo information\n \n @param client - Client to use for the request\n * @param options - Options\n * @returns The data silos\n /\nasync function pullDataSilos(\n client: GraphQLClient,\n {\n dataSiloIds = [],\n pageSize = 100,\n }: {\n /* IDs of data silos to filter down /\n dataSiloIds: string[];\n /* Page size to pull in /\n pageSize?: number;\n },\n): Promise<DataSiloCsvPreview[]> {\n const dataSilos: DataSiloCsvPreview[] = [];\n\n // Time duration\n const t0 = new Date().getTime();\n\n // create a new progress bar instance and use shades_classic theme\n const progressBar = new cliProgress.SingleBar({}, cliProgress.Presets.shades_classic);\n\n logger.info(colors.magenta(`[Step 3/3] Fetching metadata for ${dataSiloIds.length} data silos`));\n\n // Group by 100\n const dataSilosGrouped = chunk(dataSiloIds, pageSize);\n\n progressBar.start(dataSiloIds.length, 0);\n let total = 0;\n await mapSeries(dataSilosGrouped, async (dataSiloIdsGroup) => {\n try {\n const {\n dataSilos: { nodes },\n } = await makeGraphQLRequest<{\n /* Query response /\n dataSilos: {\n /* List of matches /\n nodes: DataSiloCsvPreview[];\n };\n }>(client, DATA_SILO_EXPORT, {\n variables: {\n first: pageSize,\n filterBy: {\n ids: dataSiloIdsGroup,\n },\n },\n logger,\n });\n\n dataSilos.push(...nodes);\n total += dataSiloIdsGroup.length;\n progressBar.update(total);\n } catch (err) {\n logger.error(\n colors.red(`An error fetching data silos for IDs ${dataSiloIdsGroup.join(', ')}`),\n );\n throw err;\n }\n });\n\n progressBar.stop();\n const t1 = new Date().getTime();\n const totalTime = t1 - t0;\n\n logger.info(\n colors.green(\n `Successfully pulled in ${dataSilos.length} data silos in ${totalTime / 1000} seconds!`,\n ),\n );\n return dataSilos;\n}\n\n/\n Pull all datapoints from the data inventory.\n \n @param client - Client to use for the request\n * @param options - Options\n * @returns The datapoints and data silos\n /\nexport async function pullAllDatapoints(\n client: GraphQLClient,\n {\n dataSiloIds = [],\n includeGuessedCategories,\n includeAttributes,\n parentCategories = [],\n subCategories = [],\n pageSize = 1000,\n }: DatapointFilterOptions & {\n /* Page size to pull in /\n pageSize?: number;\n } = {},\n): Promise<\n (SubDataPointCsvPreview & {\n /* Data point information /\n dataPoint: DataPointCsvPreview;\n /* Data silo information /\n dataSilo: DataSiloCsvPreview;\n })[]\n> {\n // Subdatapoint information\n const subDatapoints = await pullSubDatapoints(client, {\n dataSiloIds,\n includeGuessedCategories,\n includeAttributes,\n parentCategories,\n subCategories,\n pageSize,\n });\n\n // The datapoint ids to grab\n const dataPointIds = uniq(subDatapoints.map((point) => point.dataPointId));\n const dataPoints = await pullDatapoints(client, {\n dataPointIds,\n });\n const dataPointById = keyBy(dataPoints, 'id');\n\n // The data silo IDs to grab\n const allDataSiloIds = uniq(subDatapoints.map((point) => point.dataSiloId));\n const dataSilos = await pullDataSilos(client, {\n dataSiloIds: allDataSiloIds,\n });\n const dataSiloById = keyBy(dataSilos, 'id');\n\n return subDatapoints.map((subDataPoint) => ({\n ...subDataPoint,\n dataPoint: dataPointById[subDataPoint.dataPointId],\n dataSilo: dataSiloById[subDataPoint.dataSiloId],\n }));\n}\n/ eslint-enable max-lines */\n"],"mappings":"wcA0FA,eAAe,EACb,EACA,CACE,cAAc,EAAE,CAChB,2BACA,oBACA,mBAAmB,EAAE,CACrB,gBAAgB,EAAE,CAClB,WAAW,KAIT,EAAE,CAC6B,CACnC,IAAM,EAA0C,EAAE,CAG5C,EAAK,IAAI,MAAM,CAAC,SAAS,CAGzB,EAAc,IAAI,EAAY,UAAU,EAAE,CAAE,EAAY,QAAQ,eAAe,CAG/E,EAAW,CACf,GAAI,EAAiB,OAAS,EAAI,CAAE,SAAU,EAAkB,CAAG,EAAE,CACrE,GAAI,EAAc,OAAS,EAAI,CAAE,eAAgB,EAAe,CAAG,EAAE,CAErE,GAAI,EAAiB,OAAS,EAAc,OAAS,GAAK,CAAC,EAEvD,CAAE,OAAQ,EAAuC,SAAU,CAC3D,EAAE,CACN,GAAI,EAAY,OAAS,EAAI,CAAE,UAAW,EAAa,CAAG,EAAE,CAC7D,CAGK,CACJ,cAAe,CAAE,eACf,MAAM,EAMP,EAAQ,EAAuB,CAChC,UAAW,CAAE,WAAU,CACvB,SACD,CAAC,CAEF,EAAO,KAAK,EAAO,QAAQ,0CAA0C,CAAC,CAEtE,EAAY,MAAM,EAAY,EAAE,CAChC,IAAI,EAAQ,EACR,EAAiB,GACjB,EACA,EAAS,EACb,EACE,IAAI,CACF,GAAM,CACJ,cAAe,CAAE,UACf,MAAM,EAOR,EACA,CAAG;;;;;;;;;;;;;;;;;;;;;;;;;;kBA2BO,EACI;;;;;;;mBAQA,GACL;kBAEC,EACI;;;;;mBAMA,GACL;;;;UAKT,CACE,UAAW,CACT,MAAO,EACP,SACA,SAAU,CACR,GAAG,EAGJ,CACF,CACD,SACD,CACF,CAED,EAAS,EAAM,EAAM,OAAS,IAAI,GAClC,EAAc,KAAK,GAAG,EAAM,CAC5B,EAAiB,EAAM,SAAW,EAClC,GAAS,EAAM,OACf,GAAU,EAAM,OAChB,EAAY,OAAO,EAAM,OAClB,EAAK,CAIZ,MAHA,EAAO,MACL,EAAO,IAAI,8CAA8C,EAAO,cAAc,IAAS,CACxF,CACK,QAED,GAET,EAAY,MAAM,CAElB,IAAM,EADK,IAAI,MAAM,CAAC,SACF,CAAG,EAEjB,EAAS,EAAO,EAAe,OAAO,CAO5C,OALA,EAAO,KACL,EAAO,MACL,0BAA0B,EAAO,OAAO,oBAAoB,EAAY,IAAK,WAC9E,CACF,CACM,EAUT,eAAe,EACb,EACA,CACE,eAAe,EAAE,CACjB,WAAW,KAOmB,CAChC,IAAM,EAAoC,EAAE,CAGtC,EAAK,IAAI,MAAM,CAAC,SAAS,CAGzB,EAAc,IAAI,EAAY,UAAU,EAAE,CAAE,EAAY,QAAQ,eAAe,CAErF,EAAO,KAAK,EAAO,QAAQ,oCAAoC,EAAa,OAAO,aAAa,CAAC,CAGjG,IAAM,EAAoB,EAAM,EAAc,EAAS,CAEvD,EAAY,MAAM,EAAa,OAAQ,EAAE,CACzC,IAAI,EAAQ,EACZ,MAAM,EAAU,EAAmB,KAAO,IAAsB,CAC9D,GAAI,CACF,GAAM,CACJ,WAAY,CAAE,UACZ,MAAM,EAMP,EAAQ,EAAkB,CAC3B,UAAW,CACT,MAAO,EACP,SAAU,CACR,IAAK,EACN,CACF,CACD,SACD,CAAC,CAEF,EAAW,KAAK,GAAG,EAAM,CACzB,GAAS,EAAkB,OAC3B,EAAY,OAAO,EAAM,OAClB,EAAK,CAIZ,MAHA,EAAO,MACL,EAAO,IAAI,2CAA2C,EAAkB,KAAK,KAAK,GAAG,CACtF,CACK,IAER,CAEF,EAAY,MAAM,CAElB,IAAM,EADK,IAAI,MAAM,CAAC,SACF,CAAG,EAOvB,OALA,EAAO,KACL,EAAO,MACL,0BAA0B,EAAW,OAAO,iBAAiB,EAAY,IAAK,WAC/E,CACF,CACM,EAUT,eAAe,EACb,EACA,CACE,cAAc,EAAE,CAChB,WAAW,KAOkB,CAC/B,IAAM,EAAkC,EAAE,CAGpC,EAAK,IAAI,MAAM,CAAC,SAAS,CAGzB,EAAc,IAAI,EAAY,UAAU,EAAE,CAAE,EAAY,QAAQ,eAAe,CAErF,EAAO,KAAK,EAAO,QAAQ,oCAAoC,EAAY,OAAO,aAAa,CAAC,CAGhG,IAAM,EAAmB,EAAM,EAAa,EAAS,CAErD,EAAY,MAAM,EAAY,OAAQ,EAAE,CACxC,IAAI,EAAQ,EACZ,MAAM,EAAU,EAAkB,KAAO,IAAqB,CAC5D,GAAI,CACF,GAAM,CACJ,UAAW,CAAE,UACX,MAAM,EAMP,EAAQ,EAAkB,CAC3B,UAAW,CACT,MAAO,EACP,SAAU,CACR,IAAK,EACN,CACF,CACD,SACD,CAAC,CAEF,EAAU,KAAK,GAAG,EAAM,CACxB,GAAS,EAAiB,OAC1B,EAAY,OAAO,EAAM,OAClB,EAAK,CAIZ,MAHA,EAAO,MACL,EAAO,IAAI,wCAAwC,EAAiB,KAAK,KAAK,GAAG,CAClF,CACK,IAER,CAEF,EAAY,MAAM,CAElB,IAAM,EADK,IAAI,MAAM,CAAC,SACF,CAAG,EAOvB,OALA,EAAO,KACL,EAAO,MACL,0BAA0B,EAAU,OAAO,iBAAiB,EAAY,IAAK,WAC9E,CACF,CACM,EAUT,eAAsB,EACpB,EACA,CACE,cAAc,EAAE,CAChB,2BACA,oBACA,mBAAmB,EAAE,CACrB,gBAAgB,EAAE,CAClB,WAAW,KAIT,EAAE,CAQN,CAEA,IAAM,EAAgB,MAAM,EAAkB,EAAQ,CACpD,cACA,2BACA,oBACA,mBACA,gBACA,WACD,CAAC,CAOI,EAAgB,EAAM,MAHH,EAAe,EAAQ,CAC9C,aAFmB,EAAK,EAAc,IAAK,GAAU,EAAM,YAAY,CAE3D,CACb,CAAC,CACsC,KAAK,CAOvC,EAAe,EAAM,MAHH,EAAc,EAAQ,CAC5C,YAFqB,EAAK,EAAc,IAAK,GAAU,EAAM,WAAW,CAE7C,CAC5B,CAAC,CACoC,KAAK,CAE3C,OAAO,EAAc,IAAK,IAAkB,CAC1C,GAAG,EACH,UAAW,EAAc,EAAa,aACtC,SAAU,EAAa,EAAa,YACrC,EAAE"}
1	+ {"version":3,"file":"pullAllDatapoints-uk5ggk6O.mjs","names":[],"sources":["../src/lib/data-inventory/pullAllDatapoints.ts"],"sourcesContent":["import {\n type DataCategoryType,\n SubDataPointDataSubCategoryGuessStatus,\n} from '@transcend-io/privacy-types';\nimport {\n makeGraphQLRequest,\n DATAPOINT_EXPORT,\n DATA_SILO_EXPORT,\n SUB_DATA_POINTS_COUNT,\n type DataSiloAttributeValue,\n} from '@transcend-io/sdk';\nimport { mapSeries } from '@transcend-io/utils';\nimport cliProgress from 'cli-progress';\nimport colors from 'colors';\nimport { gql, type GraphQLClient } from 'graphql-request';\n/* eslint-disable max-lines /\nimport { keyBy, uniq, chunk, sortBy } from 'lodash-es';\n\nimport type { DataCategoryInput, ProcessingPurposeInput } from '../../codecs.js';\nimport { logger } from '../../logger.js';\n\nexport interface DataSiloCsvPreview {\n /* ID of dataSilo /\n id: string;\n /* Name of dataSilo /\n title: string;\n}\n\nexport interface DataPointCsvPreview {\n /* ID of dataPoint /\n id: string;\n /* The path to this data point /\n path: string[];\n /* Description /\n description: {\n /* Default message /\n defaultMessage: string;\n };\n /* Name /\n name: string;\n}\n\nexport interface SubDataPointCsvPreview {\n /* ID of subDatapoint /\n id: string;\n /* Name (or key) of the subdatapoint /\n name: string;\n /* The description /\n description?: string;\n /* Personal data category /\n categories: DataCategoryInput[];\n /* Data point ID /\n dataPointId: string;\n /* The data silo ID /\n dataSiloId: string;\n /* The processing purpose for this sub datapoint /\n purposes: ProcessingPurposeInput[];\n /* Attribute attached to subdatapoint /\n attributeValues?: DataSiloAttributeValue[];\n /* Data category guesses that are output by the classifier /\n pendingCategoryGuesses?: {\n /* Data category being guessed /\n category: DataCategoryInput;\n /* Status of guess /\n status: SubDataPointDataSubCategoryGuessStatus;\n /* classifier version that produced the guess /\n classifierVersion: number;\n }[];\n}\n\nexport interface DatapointFilterOptions {\n /* IDs of data silos to filter down /\n dataSiloIds?: string[];\n /* Whether to include guessed categories, defaults to only approved categories /\n includeGuessedCategories?: boolean;\n /* Whether or not to include attributes /\n includeAttributes?: boolean;\n /* Parent categories to filter down for /\n parentCategories?: DataCategoryType[];\n /* Sub categories to filter down for /\n subCategories?: string[]; // TODO: https://transcend.height.app/T-40482 - do by name not ID\n}\n\n/\n Pull subdatapoint information\n \n @param client - Client to use for the request\n * @param options - Options\n * @returns The subdatapoints\n /\nasync function pullSubDatapoints(\n client: GraphQLClient,\n {\n dataSiloIds = [],\n includeGuessedCategories,\n includeAttributes,\n parentCategories = [],\n subCategories = [],\n pageSize = 1000,\n }: DatapointFilterOptions & {\n /* Page size to pull in /\n pageSize?: number;\n } = {},\n): Promise<SubDataPointCsvPreview[]> {\n const subDataPoints: SubDataPointCsvPreview[] = [];\n\n // Time duration\n const t0 = new Date().getTime();\n\n // create a new progress bar instance and use shades_classic theme\n const progressBar = new cliProgress.SingleBar({}, cliProgress.Presets.shades_classic);\n\n // Filters\n const filterBy = {\n ...(parentCategories.length > 0 ? { category: parentCategories } : {}),\n ...(subCategories.length > 0 ? { subCategoryIds: subCategories } : {}),\n // if parentCategories or subCategories and not includeGuessedCategories\n ...(parentCategories.length + subCategories.length > 0 && !includeGuessedCategories\n ? // then only show data points with approved data categories\n { status: SubDataPointDataSubCategoryGuessStatus.Approved }\n : {}),\n ...(dataSiloIds.length > 0 ? { dataSilos: dataSiloIds } : {}),\n };\n\n // Build a GraphQL client\n const {\n subDataPoints: { totalCount },\n } = await makeGraphQLRequest<{\n /* Query response /\n subDataPoints: {\n /* Count /\n totalCount: number;\n };\n }>(client, SUB_DATA_POINTS_COUNT, {\n variables: { filterBy },\n logger,\n });\n\n logger.info(colors.magenta('[Step 1/3] Pulling in all subdatapoints'));\n\n progressBar.start(totalCount, 0);\n let total = 0;\n let shouldContinue = false;\n let cursor: string \| undefined;\n let offset = 0;\n do {\n try {\n const {\n subDataPoints: { nodes },\n } = await makeGraphQLRequest<{\n /* Query response /\n subDataPoints: {\n /* List of matches /\n nodes: SubDataPointCsvPreview[];\n };\n }>(\n client,\n gql`\n query TranscendCliSubDataPointCsvExport(\n $filterBy: SubDataPointFiltersInput\n $first: Int!\n $offset: Int!\n ) {\n subDataPoints(\n filterBy: $filterBy\n first: $first\n offset: $offset\n useMaster: false\n ) {\n nodes {\n id\n name\n description\n dataPointId\n dataSiloId\n purposes {\n name\n purpose\n }\n categories {\n name\n category\n }\n ${\n includeGuessedCategories\n ? `pendingCategoryGuesses {\n category {\n name\n category\n }\n status\n classifierVersion\n }`\n : ''\n }\n ${\n includeAttributes\n ? `attributeValues {\n attributeKey {\n name\n }\n name\n }`\n : ''\n }\n }\n }\n }\n `,\n {\n variables: {\n first: pageSize,\n offset,\n filterBy: {\n ...filterBy,\n // TODO: https://transcend.height.app/T-40484 - add cursor support\n // ...(cursor ? { cursor: { id: cursor } } : {}),\n },\n },\n logger,\n },\n );\n\n cursor = nodes[nodes.length - 1]?.id as string;\n subDataPoints.push(...nodes);\n shouldContinue = nodes.length === pageSize;\n total += nodes.length;\n offset += nodes.length;\n progressBar.update(total);\n } catch (err) {\n logger.error(\n colors.red(`An error fetching subdatapoints for cursor ${cursor} and offset ${offset}`),\n );\n throw err;\n }\n } while (shouldContinue);\n\n progressBar.stop();\n const t1 = new Date().getTime();\n const totalTime = t1 - t0;\n\n const sorted = sortBy(subDataPoints, 'name');\n\n logger.info(\n colors.green(\n `Successfully pulled in ${sorted.length} subdatapoints in ${totalTime / 1000} seconds!`,\n ),\n );\n return sorted;\n}\n\n/\n Pull datapoint information\n \n @param client - Client to use for the request\n * @param options - Options\n * @returns The datapoints\n /\nasync function pullDatapoints(\n client: GraphQLClient,\n {\n dataPointIds = [],\n pageSize = 100,\n }: {\n /* IDs of data points to filter down /\n dataPointIds: string[];\n /* Page size to pull in /\n pageSize?: number;\n },\n): Promise<DataPointCsvPreview[]> {\n const dataPoints: DataPointCsvPreview[] = [];\n\n // Time duration\n const t0 = new Date().getTime();\n\n // create a new progress bar instance and use shades_classic theme\n const progressBar = new cliProgress.SingleBar({}, cliProgress.Presets.shades_classic);\n\n logger.info(colors.magenta(`[Step 2/3] Fetching metadata for ${dataPointIds.length} datapoints`));\n\n // Group by 100\n const dataPointsGrouped = chunk(dataPointIds, pageSize);\n\n progressBar.start(dataPointIds.length, 0);\n let total = 0;\n await mapSeries(dataPointsGrouped, async (dataPointIdsGroup) => {\n try {\n const {\n dataPoints: { nodes },\n } = await makeGraphQLRequest<{\n /* Query response /\n dataPoints: {\n /* List of matches /\n nodes: DataPointCsvPreview[];\n };\n }>(client, DATAPOINT_EXPORT, {\n variables: {\n first: pageSize,\n filterBy: {\n ids: dataPointIdsGroup,\n },\n },\n logger,\n });\n\n dataPoints.push(...nodes);\n total += dataPointIdsGroup.length;\n progressBar.update(total);\n } catch (err) {\n logger.error(\n colors.red(`An error fetching subdatapoints for IDs ${dataPointIdsGroup.join(', ')}`),\n );\n throw err;\n }\n });\n\n progressBar.stop();\n const t1 = new Date().getTime();\n const totalTime = t1 - t0;\n\n logger.info(\n colors.green(\n `Successfully pulled in ${dataPoints.length} dataPoints in ${totalTime / 1000} seconds!`,\n ),\n );\n return dataPoints;\n}\n\n/\n Pull data silo information\n \n @param client - Client to use for the request\n * @param options - Options\n * @returns The data silos\n /\nasync function pullDataSilos(\n client: GraphQLClient,\n {\n dataSiloIds = [],\n pageSize = 100,\n }: {\n /* IDs of data silos to filter down /\n dataSiloIds: string[];\n /* Page size to pull in /\n pageSize?: number;\n },\n): Promise<DataSiloCsvPreview[]> {\n const dataSilos: DataSiloCsvPreview[] = [];\n\n // Time duration\n const t0 = new Date().getTime();\n\n // create a new progress bar instance and use shades_classic theme\n const progressBar = new cliProgress.SingleBar({}, cliProgress.Presets.shades_classic);\n\n logger.info(colors.magenta(`[Step 3/3] Fetching metadata for ${dataSiloIds.length} data silos`));\n\n // Group by 100\n const dataSilosGrouped = chunk(dataSiloIds, pageSize);\n\n progressBar.start(dataSiloIds.length, 0);\n let total = 0;\n await mapSeries(dataSilosGrouped, async (dataSiloIdsGroup) => {\n try {\n const {\n dataSilos: { nodes },\n } = await makeGraphQLRequest<{\n /* Query response /\n dataSilos: {\n /* List of matches /\n nodes: DataSiloCsvPreview[];\n };\n }>(client, DATA_SILO_EXPORT, {\n variables: {\n first: pageSize,\n filterBy: {\n ids: dataSiloIdsGroup,\n },\n },\n logger,\n });\n\n dataSilos.push(...nodes);\n total += dataSiloIdsGroup.length;\n progressBar.update(total);\n } catch (err) {\n logger.error(\n colors.red(`An error fetching data silos for IDs ${dataSiloIdsGroup.join(', ')}`),\n );\n throw err;\n }\n });\n\n progressBar.stop();\n const t1 = new Date().getTime();\n const totalTime = t1 - t0;\n\n logger.info(\n colors.green(\n `Successfully pulled in ${dataSilos.length} data silos in ${totalTime / 1000} seconds!`,\n ),\n );\n return dataSilos;\n}\n\n/\n Pull all datapoints from the data inventory.\n \n @param client - Client to use for the request\n * @param options - Options\n * @returns The datapoints and data silos\n /\nexport async function pullAllDatapoints(\n client: GraphQLClient,\n {\n dataSiloIds = [],\n includeGuessedCategories,\n includeAttributes,\n parentCategories = [],\n subCategories = [],\n pageSize = 1000,\n }: DatapointFilterOptions & {\n /* Page size to pull in /\n pageSize?: number;\n } = {},\n): Promise<\n (SubDataPointCsvPreview & {\n /* Data point information /\n dataPoint: DataPointCsvPreview;\n /* Data silo information /\n dataSilo: DataSiloCsvPreview;\n })[]\n> {\n // Subdatapoint information\n const subDatapoints = await pullSubDatapoints(client, {\n dataSiloIds,\n includeGuessedCategories,\n includeAttributes,\n parentCategories,\n subCategories,\n pageSize,\n });\n\n // The datapoint ids to grab\n const dataPointIds = uniq(subDatapoints.map((point) => point.dataPointId));\n const dataPoints = await pullDatapoints(client, {\n dataPointIds,\n });\n const dataPointById = keyBy(dataPoints, 'id');\n\n // The data silo IDs to grab\n const allDataSiloIds = uniq(subDatapoints.map((point) => point.dataSiloId));\n const dataSilos = await pullDataSilos(client, {\n dataSiloIds: allDataSiloIds,\n });\n const dataSiloById = keyBy(dataSilos, 'id');\n\n return subDatapoints.map((subDataPoint) => ({\n ...subDataPoint,\n dataPoint: dataPointById[subDataPoint.dataPointId],\n dataSilo: dataSiloById[subDataPoint.dataSiloId],\n }));\n}\n/ eslint-enable max-lines */\n"],"mappings":"wcA0FA,eAAe,EACb,EACA,CACE,cAAc,EAAE,CAChB,2BACA,oBACA,mBAAmB,EAAE,CACrB,gBAAgB,EAAE,CAClB,WAAW,KAIT,EAAE,CAC6B,CACnC,IAAM,EAA0C,EAAE,CAG5C,EAAK,IAAI,MAAM,CAAC,SAAS,CAGzB,EAAc,IAAI,EAAY,UAAU,EAAE,CAAE,EAAY,QAAQ,eAAe,CAG/E,EAAW,CACf,GAAI,EAAiB,OAAS,EAAI,CAAE,SAAU,EAAkB,CAAG,EAAE,CACrE,GAAI,EAAc,OAAS,EAAI,CAAE,eAAgB,EAAe,CAAG,EAAE,CAErE,GAAI,EAAiB,OAAS,EAAc,OAAS,GAAK,CAAC,EAEvD,CAAE,OAAQ,EAAuC,SAAU,CAC3D,EAAE,CACN,GAAI,EAAY,OAAS,EAAI,CAAE,UAAW,EAAa,CAAG,EAAE,CAC7D,CAGK,CACJ,cAAe,CAAE,eACf,MAAM,EAMP,EAAQ,EAAuB,CAChC,UAAW,CAAE,WAAU,CACvB,SACD,CAAC,CAEF,EAAO,KAAK,EAAO,QAAQ,0CAA0C,CAAC,CAEtE,EAAY,MAAM,EAAY,EAAE,CAChC,IAAI,EAAQ,EACR,EAAiB,GACjB,EACA,EAAS,EACb,EACE,IAAI,CACF,GAAM,CACJ,cAAe,CAAE,UACf,MAAM,EAOR,EACA,CAAG;;;;;;;;;;;;;;;;;;;;;;;;;;kBA2BO,EACI;;;;;;;mBAQA,GACL;kBAEC,EACI;;;;;mBAMA,GACL;;;;UAKT,CACE,UAAW,CACT,MAAO,EACP,SACA,SAAU,CACR,GAAG,EAGJ,CACF,CACD,SACD,CACF,CAED,EAAS,EAAM,EAAM,OAAS,IAAI,GAClC,EAAc,KAAK,GAAG,EAAM,CAC5B,EAAiB,EAAM,SAAW,EAClC,GAAS,EAAM,OACf,GAAU,EAAM,OAChB,EAAY,OAAO,EAAM,OAClB,EAAK,CAIZ,MAHA,EAAO,MACL,EAAO,IAAI,8CAA8C,EAAO,cAAc,IAAS,CACxF,CACK,QAED,GAET,EAAY,MAAM,CAElB,IAAM,EADK,IAAI,MAAM,CAAC,SACF,CAAG,EAEjB,EAAS,EAAO,EAAe,OAAO,CAO5C,OALA,EAAO,KACL,EAAO,MACL,0BAA0B,EAAO,OAAO,oBAAoB,EAAY,IAAK,WAC9E,CACF,CACM,EAUT,eAAe,EACb,EACA,CACE,eAAe,EAAE,CACjB,WAAW,KAOmB,CAChC,IAAM,EAAoC,EAAE,CAGtC,EAAK,IAAI,MAAM,CAAC,SAAS,CAGzB,EAAc,IAAI,EAAY,UAAU,EAAE,CAAE,EAAY,QAAQ,eAAe,CAErF,EAAO,KAAK,EAAO,QAAQ,oCAAoC,EAAa,OAAO,aAAa,CAAC,CAGjG,IAAM,EAAoB,EAAM,EAAc,EAAS,CAEvD,EAAY,MAAM,EAAa,OAAQ,EAAE,CACzC,IAAI,EAAQ,EACZ,MAAM,EAAU,EAAmB,KAAO,IAAsB,CAC9D,GAAI,CACF,GAAM,CACJ,WAAY,CAAE,UACZ,MAAM,EAMP,EAAQ,EAAkB,CAC3B,UAAW,CACT,MAAO,EACP,SAAU,CACR,IAAK,EACN,CACF,CACD,SACD,CAAC,CAEF,EAAW,KAAK,GAAG,EAAM,CACzB,GAAS,EAAkB,OAC3B,EAAY,OAAO,EAAM,OAClB,EAAK,CAIZ,MAHA,EAAO,MACL,EAAO,IAAI,2CAA2C,EAAkB,KAAK,KAAK,GAAG,CACtF,CACK,IAER,CAEF,EAAY,MAAM,CAElB,IAAM,EADK,IAAI,MAAM,CAAC,SACF,CAAG,EAOvB,OALA,EAAO,KACL,EAAO,MACL,0BAA0B,EAAW,OAAO,iBAAiB,EAAY,IAAK,WAC/E,CACF,CACM,EAUT,eAAe,EACb,EACA,CACE,cAAc,EAAE,CAChB,WAAW,KAOkB,CAC/B,IAAM,EAAkC,EAAE,CAGpC,EAAK,IAAI,MAAM,CAAC,SAAS,CAGzB,EAAc,IAAI,EAAY,UAAU,EAAE,CAAE,EAAY,QAAQ,eAAe,CAErF,EAAO,KAAK,EAAO,QAAQ,oCAAoC,EAAY,OAAO,aAAa,CAAC,CAGhG,IAAM,EAAmB,EAAM,EAAa,EAAS,CAErD,EAAY,MAAM,EAAY,OAAQ,EAAE,CACxC,IAAI,EAAQ,EACZ,MAAM,EAAU,EAAkB,KAAO,IAAqB,CAC5D,GAAI,CACF,GAAM,CACJ,UAAW,CAAE,UACX,MAAM,EAMP,EAAQ,EAAkB,CAC3B,UAAW,CACT,MAAO,EACP,SAAU,CACR,IAAK,EACN,CACF,CACD,SACD,CAAC,CAEF,EAAU,KAAK,GAAG,EAAM,CACxB,GAAS,EAAiB,OAC1B,EAAY,OAAO,EAAM,OAClB,EAAK,CAIZ,MAHA,EAAO,MACL,EAAO,IAAI,wCAAwC,EAAiB,KAAK,KAAK,GAAG,CAClF,CACK,IAER,CAEF,EAAY,MAAM,CAElB,IAAM,EADK,IAAI,MAAM,CAAC,SACF,CAAG,EAOvB,OALA,EAAO,KACL,EAAO,MACL,0BAA0B,EAAU,OAAO,iBAAiB,EAAY,IAAK,WAC9E,CACF,CACM,EAUT,eAAsB,EACpB,EACA,CACE,cAAc,EAAE,CAChB,2BACA,oBACA,mBAAmB,EAAE,CACrB,gBAAgB,EAAE,CAClB,WAAW,KAIT,EAAE,CAQN,CAEA,IAAM,EAAgB,MAAM,EAAkB,EAAQ,CACpD,cACA,2BACA,oBACA,mBACA,gBACA,WACD,CAAC,CAOI,EAAgB,EAAM,MAHH,EAAe,EAAQ,CAC9C,aAFmB,EAAK,EAAc,IAAK,GAAU,EAAM,YAAY,CAE3D,CACb,CAAC,CACsC,KAAK,CAOvC,EAAe,EAAM,MAHH,EAAc,EAAQ,CAC5C,YAFqB,EAAK,EAAc,IAAK,GAAU,EAAM,WAAW,CAE7C,CAC5B,CAAC,CACoC,KAAK,CAE3C,OAAO,EAAc,IAAK,IAAkB,CAC1C,GAAG,EACH,UAAW,EAAc,EAAa,aACtC,SAAU,EAAa,EAAa,YACrC,EAAE"}

package/dist/{pullChunkedCustomSiloOutstandingIdentifiers-BrDmPbvc.mjs → pullChunkedCustomSiloOutstandingIdentifiers-D85P1W_8.mjs} RENAMED Viewed

@@ -1,2 +1,2 @@
-import{a as e}from"./constants-BG53Mbi9.mjs";import{t}from"./logger-9T6vva73.mjs";import n from"colors";import{decodeCodec as r}from"@transcend-io/type-utils";import*as i from"io-ts";import{REDUCED_REQUESTS_FOR_DATA_SILO_COUNT as a,buildTranscendGraphQLClient as o,createSombraGotInstance as s,makeGraphQLRequest as c,withTransientRetry as l}from"@transcend-io/sdk";import{mapSeries as u}from"@transcend-io/utils";import d from"cli-progress";async function f(e,{dataSiloId:n}){let{listReducedRequestsForDataSilo:{totalCount:r}}=await c(e,a,{variables:{input:{dataSiloId:n,isResolved:!1}},logger:t});return r}const p=i.type({id:i.string,name:i.string,partition:i.string}),m=i.intersection([i.type({identifier:i.string,type:i.string,coreIdentifier:i.string,dataSiloId:i.string,requestId:i.string,nonce:i.string,requestCreatedAt:i.string,daysUntilOverdue:i.number,attributes:i.array(i.type({key:i.string,values:i.array(i.string)}))}),i.partial({partition:i.union([p,i.null])})]);async function h(e,{dataSiloId:n,limit:a=100,offset:o=0,requestType:s}){try{let c=await l(`pullCronPageOfIdentifiers`,()=>e.get(`v1/data-silo/${n}/pending-requests/${s}`,{searchParams:{offset:o,limit:a}}).json(),{logger:t,maxAttempts:6,baseDelayMs:500}),{items:u}=r(i.type({items:i.array(m)}),c);return u}catch(e){throw Error(`Received an error from server: ${e?.response?.body||e?.message}`)}}async function g({dataSiloId:r,auth:i,sombraAuth:a,actions:c,apiPageSize:l=100,savePageSize:p=1e3,onSave:m,transcendUrl:g=e,skipRequestCount:_=!1}){if(p%l!==0)throw Error(`savePageSize must be a multiple of apiPageSize. savePageSize: ${p}, apiPageSize: ${l}`);let v=await s(g,i,{logger:t,sombraApiKey:a,sombraUrl:process.env.SOMBRA_URL}),y=o(g,i),b=0;_||(b=await f(y,{dataSiloId:r})),t.info(n.magenta(`Pulling ${_?`all`:b} outstanding request identifiers for data silo: "${r}" for requests of types "${c.join(`", "`)}"`));let x=new Date().getTime(),S=new d.SingleBar({},d.Presets.shades_classic),C=new Set,w=[],T=[];_||S.start(b,0),await u(c,async e=>{let i=0,a=!0;for(;a;){let o=await h(v,{dataSiloId:r,limit:l,offset:i,requestType:e}),s=o.map(t=>(C.add(t.requestId),{...t,action:e})),c=s.map(({attributes:e,partition:t,...n})=>({...n,...t?{partitionId:t.id,partitionName:t.name,partitionKey:t.partition}:{},...e.reduce((e,t)=>Object.assign(e,{[t.key]:t.values.join(`,`)}),{})}));w.push(...s),T.push(...c),T.length>=p&&(await m(T),T=[]),a=o.length===l,i+=l,_?t.info(n.magenta(`Pulled ${o.length} outstanding identifiers for ${C.size} requests`)):S.update(C.size)}}),T.length>0&&await m(T),_||S.stop();let E=new Date().getTime()-x;return t.info(n.green(`Successfully pulled ${w.length} outstanding identifiers from ${C.size} requests in "${E/1e3}" seconds!`)),{identifiers:w}}export{f as a,h as i,m as n,p as r,g as t};
-//# sourceMappingURL=pullChunkedCustomSiloOutstandingIdentifiers-BrDmPbvc.mjs.map
+import{a as e}from"./constants-jjHIzHGm.mjs";import{t}from"./logger-zplFSeXU.mjs";import n from"colors";import{decodeCodec as r}from"@transcend-io/type-utils";import*as i from"io-ts";import{REDUCED_REQUESTS_FOR_DATA_SILO_COUNT as a,buildTranscendGraphQLClient as o,createSombraGotInstance as s,makeGraphQLRequest as c,withTransientRetry as l}from"@transcend-io/sdk";import{mapSeries as u}from"@transcend-io/utils";import d from"cli-progress";async function f(e,{dataSiloId:n}){let{listReducedRequestsForDataSilo:{totalCount:r}}=await c(e,a,{variables:{input:{dataSiloId:n,isResolved:!1}},logger:t});return r}const p=i.type({id:i.string,name:i.string,partition:i.string}),m=i.intersection([i.type({identifier:i.string,type:i.string,coreIdentifier:i.string,dataSiloId:i.string,requestId:i.string,nonce:i.string,requestCreatedAt:i.string,daysUntilOverdue:i.number,attributes:i.array(i.type({key:i.string,values:i.array(i.string)}))}),i.partial({partition:i.union([p,i.null])})]);async function h(e,{dataSiloId:n,limit:a=100,offset:o=0,requestType:s}){try{let c=await l(`pullCronPageOfIdentifiers`,()=>e.get(`v1/data-silo/${n}/pending-requests/${s}`,{searchParams:{offset:o,limit:a}}).json(),{logger:t,maxAttempts:6,baseDelayMs:500}),{items:u}=r(i.type({items:i.array(m)}),c);return u}catch(e){throw Error(`Received an error from server: ${e?.response?.body||e?.message}`)}}async function g({dataSiloId:r,auth:i,sombraAuth:a,actions:c,apiPageSize:l=100,savePageSize:p=1e3,onSave:m,transcendUrl:g=e,skipRequestCount:_=!1}){if(p%l!==0)throw Error(`savePageSize must be a multiple of apiPageSize. savePageSize: ${p}, apiPageSize: ${l}`);let v=await s(g,i,{logger:t,sombraApiKey:a,sombraUrl:process.env.SOMBRA_URL}),y=o(g,i),b=0;_||(b=await f(y,{dataSiloId:r})),t.info(n.magenta(`Pulling ${_?`all`:b} outstanding request identifiers for data silo: "${r}" for requests of types "${c.join(`", "`)}"`));let x=new Date().getTime(),S=new d.SingleBar({},d.Presets.shades_classic),C=new Set,w=[],T=[];_||S.start(b,0),await u(c,async e=>{let i=0,a=!0;for(;a;){let o=await h(v,{dataSiloId:r,limit:l,offset:i,requestType:e}),s=o.map(t=>(C.add(t.requestId),{...t,action:e})),c=s.map(({attributes:e,partition:t,...n})=>({...n,...t?{partitionId:t.id,partitionName:t.name,partitionKey:t.partition}:{},...e.reduce((e,t)=>Object.assign(e,{[t.key]:t.values.join(`,`)}),{})}));w.push(...s),T.push(...c),T.length>=p&&(await m(T),T=[]),a=o.length===l,i+=l,_?t.info(n.magenta(`Pulled ${o.length} outstanding identifiers for ${C.size} requests`)):S.update(C.size)}}),T.length>0&&await m(T),_||S.stop();let E=new Date().getTime()-x;return t.info(n.green(`Successfully pulled ${w.length} outstanding identifiers from ${C.size} requests in "${E/1e3}" seconds!`)),{identifiers:w}}export{f as a,h as i,m as n,p as r,g as t};
+//# sourceMappingURL=pullChunkedCustomSiloOutstandingIdentifiers-D85P1W_8.mjs.map

package/dist/{pullChunkedCustomSiloOutstandingIdentifiers-BrDmPbvc.mjs.map → pullChunkedCustomSiloOutstandingIdentifiers-D85P1W_8.mjs.map} RENAMED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"pullChunkedCustomSiloOutstandingIdentifiers-BrDmPbvc.mjs","names":[],"sources":["../src/lib/graphql/fetchRequestDataSiloActiveCount.ts","../src/lib/cron/pullCronPageOfIdentifiers.ts","../src/lib/cron/pullChunkedCustomSiloOutstandingIdentifiers.ts"],"sourcesContent":["import { makeGraphQLRequest, REDUCED_REQUESTS_FOR_DATA_SILO_COUNT } from '@transcend-io/sdk';\nimport { GraphQLClient } from 'graphql-request';\n\nimport { logger } from '../../logger.js';\n\n/*\n Get number of open requests for a data silo\n \n @param client - GraphQL client\n * @param options - Filter options\n * @returns List of request identifiers\n /\nexport async function fetchRequestDataSiloActiveCount(\n client: GraphQLClient,\n {\n dataSiloId,\n }: {\n /* Data silo ID /\n dataSiloId: string;\n },\n): Promise<number> {\n const {\n listReducedRequestsForDataSilo: { totalCount },\n } = await makeGraphQLRequest<{\n /* Requests /\n listReducedRequestsForDataSilo: {\n /* Total count /\n totalCount: number;\n };\n }>(client, REDUCED_REQUESTS_FOR_DATA_SILO_COUNT, {\n variables: {\n input: {\n dataSiloId,\n isResolved: false,\n },\n },\n logger,\n });\n\n return totalCount;\n}\n","import { RequestAction } from '@transcend-io/privacy-types';\nimport { withTransientRetry } from '@transcend-io/sdk';\nimport { decodeCodec } from '@transcend-io/type-utils';\nimport type { Got } from 'got';\nimport as t from 'io-ts';\n\nimport { logger } from '../../logger.js';\n\n/** Consent partition metadata when a DSR is scoped to a partition /\nexport const CronPartition = t.type({\n /* ID of the partition /\n id: t.string,\n /* The human readable name of the partition /\n name: t.string,\n /* The unique identifying partition value /\n partition: t.string,\n});\n\n/* Type override /\nexport type CronPartition = t.TypeOf<typeof CronPartition>;\n\nexport const CronIdentifier = t.intersection([\n t.type({\n /* The identifier value /\n identifier: t.string,\n /* The type of identifier /\n type: t.string,\n /* The core identifier of the request /\n coreIdentifier: t.string,\n /* The ID of the underlying data silo /\n dataSiloId: t.string,\n /* The ID of the underlying request /\n requestId: t.string,\n /* The request nonce /\n nonce: t.string,\n /* The time the request was created /\n requestCreatedAt: t.string,\n /* The number of days until the request is overdue /\n daysUntilOverdue: t.number,\n /* Request attributes /\n attributes: t.array(\n t.type({\n key: t.string,\n values: t.array(t.string),\n }),\n ),\n }),\n t.partial({\n /* The consent partition that scopes this request, when applicable /\n partition: t.union([CronPartition, t.null]),\n }),\n]);\n\n/* Type override /\nexport type CronIdentifier = t.TypeOf<typeof CronIdentifier>;\n\n/\n Pull a offset of identifiers for a cron job\n \n @see https://docs.transcend.io/docs/api-reference/GET/v1/data-silo/(id)/pending-requests/(type)\n * @param sombra - Sombra instance configured to make requests\n * @param options - Additional options\n * @returns Successfully submitted request\n /\nexport async function pullCronPageOfIdentifiers(\n sombra: Got,\n {\n dataSiloId,\n limit = 100,\n offset = 0,\n requestType,\n }: {\n /* Data Silo ID /\n dataSiloId: string;\n /* Type of request /\n requestType: RequestAction;\n /* Number of identifiers to pull in /\n limit?: number;\n /* Page to pull in /\n offset?: number;\n },\n): Promise<CronIdentifier[]> {\n try {\n // `GET pending-requests` is a read and therefore safe to retry on transient\n // gateway / network errors. Customers running `transcend cron\n // pull-identifiers` against large silos would otherwise see the command\n // abort on a single 502 from the Sombra reverse tunnel.\n const response = await withTransientRetry(\n 'pullCronPageOfIdentifiers',\n () =>\n sombra\n .get(`v1/data-silo/${dataSiloId}/pending-requests/${requestType}`, {\n searchParams: {\n offset,\n limit,\n },\n })\n .json(),\n { logger, maxAttempts: 6, baseDelayMs: 500 },\n );\n\n const { items } = decodeCodec(\n t.type({\n items: t.array(CronIdentifier),\n }),\n response,\n );\n return items;\n } catch (err) {\n throw new Error(`Received an error from server: ${err?.response?.body \|\| err?.message}`);\n }\n}\n","import { RequestAction } from '@transcend-io/privacy-types';\nimport { buildTranscendGraphQLClient, createSombraGotInstance } from '@transcend-io/sdk';\nimport { mapSeries } from '@transcend-io/utils';\nimport cliProgress from 'cli-progress';\nimport colors from 'colors';\n\nimport { DEFAULT_TRANSCEND_API } from '../../constants.js';\nimport { logger } from '../../logger.js';\nimport { fetchRequestDataSiloActiveCount } from '../graphql/index.js';\nimport { pullCronPageOfIdentifiers, CronIdentifier } from './pullCronPageOfIdentifiers.js';\n\n/\n A CSV formatted identifier\n /\nexport type CsvFormattedIdentifier = {\n [k in string]: string \| null \| boolean \| number;\n};\n\nexport interface CronIdentifierWithAction extends CronIdentifier {\n /* The request action that the identifier relates to /\n action: RequestAction;\n}\n\n/\n Pull the set of identifiers outstanding for a cron or AVC integration\n \n This function is designed to be used in a loop, and will call the onSave callback\n * with a chunk of identifiers when the savePageSize is reached.\n \n @param options - Options\n * @returns The identifiers and identifiers formatted for CSV\n /\nexport async function pullChunkedCustomSiloOutstandingIdentifiers({\n dataSiloId,\n auth,\n sombraAuth,\n actions,\n apiPageSize = 100,\n savePageSize = 1000,\n onSave,\n transcendUrl = DEFAULT_TRANSCEND_API,\n skipRequestCount = false,\n}: {\n /* Transcend API key authentication /\n auth: string;\n /* Data Silo ID to pull down jobs for /\n dataSiloId: string;\n /* The request actions to fetch /\n actions: RequestAction[];\n /* How many identifiers to pull in a single call to the backend /\n apiPageSize: number;\n /* How many identifiers to save at a time (usually to a CSV file, should be a multiple of apiPageSize) /\n savePageSize: number;\n /* Callback function called when a chunk of identifiers is ready to be saved /\n onSave: (chunk: CsvFormattedIdentifier[]) => Promise<void>;\n /* API URL for Transcend backend /\n transcendUrl?: string;\n /* Sombra API key authentication /\n sombraAuth?: string;\n /* Skip request count /\n skipRequestCount?: boolean;\n}): Promise<{\n /* Raw Identifiers */\n identifiers: CronIdentifierWithAction[];\n}> {\n // Validate savePageSize\n if (savePageSize % apiPageSize !== 0) {\n throw new Error(\n `savePageSize must be a multiple of apiPageSize. savePageSize: ${savePageSize}, apiPageSize: ${apiPageSize}`,\n );\n }\n\n // Create sombra instance to communicate with\n const sombra = await createSombraGotInstance(transcendUrl, auth, {\n logger,\n sombraApiKey: sombraAuth,\n sombraUrl: process.env.SOMBRA_URL,\n });\n\n // Create GraphQL client to connect to Transcend backend\n const client = buildTranscendGraphQLClient(transcendUrl, auth);\n\n let totalRequestCount = 0;\n if (!skipRequestCount) {\n totalRequestCount = await fetchRequestDataSiloActiveCount(client, {\n dataSiloId,\n });\n }\n\n logger.info(\n colors.magenta(\n `Pulling ${skipRequestCount ? 'all' : totalRequestCount} outstanding request identifiers ` +\n `for data silo: \"${dataSiloId}\" for requests of types \"${actions.join('\", \"')}\"`,\n ),\n );\n\n // Time duration\n const t0 = new Date().getTime();\n // create a new progress bar instance and use shades_classic theme\n const progressBar = new cliProgress.SingleBar({}, cliProgress.Presets.shades_classic);\n const foundRequestIds = new Set<string>();\n\n // identifiers found in total\n const identifiers: CronIdentifierWithAction[] = [];\n // current chunk of identifiers to be saved\n let currentChunk: CsvFormattedIdentifier[] = [];\n\n // map over each action\n if (!skipRequestCount) {\n progressBar.start(totalRequestCount, 0);\n }\n await mapSeries(actions, async (action) => {\n let offset = 0;\n let shouldContinue = true;\n\n // Fetch a page of identifiers\n while (shouldContinue) {\n const pageIdentifiers = await pullCronPageOfIdentifiers(sombra, {\n dataSiloId,\n limit: apiPageSize,\n offset,\n requestType: action,\n });\n\n const identifiersWithAction: CronIdentifierWithAction[] = pageIdentifiers.map(\n (identifier) => {\n foundRequestIds.add(identifier.requestId);\n return {\n ...identifier,\n action,\n };\n },\n );\n\n const csvFormattedIdentifiers = identifiersWithAction.map(\n ({ attributes, partition, ...identifier }) => ({\n ...identifier,\n ...(partition\n ? {\n partitionId: partition.id,\n partitionName: partition.name,\n partitionKey: partition.partition,\n }\n : {}),\n ...attributes.reduce(\n (acc, val) =>\n Object.assign(acc, {\n [val.key]: val.values.join(','),\n }),\n {},\n ),\n }),\n );\n\n identifiers.push(...identifiersWithAction);\n currentChunk.push(...csvFormattedIdentifiers);\n\n // Check if we've reached the savePageSize and call the onSave callback\n if (currentChunk.length >= savePageSize) {\n await onSave(currentChunk);\n currentChunk = [];\n }\n\n shouldContinue = pageIdentifiers.length === apiPageSize;\n offset += apiPageSize;\n if (!skipRequestCount) {\n progressBar.update(foundRequestIds.size);\n } else {\n logger.info(\n colors.magenta(\n `Pulled ${pageIdentifiers.length} outstanding identifiers for ${foundRequestIds.size} requests`,\n ),\n );\n }\n }\n });\n\n // Save any remaining identifiers in the current chunk\n if (currentChunk.length > 0) {\n await onSave(currentChunk);\n }\n\n if (!skipRequestCount) {\n progressBar.stop();\n }\n const t1 = new Date().getTime();\n const totalTime = t1 - t0;\n\n logger.info(\n colors.green(\n `Successfully pulled ${identifiers.length} outstanding identifiers from ${\n foundRequestIds.size\n } requests in \"${totalTime / 1000}\" seconds!`,\n ),\n );\n\n return { identifiers };\n}\n"],"mappings":"0bAYA,eAAsB,EACpB,EACA,CACE,cAKe,CACjB,GAAM,CACJ,+BAAgC,CAAE,eAChC,MAAM,EAMP,EAAQ,EAAsC,CAC/C,UAAW,CACT,MAAO,CACL,aACA,WAAY,GACb,CACF,CACD,SACD,CAAC,CAEF,OAAO,EC9BT,MAAa,EAAgB,EAAE,KAAK,CAElC,GAAI,EAAE,OAEN,KAAM,EAAE,OAER,UAAW,EAAE,OACd,CAAC,CAKW,EAAiB,EAAE,aAAa,CAC3C,EAAE,KAAK,CAEL,WAAY,EAAE,OAEd,KAAM,EAAE,OAER,eAAgB,EAAE,OAElB,WAAY,EAAE,OAEd,UAAW,EAAE,OAEb,MAAO,EAAE,OAET,iBAAkB,EAAE,OAEpB,iBAAkB,EAAE,OAEpB,WAAY,EAAE,MACZ,EAAE,KAAK,CACL,IAAK,EAAE,OACP,OAAQ,EAAE,MAAM,EAAE,OAAO,CAC1B,CAAC,CACH,CACF,CAAC,CACF,EAAE,QAAQ,CAER,UAAW,EAAE,MAAM,CAAC,EAAe,EAAE,KAAK,CAAC,CAC5C,CAAC,CACH,CAAC,CAaF,eAAsB,EACpB,EACA,CACE,aACA,QAAQ,IACR,SAAS,EACT,eAWyB,CAC3B,GAAI,CAKF,IAAM,EAAW,MAAM,EACrB,gCAEE,EACG,IAAI,gBAAgB,EAAW,oBAAoB,IAAe,CACjE,aAAc,CACZ,SACA,QACD,CACF,CAAC,CACD,MAAM,CACX,CAAE,SAAQ,YAAa,EAAG,YAAa,IAAK,CAC7C,CAEK,CAAE,SAAU,EAChB,EAAE,KAAK,CACL,MAAO,EAAE,MAAM,EAAe,CAC/B,CAAC,CACF,EACD,CACD,OAAO,QACA,EAAK,CACZ,MAAU,MAAM,kCAAkC,GAAK,UAAU,MAAQ,GAAK,UAAU,EC7E5F,eAAsB,EAA4C,CAChE,aACA,OACA,aACA,UACA,cAAc,IACd,eAAe,IACf,SACA,eAAe,EACf,mBAAmB,IAuBlB,CAED,GAAI,EAAe,IAAgB,EACjC,MAAU,MACR,iEAAiE,EAAa,iBAAiB,IAChG,CAIH,IAAM,EAAS,MAAM,EAAwB,EAAc,EAAM,CAC/D,SACA,aAAc,EACd,UAAW,QAAQ,IAAI,WACxB,CAAC,CAGI,EAAS,EAA4B,EAAc,EAAK,CAE1D,EAAoB,EACnB,IACH,EAAoB,MAAM,EAAgC,EAAQ,CAChE,aACD,CAAC,EAGJ,EAAO,KACL,EAAO,QACL,WAAW,EAAmB,MAAQ,EAAkB,mDACnC,EAAW,2BAA2B,EAAQ,KAAK,OAAO,CAAC,GACjF,CACF,CAGD,IAAM,EAAK,IAAI,MAAM,CAAC,SAAS,CAEzB,EAAc,IAAI,EAAY,UAAU,EAAE,CAAE,EAAY,QAAQ,eAAe,CAC/E,EAAkB,IAAI,IAGtB,EAA0C,EAAE,CAE9C,EAAyC,EAAE,CAG1C,GACH,EAAY,MAAM,EAAmB,EAAE,CAEzC,MAAM,EAAU,EAAS,KAAO,IAAW,CACzC,IAAI,EAAS,EACT,EAAiB,GAGrB,KAAO,GAAgB,CACrB,IAAM,EAAkB,MAAM,EAA0B,EAAQ,CAC9D,aACA,MAAO,EACP,SACA,YAAa,EACd,CAAC,CAEI,EAAoD,EAAgB,IACvE,IACC,EAAgB,IAAI,EAAW,UAAU,CAClC,CACL,GAAG,EACH,SACD,EAEJ,CAEK,EAA0B,EAAsB,KACnD,CAAE,aAAY,YAAW,GAAG,MAAkB,CAC7C,GAAG,EACH,GAAI,EACA,CACE,YAAa,EAAU,GACvB,cAAe,EAAU,KACzB,aAAc,EAAU,UACzB,CACD,EAAE,CACN,GAAG,EAAW,QACX,EAAK,IACJ,OAAO,OAAO,EAAK,EAChB,EAAI,KAAM,EAAI,OAAO,KAAK,IAAI,CAChC,CAAC,CACJ,EAAE,CACH,CACF,EACF,CAED,EAAY,KAAK,GAAG,EAAsB,CAC1C,EAAa,KAAK,GAAG,EAAwB,CAGzC,EAAa,QAAU,IACzB,MAAM,EAAO,EAAa,CAC1B,EAAe,EAAE,EAGnB,EAAiB,EAAgB,SAAW,EAC5C,GAAU,EACL,EAGH,EAAO,KACL,EAAO,QACL,UAAU,EAAgB,OAAO,+BAA+B,EAAgB,KAAK,WACtF,CACF,CAND,EAAY,OAAO,EAAgB,KAAK,GAS5C,CAGE,EAAa,OAAS,GACxB,MAAM,EAAO,EAAa,CAGvB,GACH,EAAY,MAAM,CAGpB,IAAM,EADK,IAAI,MAAM,CAAC,SACF,CAAG,EAUvB,OARA,EAAO,KACL,EAAO,MACL,uBAAuB,EAAY,OAAO,gCACxC,EAAgB,KACjB,gBAAgB,EAAY,IAAK,YACnC,CACF,CAEM,CAAE,cAAa"}
1	+ {"version":3,"file":"pullChunkedCustomSiloOutstandingIdentifiers-D85P1W_8.mjs","names":[],"sources":["../src/lib/graphql/fetchRequestDataSiloActiveCount.ts","../src/lib/cron/pullCronPageOfIdentifiers.ts","../src/lib/cron/pullChunkedCustomSiloOutstandingIdentifiers.ts"],"sourcesContent":["import { makeGraphQLRequest, REDUCED_REQUESTS_FOR_DATA_SILO_COUNT } from '@transcend-io/sdk';\nimport { GraphQLClient } from 'graphql-request';\n\nimport { logger } from '../../logger.js';\n\n/*\n Get number of open requests for a data silo\n \n @param client - GraphQL client\n * @param options - Filter options\n * @returns List of request identifiers\n /\nexport async function fetchRequestDataSiloActiveCount(\n client: GraphQLClient,\n {\n dataSiloId,\n }: {\n /* Data silo ID /\n dataSiloId: string;\n },\n): Promise<number> {\n const {\n listReducedRequestsForDataSilo: { totalCount },\n } = await makeGraphQLRequest<{\n /* Requests /\n listReducedRequestsForDataSilo: {\n /* Total count /\n totalCount: number;\n };\n }>(client, REDUCED_REQUESTS_FOR_DATA_SILO_COUNT, {\n variables: {\n input: {\n dataSiloId,\n isResolved: false,\n },\n },\n logger,\n });\n\n return totalCount;\n}\n","import { RequestAction } from '@transcend-io/privacy-types';\nimport { withTransientRetry } from '@transcend-io/sdk';\nimport { decodeCodec } from '@transcend-io/type-utils';\nimport type { Got } from 'got';\nimport as t from 'io-ts';\n\nimport { logger } from '../../logger.js';\n\n/** Consent partition metadata when a DSR is scoped to a partition /\nexport const CronPartition = t.type({\n /* ID of the partition /\n id: t.string,\n /* The human readable name of the partition /\n name: t.string,\n /* The unique identifying partition value /\n partition: t.string,\n});\n\n/* Type override /\nexport type CronPartition = t.TypeOf<typeof CronPartition>;\n\nexport const CronIdentifier = t.intersection([\n t.type({\n /* The identifier value /\n identifier: t.string,\n /* The type of identifier /\n type: t.string,\n /* The core identifier of the request /\n coreIdentifier: t.string,\n /* The ID of the underlying data silo /\n dataSiloId: t.string,\n /* The ID of the underlying request /\n requestId: t.string,\n /* The request nonce /\n nonce: t.string,\n /* The time the request was created /\n requestCreatedAt: t.string,\n /* The number of days until the request is overdue /\n daysUntilOverdue: t.number,\n /* Request attributes /\n attributes: t.array(\n t.type({\n key: t.string,\n values: t.array(t.string),\n }),\n ),\n }),\n t.partial({\n /* The consent partition that scopes this request, when applicable /\n partition: t.union([CronPartition, t.null]),\n }),\n]);\n\n/* Type override /\nexport type CronIdentifier = t.TypeOf<typeof CronIdentifier>;\n\n/\n Pull a offset of identifiers for a cron job\n \n @see https://docs.transcend.io/docs/api-reference/GET/v1/data-silo/(id)/pending-requests/(type)\n * @param sombra - Sombra instance configured to make requests\n * @param options - Additional options\n * @returns Successfully submitted request\n /\nexport async function pullCronPageOfIdentifiers(\n sombra: Got,\n {\n dataSiloId,\n limit = 100,\n offset = 0,\n requestType,\n }: {\n /* Data Silo ID /\n dataSiloId: string;\n /* Type of request /\n requestType: RequestAction;\n /* Number of identifiers to pull in /\n limit?: number;\n /* Page to pull in /\n offset?: number;\n },\n): Promise<CronIdentifier[]> {\n try {\n // `GET pending-requests` is a read and therefore safe to retry on transient\n // gateway / network errors. Customers running `transcend cron\n // pull-identifiers` against large silos would otherwise see the command\n // abort on a single 502 from the Sombra reverse tunnel.\n const response = await withTransientRetry(\n 'pullCronPageOfIdentifiers',\n () =>\n sombra\n .get(`v1/data-silo/${dataSiloId}/pending-requests/${requestType}`, {\n searchParams: {\n offset,\n limit,\n },\n })\n .json(),\n { logger, maxAttempts: 6, baseDelayMs: 500 },\n );\n\n const { items } = decodeCodec(\n t.type({\n items: t.array(CronIdentifier),\n }),\n response,\n );\n return items;\n } catch (err) {\n throw new Error(`Received an error from server: ${err?.response?.body \|\| err?.message}`);\n }\n}\n","import { RequestAction } from '@transcend-io/privacy-types';\nimport { buildTranscendGraphQLClient, createSombraGotInstance } from '@transcend-io/sdk';\nimport { mapSeries } from '@transcend-io/utils';\nimport cliProgress from 'cli-progress';\nimport colors from 'colors';\n\nimport { DEFAULT_TRANSCEND_API } from '../../constants.js';\nimport { logger } from '../../logger.js';\nimport { fetchRequestDataSiloActiveCount } from '../graphql/index.js';\nimport { pullCronPageOfIdentifiers, CronIdentifier } from './pullCronPageOfIdentifiers.js';\n\n/\n A CSV formatted identifier\n /\nexport type CsvFormattedIdentifier = {\n [k in string]: string \| null \| boolean \| number;\n};\n\nexport interface CronIdentifierWithAction extends CronIdentifier {\n /* The request action that the identifier relates to /\n action: RequestAction;\n}\n\n/\n Pull the set of identifiers outstanding for a cron or AVC integration\n \n This function is designed to be used in a loop, and will call the onSave callback\n * with a chunk of identifiers when the savePageSize is reached.\n \n @param options - Options\n * @returns The identifiers and identifiers formatted for CSV\n /\nexport async function pullChunkedCustomSiloOutstandingIdentifiers({\n dataSiloId,\n auth,\n sombraAuth,\n actions,\n apiPageSize = 100,\n savePageSize = 1000,\n onSave,\n transcendUrl = DEFAULT_TRANSCEND_API,\n skipRequestCount = false,\n}: {\n /* Transcend API key authentication /\n auth: string;\n /* Data Silo ID to pull down jobs for /\n dataSiloId: string;\n /* The request actions to fetch /\n actions: RequestAction[];\n /* How many identifiers to pull in a single call to the backend /\n apiPageSize: number;\n /* How many identifiers to save at a time (usually to a CSV file, should be a multiple of apiPageSize) /\n savePageSize: number;\n /* Callback function called when a chunk of identifiers is ready to be saved /\n onSave: (chunk: CsvFormattedIdentifier[]) => Promise<void>;\n /* API URL for Transcend backend /\n transcendUrl?: string;\n /* Sombra API key authentication /\n sombraAuth?: string;\n /* Skip request count /\n skipRequestCount?: boolean;\n}): Promise<{\n /* Raw Identifiers */\n identifiers: CronIdentifierWithAction[];\n}> {\n // Validate savePageSize\n if (savePageSize % apiPageSize !== 0) {\n throw new Error(\n `savePageSize must be a multiple of apiPageSize. savePageSize: ${savePageSize}, apiPageSize: ${apiPageSize}`,\n );\n }\n\n // Create sombra instance to communicate with\n const sombra = await createSombraGotInstance(transcendUrl, auth, {\n logger,\n sombraApiKey: sombraAuth,\n sombraUrl: process.env.SOMBRA_URL,\n });\n\n // Create GraphQL client to connect to Transcend backend\n const client = buildTranscendGraphQLClient(transcendUrl, auth);\n\n let totalRequestCount = 0;\n if (!skipRequestCount) {\n totalRequestCount = await fetchRequestDataSiloActiveCount(client, {\n dataSiloId,\n });\n }\n\n logger.info(\n colors.magenta(\n `Pulling ${skipRequestCount ? 'all' : totalRequestCount} outstanding request identifiers ` +\n `for data silo: \"${dataSiloId}\" for requests of types \"${actions.join('\", \"')}\"`,\n ),\n );\n\n // Time duration\n const t0 = new Date().getTime();\n // create a new progress bar instance and use shades_classic theme\n const progressBar = new cliProgress.SingleBar({}, cliProgress.Presets.shades_classic);\n const foundRequestIds = new Set<string>();\n\n // identifiers found in total\n const identifiers: CronIdentifierWithAction[] = [];\n // current chunk of identifiers to be saved\n let currentChunk: CsvFormattedIdentifier[] = [];\n\n // map over each action\n if (!skipRequestCount) {\n progressBar.start(totalRequestCount, 0);\n }\n await mapSeries(actions, async (action) => {\n let offset = 0;\n let shouldContinue = true;\n\n // Fetch a page of identifiers\n while (shouldContinue) {\n const pageIdentifiers = await pullCronPageOfIdentifiers(sombra, {\n dataSiloId,\n limit: apiPageSize,\n offset,\n requestType: action,\n });\n\n const identifiersWithAction: CronIdentifierWithAction[] = pageIdentifiers.map(\n (identifier) => {\n foundRequestIds.add(identifier.requestId);\n return {\n ...identifier,\n action,\n };\n },\n );\n\n const csvFormattedIdentifiers = identifiersWithAction.map(\n ({ attributes, partition, ...identifier }) => ({\n ...identifier,\n ...(partition\n ? {\n partitionId: partition.id,\n partitionName: partition.name,\n partitionKey: partition.partition,\n }\n : {}),\n ...attributes.reduce(\n (acc, val) =>\n Object.assign(acc, {\n [val.key]: val.values.join(','),\n }),\n {},\n ),\n }),\n );\n\n identifiers.push(...identifiersWithAction);\n currentChunk.push(...csvFormattedIdentifiers);\n\n // Check if we've reached the savePageSize and call the onSave callback\n if (currentChunk.length >= savePageSize) {\n await onSave(currentChunk);\n currentChunk = [];\n }\n\n shouldContinue = pageIdentifiers.length === apiPageSize;\n offset += apiPageSize;\n if (!skipRequestCount) {\n progressBar.update(foundRequestIds.size);\n } else {\n logger.info(\n colors.magenta(\n `Pulled ${pageIdentifiers.length} outstanding identifiers for ${foundRequestIds.size} requests`,\n ),\n );\n }\n }\n });\n\n // Save any remaining identifiers in the current chunk\n if (currentChunk.length > 0) {\n await onSave(currentChunk);\n }\n\n if (!skipRequestCount) {\n progressBar.stop();\n }\n const t1 = new Date().getTime();\n const totalTime = t1 - t0;\n\n logger.info(\n colors.green(\n `Successfully pulled ${identifiers.length} outstanding identifiers from ${\n foundRequestIds.size\n } requests in \"${totalTime / 1000}\" seconds!`,\n ),\n );\n\n return { identifiers };\n}\n"],"mappings":"0bAYA,eAAsB,EACpB,EACA,CACE,cAKe,CACjB,GAAM,CACJ,+BAAgC,CAAE,eAChC,MAAM,EAMP,EAAQ,EAAsC,CAC/C,UAAW,CACT,MAAO,CACL,aACA,WAAY,GACb,CACF,CACD,SACD,CAAC,CAEF,OAAO,EC9BT,MAAa,EAAgB,EAAE,KAAK,CAElC,GAAI,EAAE,OAEN,KAAM,EAAE,OAER,UAAW,EAAE,OACd,CAAC,CAKW,EAAiB,EAAE,aAAa,CAC3C,EAAE,KAAK,CAEL,WAAY,EAAE,OAEd,KAAM,EAAE,OAER,eAAgB,EAAE,OAElB,WAAY,EAAE,OAEd,UAAW,EAAE,OAEb,MAAO,EAAE,OAET,iBAAkB,EAAE,OAEpB,iBAAkB,EAAE,OAEpB,WAAY,EAAE,MACZ,EAAE,KAAK,CACL,IAAK,EAAE,OACP,OAAQ,EAAE,MAAM,EAAE,OAAO,CAC1B,CAAC,CACH,CACF,CAAC,CACF,EAAE,QAAQ,CAER,UAAW,EAAE,MAAM,CAAC,EAAe,EAAE,KAAK,CAAC,CAC5C,CAAC,CACH,CAAC,CAaF,eAAsB,EACpB,EACA,CACE,aACA,QAAQ,IACR,SAAS,EACT,eAWyB,CAC3B,GAAI,CAKF,IAAM,EAAW,MAAM,EACrB,gCAEE,EACG,IAAI,gBAAgB,EAAW,oBAAoB,IAAe,CACjE,aAAc,CACZ,SACA,QACD,CACF,CAAC,CACD,MAAM,CACX,CAAE,SAAQ,YAAa,EAAG,YAAa,IAAK,CAC7C,CAEK,CAAE,SAAU,EAChB,EAAE,KAAK,CACL,MAAO,EAAE,MAAM,EAAe,CAC/B,CAAC,CACF,EACD,CACD,OAAO,QACA,EAAK,CACZ,MAAU,MAAM,kCAAkC,GAAK,UAAU,MAAQ,GAAK,UAAU,EC7E5F,eAAsB,EAA4C,CAChE,aACA,OACA,aACA,UACA,cAAc,IACd,eAAe,IACf,SACA,eAAe,EACf,mBAAmB,IAuBlB,CAED,GAAI,EAAe,IAAgB,EACjC,MAAU,MACR,iEAAiE,EAAa,iBAAiB,IAChG,CAIH,IAAM,EAAS,MAAM,EAAwB,EAAc,EAAM,CAC/D,SACA,aAAc,EACd,UAAW,QAAQ,IAAI,WACxB,CAAC,CAGI,EAAS,EAA4B,EAAc,EAAK,CAE1D,EAAoB,EACnB,IACH,EAAoB,MAAM,EAAgC,EAAQ,CAChE,aACD,CAAC,EAGJ,EAAO,KACL,EAAO,QACL,WAAW,EAAmB,MAAQ,EAAkB,mDACnC,EAAW,2BAA2B,EAAQ,KAAK,OAAO,CAAC,GACjF,CACF,CAGD,IAAM,EAAK,IAAI,MAAM,CAAC,SAAS,CAEzB,EAAc,IAAI,EAAY,UAAU,EAAE,CAAE,EAAY,QAAQ,eAAe,CAC/E,EAAkB,IAAI,IAGtB,EAA0C,EAAE,CAE9C,EAAyC,EAAE,CAG1C,GACH,EAAY,MAAM,EAAmB,EAAE,CAEzC,MAAM,EAAU,EAAS,KAAO,IAAW,CACzC,IAAI,EAAS,EACT,EAAiB,GAGrB,KAAO,GAAgB,CACrB,IAAM,EAAkB,MAAM,EAA0B,EAAQ,CAC9D,aACA,MAAO,EACP,SACA,YAAa,EACd,CAAC,CAEI,EAAoD,EAAgB,IACvE,IACC,EAAgB,IAAI,EAAW,UAAU,CAClC,CACL,GAAG,EACH,SACD,EAEJ,CAEK,EAA0B,EAAsB,KACnD,CAAE,aAAY,YAAW,GAAG,MAAkB,CAC7C,GAAG,EACH,GAAI,EACA,CACE,YAAa,EAAU,GACvB,cAAe,EAAU,KACzB,aAAc,EAAU,UACzB,CACD,EAAE,CACN,GAAG,EAAW,QACX,EAAK,IACJ,OAAO,OAAO,EAAK,EAChB,EAAI,KAAM,EAAI,OAAO,KAAK,IAAI,CAChC,CAAC,CACJ,EAAE,CACH,CACF,EACF,CAED,EAAY,KAAK,GAAG,EAAsB,CAC1C,EAAa,KAAK,GAAG,EAAwB,CAGzC,EAAa,QAAU,IACzB,MAAM,EAAO,EAAa,CAC1B,EAAe,EAAE,EAGnB,EAAiB,EAAgB,SAAW,EAC5C,GAAU,EACL,EAGH,EAAO,KACL,EAAO,QACL,UAAU,EAAgB,OAAO,+BAA+B,EAAgB,KAAK,WACtF,CACF,CAND,EAAY,OAAO,EAAgB,KAAK,GAS5C,CAGE,EAAa,OAAS,GACxB,MAAM,EAAO,EAAa,CAGvB,GACH,EAAY,MAAM,CAGpB,IAAM,EADK,IAAI,MAAM,CAAC,SACF,CAAG,EAUvB,OARA,EAAO,KACL,EAAO,MACL,uBAAuB,EAAY,OAAO,gCACxC,EAAgB,KACjB,gBAAgB,EAAY,IAAK,YACnC,CACF,CAEM,CAAE,cAAa"}

package/dist/{pullConsentManagerMetrics-Cvex-gpd.mjs → pullConsentManagerMetrics-Dv5n1ZGp.mjs} RENAMED Viewed

@@ -1,2 +1,2 @@
-import{t as e}from"./logger-9T6vva73.mjs";import{fetchConsentManagerAnalyticsData as t,fetchConsentManagerId as n}from"@transcend-io/sdk";async function r(r,{bin:i,start:a,end:o=new Date}){let s=await n(r,{logger:e});if(Math.floor(a.getTime()/1e3)>Math.floor(o.getTime()/1e3))throw Error(`Received "end" date that happened before "start" date`);if(i===`1h`&&o.getTime()-a.getTime()>6048e5*2)throw Error(`When using bin=1h, start and end time can be no more than 2 weeks apart`);let c=a.toISOString(),l=o.toISOString(),[u,d,f]=await Promise.all([t(r,{dataSource:`PRIVACY_SIGNAL_TIMESERIES`,startDate:c,endDate:l,forceRefetch:!0,airgapBundleId:s,binInterval:i,smoothTimeseries:!1},{logger:e}),t(r,{dataSource:`CONSENT_CHANGES_TIMESERIES`,startDate:c,endDate:l,forceRefetch:!0,airgapBundleId:s,binInterval:i,smoothTimeseries:!1},{logger:e}),t(r,{dataSource:`CONSENT_SESSIONS_BY_REGIME`,startDate:c,endDate:l,forceRefetch:!0,airgapBundleId:s,binInterval:i,smoothTimeseries:!1},{logger:e})]);return{PRIVACY_SIGNAL_TIMESERIES:u,CONSENT_CHANGES_TIMESERIES:d,CONSENT_SESSIONS_BY_REGIME:f}}export{r as t};
-//# sourceMappingURL=pullConsentManagerMetrics-Cvex-gpd.mjs.map
+import{t as e}from"./logger-zplFSeXU.mjs";import{fetchConsentManagerAnalyticsData as t,fetchConsentManagerId as n}from"@transcend-io/sdk";async function r(r,{bin:i,start:a,end:o=new Date}){let s=await n(r,{logger:e});if(Math.floor(a.getTime()/1e3)>Math.floor(o.getTime()/1e3))throw Error(`Received "end" date that happened before "start" date`);if(i===`1h`&&o.getTime()-a.getTime()>6048e5*2)throw Error(`When using bin=1h, start and end time can be no more than 2 weeks apart`);let c=a.toISOString(),l=o.toISOString(),[u,d,f]=await Promise.all([t(r,{dataSource:`PRIVACY_SIGNAL_TIMESERIES`,startDate:c,endDate:l,forceRefetch:!0,airgapBundleId:s,binInterval:i,smoothTimeseries:!1},{logger:e}),t(r,{dataSource:`CONSENT_CHANGES_TIMESERIES`,startDate:c,endDate:l,forceRefetch:!0,airgapBundleId:s,binInterval:i,smoothTimeseries:!1},{logger:e}),t(r,{dataSource:`CONSENT_SESSIONS_BY_REGIME`,startDate:c,endDate:l,forceRefetch:!0,airgapBundleId:s,binInterval:i,smoothTimeseries:!1},{logger:e})]);return{PRIVACY_SIGNAL_TIMESERIES:u,CONSENT_CHANGES_TIMESERIES:d,CONSENT_SESSIONS_BY_REGIME:f}}export{r as t};
+//# sourceMappingURL=pullConsentManagerMetrics-Dv5n1ZGp.mjs.map

package/dist/{pullConsentManagerMetrics-Cvex-gpd.mjs.map → pullConsentManagerMetrics-Dv5n1ZGp.mjs.map} RENAMED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"pullConsentManagerMetrics-~~Cvex-gpd~~.mjs","names":[],"sources":["../src/lib/consent-manager/pullConsentManagerMetrics.ts"],"sourcesContent":["import { ConsentManagerMetricBin } from '@transcend-io/privacy-types';\nimport {\n type ConsentManagerMetric,\n fetchConsentManagerAnalyticsData,\n fetchConsentManagerId,\n} from '@transcend-io/sdk';\nimport type { GraphQLClient } from 'graphql-request';\n\nimport { logger } from '../../logger.js';\n\n/*\n One second of time in ms\n /\nconst ONE_SECOND = 1000;\nconst ONE_MINUTE = 60 ONE_SECOND;\nconst ONE_HOUR = 60 * ONE_MINUTE;\nconst ONE_DAY = 24 * ONE_HOUR;\nconst ONE_WEEK = 7 * ONE_DAY;\n\n/*\n Pull consent manager metrics in an organization\n \n @param client - GraphQL client\n * @param options - Options\n * @returns The consent manager metrics\n /\nexport async function pullConsentManagerMetrics(\n client: GraphQLClient,\n {\n bin,\n start,\n end = new Date(),\n }: {\n /* Start date to pull metrics from /\n start: Date;\n /* End date to pull metrics from (assumes now) /\n end?: Date;\n /* Bin size to pull metrics /\n bin: ConsentManagerMetricBin;\n },\n): Promise<{\n /* Privacy signal data /\n PRIVACY_SIGNAL_TIMESERIES: ConsentManagerMetric[];\n /* Consent changes data /\n CONSENT_CHANGES_TIMESERIES: ConsentManagerMetric[];\n /* Consent sessions by regime /\n CONSENT_SESSIONS_BY_REGIME: ConsentManagerMetric[];\n}> {\n // Grab the bundleId associated with this API key\n const airgapBundleId = await fetchConsentManagerId(client, { logger });\n\n // convert start and end to times\n const startTime = Math.floor(start.getTime() / 1000);\n const endTime = Math.floor(end.getTime() / 1000);\n if (startTime > endTime) {\n throw new Error('Received \"end\" date that happened before \"start\" date');\n }\n\n // do not allow hourly bins greater than 2 weeks\n if (bin === '1h' && end.getTime() - start.getTime() > ONE_WEEK 2) {\n throw new Error('When using bin=1h, start and end time can be no more than 2 weeks apart');\n }\n\n // Pull in the metrics\n const startDate = start.toISOString();\n const endDate = end.toISOString();\n const [privacySignalData, consentChangesData, consentSessionsByRegimeData] = await Promise.all([\n fetchConsentManagerAnalyticsData(\n client,\n {\n dataSource: 'PRIVACY_SIGNAL_TIMESERIES',\n startDate,\n endDate,\n forceRefetch: true,\n airgapBundleId,\n binInterval: bin,\n smoothTimeseries: false,\n },\n { logger },\n ),\n fetchConsentManagerAnalyticsData(\n client,\n {\n dataSource: 'CONSENT_CHANGES_TIMESERIES',\n startDate,\n endDate,\n forceRefetch: true,\n airgapBundleId,\n binInterval: bin,\n smoothTimeseries: false,\n },\n { logger },\n ),\n fetchConsentManagerAnalyticsData(\n client,\n {\n dataSource: 'CONSENT_SESSIONS_BY_REGIME',\n startDate,\n endDate,\n forceRefetch: true,\n airgapBundleId,\n binInterval: bin,\n smoothTimeseries: false,\n },\n { logger },\n ),\n ]);\n\n return {\n PRIVACY_SIGNAL_TIMESERIES: privacySignalData,\n CONSENT_CHANGES_TIMESERIES: consentChangesData,\n CONSENT_SESSIONS_BY_REGIME: consentSessionsByRegimeData,\n };\n}\n"],"mappings":"0IA0BA,eAAsB,EACpB,EACA,CACE,MACA,QACA,MAAM,IAAI,MAgBX,CAED,IAAM,EAAiB,MAAM,EAAsB,EAAQ,CAAE,SAAQ,CAAC,CAKtE,GAFkB,KAAK,MAAM,EAAM,SAAS,CAAG,IAElC,CADG,KAAK,MAAM,EAAI,SAAS,CAAG,IACpB,CACrB,MAAU,MAAM,wDAAwD,CAI1E,GAAI,IAAQ,MAAQ,EAAI,SAAS,CAAG,EAAM,SAAS,CAAG,OAAW,EAC/D,MAAU,MAAM,0EAA0E,CAI5F,IAAM,EAAY,EAAM,aAAa,CAC/B,EAAU,EAAI,aAAa,CAC3B,CAAC,EAAmB,EAAoB,GAA+B,MAAM,QAAQ,IAAI,CAC7F,EACE,EACA,CACE,WAAY,4BACZ,YACA,UACA,aAAc,GACd,iBACA,YAAa,EACb,iBAAkB,GACnB,CACD,CAAE,SAAQ,CACX,CACD,EACE,EACA,CACE,WAAY,6BACZ,YACA,UACA,aAAc,GACd,iBACA,YAAa,EACb,iBAAkB,GACnB,CACD,CAAE,SAAQ,CACX,CACD,EACE,EACA,CACE,WAAY,6BACZ,YACA,UACA,aAAc,GACd,iBACA,YAAa,EACb,iBAAkB,GACnB,CACD,CAAE,SAAQ,CACX,CACF,CAAC,CAEF,MAAO,CACL,0BAA2B,EAC3B,2BAA4B,EAC5B,2BAA4B,EAC7B"}
1	+ {"version":3,"file":"pullConsentManagerMetrics-Dv5n1ZGp.mjs","names":[],"sources":["../src/lib/consent-manager/pullConsentManagerMetrics.ts"],"sourcesContent":["import { ConsentManagerMetricBin } from '@transcend-io/privacy-types';\nimport {\n type ConsentManagerMetric,\n fetchConsentManagerAnalyticsData,\n fetchConsentManagerId,\n} from '@transcend-io/sdk';\nimport type { GraphQLClient } from 'graphql-request';\n\nimport { logger } from '../../logger.js';\n\n/*\n One second of time in ms\n /\nconst ONE_SECOND = 1000;\nconst ONE_MINUTE = 60 ONE_SECOND;\nconst ONE_HOUR = 60 * ONE_MINUTE;\nconst ONE_DAY = 24 * ONE_HOUR;\nconst ONE_WEEK = 7 * ONE_DAY;\n\n/*\n Pull consent manager metrics in an organization\n \n @param client - GraphQL client\n * @param options - Options\n * @returns The consent manager metrics\n /\nexport async function pullConsentManagerMetrics(\n client: GraphQLClient,\n {\n bin,\n start,\n end = new Date(),\n }: {\n /* Start date to pull metrics from /\n start: Date;\n /* End date to pull metrics from (assumes now) /\n end?: Date;\n /* Bin size to pull metrics /\n bin: ConsentManagerMetricBin;\n },\n): Promise<{\n /* Privacy signal data /\n PRIVACY_SIGNAL_TIMESERIES: ConsentManagerMetric[];\n /* Consent changes data /\n CONSENT_CHANGES_TIMESERIES: ConsentManagerMetric[];\n /* Consent sessions by regime /\n CONSENT_SESSIONS_BY_REGIME: ConsentManagerMetric[];\n}> {\n // Grab the bundleId associated with this API key\n const airgapBundleId = await fetchConsentManagerId(client, { logger });\n\n // convert start and end to times\n const startTime = Math.floor(start.getTime() / 1000);\n const endTime = Math.floor(end.getTime() / 1000);\n if (startTime > endTime) {\n throw new Error('Received \"end\" date that happened before \"start\" date');\n }\n\n // do not allow hourly bins greater than 2 weeks\n if (bin === '1h' && end.getTime() - start.getTime() > ONE_WEEK 2) {\n throw new Error('When using bin=1h, start and end time can be no more than 2 weeks apart');\n }\n\n // Pull in the metrics\n const startDate = start.toISOString();\n const endDate = end.toISOString();\n const [privacySignalData, consentChangesData, consentSessionsByRegimeData] = await Promise.all([\n fetchConsentManagerAnalyticsData(\n client,\n {\n dataSource: 'PRIVACY_SIGNAL_TIMESERIES',\n startDate,\n endDate,\n forceRefetch: true,\n airgapBundleId,\n binInterval: bin,\n smoothTimeseries: false,\n },\n { logger },\n ),\n fetchConsentManagerAnalyticsData(\n client,\n {\n dataSource: 'CONSENT_CHANGES_TIMESERIES',\n startDate,\n endDate,\n forceRefetch: true,\n airgapBundleId,\n binInterval: bin,\n smoothTimeseries: false,\n },\n { logger },\n ),\n fetchConsentManagerAnalyticsData(\n client,\n {\n dataSource: 'CONSENT_SESSIONS_BY_REGIME',\n startDate,\n endDate,\n forceRefetch: true,\n airgapBundleId,\n binInterval: bin,\n smoothTimeseries: false,\n },\n { logger },\n ),\n ]);\n\n return {\n PRIVACY_SIGNAL_TIMESERIES: privacySignalData,\n CONSENT_CHANGES_TIMESERIES: consentChangesData,\n CONSENT_SESSIONS_BY_REGIME: consentSessionsByRegimeData,\n };\n}\n"],"mappings":"0IA0BA,eAAsB,EACpB,EACA,CACE,MACA,QACA,MAAM,IAAI,MAgBX,CAED,IAAM,EAAiB,MAAM,EAAsB,EAAQ,CAAE,SAAQ,CAAC,CAKtE,GAFkB,KAAK,MAAM,EAAM,SAAS,CAAG,IAElC,CADG,KAAK,MAAM,EAAI,SAAS,CAAG,IACpB,CACrB,MAAU,MAAM,wDAAwD,CAI1E,GAAI,IAAQ,MAAQ,EAAI,SAAS,CAAG,EAAM,SAAS,CAAG,OAAW,EAC/D,MAAU,MAAM,0EAA0E,CAI5F,IAAM,EAAY,EAAM,aAAa,CAC/B,EAAU,EAAI,aAAa,CAC3B,CAAC,EAAmB,EAAoB,GAA+B,MAAM,QAAQ,IAAI,CAC7F,EACE,EACA,CACE,WAAY,4BACZ,YACA,UACA,aAAc,GACd,iBACA,YAAa,EACb,iBAAkB,GACnB,CACD,CAAE,SAAQ,CACX,CACD,EACE,EACA,CACE,WAAY,6BACZ,YACA,UACA,aAAc,GACd,iBACA,YAAa,EACb,iBAAkB,GACnB,CACD,CAAE,SAAQ,CACX,CACD,EACE,EACA,CACE,WAAY,6BACZ,YACA,UACA,aAAc,GACd,iBACA,YAAa,EACb,iBAAkB,GACnB,CACD,CAAE,SAAQ,CACX,CACF,CAAC,CAEF,MAAO,CACL,0BAA2B,EAC3B,2BAA4B,EAC5B,2BAA4B,EAC7B"}

package/dist/{pullManualEnrichmentIdentifiersToCsv-qjdNA75O.mjs → pullManualEnrichmentIdentifiersToCsv-DbNSrKEk.mjs} RENAMED Viewed

@@ -1,2 +1,2 @@
-import{a as e}from"./constants-BG53Mbi9.mjs";import{t}from"./logger-9T6vva73.mjs";import{r as n}from"./fetchAllRequests-CEDKdq0c.mjs";import{a as r}from"./writeCsv-D46aDkGf.mjs";import{RequestStatus as i}from"@transcend-io/privacy-types";import{groupBy as a,uniq as o}from"lodash-es";import s from"colors";import{buildTranscendGraphQLClient as c,createSombraGotInstance as l,fetchAllRequestEnrichers as u,fetchAllRequestIdentifiers as d,validateSombraVersion as f}from"@transcend-io/sdk";import{map as p}from"@transcend-io/utils";async function m({file:m,auth:h,sombraAuth:g,requestActions:_=[],concurrency:v=100,transcendUrl:y=e}){let b=c(y,h),x=await l(y,h,{logger:t,sombraApiKey:g,sombraUrl:process.env.SOMBRA_URL});t.info(s.magenta(`Pulling manual enrichment requests, filtered for actions: ${_.join(`,`)}`));let S=await n(b,{actions:_,statuses:[i.Enriching]});await f(b,{logger:t});let C=[];await p(S,async e=>{let n=await u(b,{filterBy:{requestId:e.id},logger:t});if(n.filter(({status:e})=>e===`ACTION_REQUIRED`)){let r=await d(b,x,{filterBy:{requestId:e.id},skipSombraCheck:!0,logger:t});C.push({...e,requestIdentifiers:r,requestEnrichers:n})}},{concurrency:v});let w=C.map(({attributeValues:e,requestIdentifiers:t,requestEnrichers:n,...r})=>({...r,...Object.entries(a(t,`name`)).reduce((e,[t,n])=>Object.assign(e,{[t]:n.map(({value:e})=>e).join(`,`)}),{}),...Object.entries(a(e,`attributeKey.name`)).reduce((e,[t,n])=>Object.assign(e,{[t]:n.map(({name:e})=>e).join(`,`)}),{})}));return await r(m,w,o(w.map(e=>Object.keys(e)).flat())),t.info(s.green(`Successfully wrote ${C.length} requests to file "${m}"`)),C}export{m as t};
-//# sourceMappingURL=pullManualEnrichmentIdentifiersToCsv-qjdNA75O.mjs.map
+import{a as e}from"./constants-jjHIzHGm.mjs";import{t}from"./logger-zplFSeXU.mjs";import{r as n}from"./fetchAllRequests-2TZr-LfT.mjs";import{a as r}from"./writeCsv-D-2siSwE.mjs";import{RequestStatus as i}from"@transcend-io/privacy-types";import{groupBy as a,uniq as o}from"lodash-es";import s from"colors";import{buildTranscendGraphQLClient as c,createSombraGotInstance as l,fetchAllRequestEnrichers as u,fetchAllRequestIdentifiers as d,validateSombraVersion as f}from"@transcend-io/sdk";import{map as p}from"@transcend-io/utils";async function m({file:m,auth:h,sombraAuth:g,requestActions:_=[],concurrency:v=100,transcendUrl:y=e}){let b=c(y,h),x=await l(y,h,{logger:t,sombraApiKey:g,sombraUrl:process.env.SOMBRA_URL});t.info(s.magenta(`Pulling manual enrichment requests, filtered for actions: ${_.join(`,`)}`));let S=await n(b,{actions:_,statuses:[i.Enriching]});await f(b,{logger:t});let C=[];await p(S,async e=>{let n=await u(b,{filterBy:{requestId:e.id},logger:t});if(n.filter(({status:e})=>e===`ACTION_REQUIRED`)){let r=await d(b,x,{filterBy:{requestId:e.id},skipSombraCheck:!0,logger:t});C.push({...e,requestIdentifiers:r,requestEnrichers:n})}},{concurrency:v});let w=C.map(({attributeValues:e,requestIdentifiers:t,requestEnrichers:n,...r})=>({...r,...Object.entries(a(t,`name`)).reduce((e,[t,n])=>Object.assign(e,{[t]:n.map(({value:e})=>e).join(`,`)}),{}),...Object.entries(a(e,`attributeKey.name`)).reduce((e,[t,n])=>Object.assign(e,{[t]:n.map(({name:e})=>e).join(`,`)}),{})}));return await r(m,w,o(w.map(e=>Object.keys(e)).flat())),t.info(s.green(`Successfully wrote ${C.length} requests to file "${m}"`)),C}export{m as t};
+//# sourceMappingURL=pullManualEnrichmentIdentifiersToCsv-DbNSrKEk.mjs.map

package/dist/{pullManualEnrichmentIdentifiersToCsv-qjdNA75O.mjs.map → pullManualEnrichmentIdentifiersToCsv-DbNSrKEk.mjs.map} RENAMED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"pullManualEnrichmentIdentifiersToCsv-~~qjdNA75O~~.mjs","names":[],"sources":["../src/lib/manual-enrichment/pullManualEnrichmentIdentifiersToCsv.ts"],"sourcesContent":["import { RequestAction, RequestStatus } from '@transcend-io/privacy-types';\nimport {\n buildTranscendGraphQLClient,\n createSombraGotInstance,\n fetchAllRequestEnrichers,\n fetchAllRequestIdentifiers,\n validateSombraVersion,\n type RequestEnricher,\n type RequestIdentifier,\n} from '@transcend-io/sdk';\nimport { map } from '@transcend-io/utils';\nimport colors from 'colors';\nimport { groupBy, uniq } from 'lodash-es';\n\nimport { DEFAULT_TRANSCEND_API } from '../../constants.js';\nimport { logger } from '../../logger.js';\nimport { type PrivacyRequest, fetchAllRequests } from '../graphql/index.js';\nimport { writeCsv } from '../helpers/writeCsv.js';\n\nexport interface PrivacyRequestWithIdentifiers extends PrivacyRequest {\n /** Request Enrichers /\n requestEnrichers: RequestEnricher[];\n /* Request Identifiers /\n requestIdentifiers: RequestIdentifier[];\n}\n\n/\n Pull the set of manual enrichment jobs to CSV\n \n @param options - Options\n * @returns List of requests with identifiers\n /\nexport async function pullManualEnrichmentIdentifiersToCsv({\n file,\n auth,\n sombraAuth,\n requestActions = [],\n concurrency = 100,\n transcendUrl = DEFAULT_TRANSCEND_API,\n}: {\n /* CSV file path /\n file: string;\n /* Transcend API key authentication /\n auth: string;\n /* Sombra API key /\n sombraAuth?: string;\n /* Concurrency /\n concurrency?: number;\n /* The request actions to fetch /\n requestActions?: RequestAction[];\n /* API URL for Transcend backend */\n transcendUrl?: string;\n}): Promise<PrivacyRequestWithIdentifiers[]> {\n // Find all requests made before createdAt that are in a removing data state\n const client = buildTranscendGraphQLClient(transcendUrl, auth);\n const sombra = await createSombraGotInstance(transcendUrl, auth, {\n logger,\n sombraApiKey: sombraAuth,\n sombraUrl: process.env.SOMBRA_URL,\n });\n\n logger.info(\n colors.magenta(\n `Pulling manual enrichment requests, filtered for actions: ${requestActions.join(',')}`,\n ),\n );\n\n // Pull all privacy requests\n const allRequests = await fetchAllRequests(client, {\n actions: requestActions,\n statuses: [RequestStatus.Enriching],\n });\n\n await validateSombraVersion(client, { logger });\n\n // Requests to save\n const savedRequests: PrivacyRequestWithIdentifiers[] = [];\n\n // Filter down requests to what is needed\n await map(\n allRequests,\n async (request) => {\n // Fetch enrichers\n const requestEnrichers = await fetchAllRequestEnrichers(client, {\n filterBy: { requestId: request.id },\n logger,\n });\n\n // Check if manual enrichment exists for that request\n const hasManualEnrichment = requestEnrichers.filter(\n ({ status }) => status === 'ACTION_REQUIRED',\n );\n\n // Save request to queue\n if (hasManualEnrichment) {\n const requestIdentifiers = await fetchAllRequestIdentifiers(client, sombra, {\n filterBy: { requestId: request.id },\n skipSombraCheck: true,\n logger,\n });\n savedRequests.push({\n ...request,\n requestIdentifiers,\n requestEnrichers,\n });\n }\n },\n {\n concurrency,\n },\n );\n\n const data = savedRequests.map(\n ({\n attributeValues,\n requestIdentifiers,\n requestEnrichers, // eslint-disable-line @typescript-eslint/no-unused-vars\n ...request\n }) => ({\n ...request,\n // flatten identifiers\n ...Object.entries(groupBy(requestIdentifiers, 'name')).reduce(\n (acc, [key, values]) =>\n Object.assign(acc, {\n [key]: values.map(({ value }) => value).join(','),\n }),\n {},\n ),\n // flatten attributes\n ...Object.entries(groupBy(attributeValues, 'attributeKey.name')).reduce(\n (acc, [key, values]) =>\n Object.assign(acc, {\n [key]: values.map(({ name }) => name).join(','),\n }),\n {},\n ),\n }),\n );\n\n // Write out to CSV\n const headers = uniq(data.map((d) => Object.keys(d)).flat());\n await writeCsv(file, data, headers);\n\n logger.info(\n colors.green(`Successfully wrote ${savedRequests.length} requests to file \"${file}\"`),\n );\n\n return savedRequests;\n}\n"],"mappings":"khBAgCA,eAAsB,EAAqC,CACzD,OACA,OACA,aACA,iBAAiB,EAAE,CACnB,cAAc,IACd,eAAe,GAc4B,CAE3C,IAAM,EAAS,EAA4B,EAAc,EAAK,CACxD,EAAS,MAAM,EAAwB,EAAc,EAAM,CAC/D,SACA,aAAc,EACd,UAAW,QAAQ,IAAI,WACxB,CAAC,CAEF,EAAO,KACL,EAAO,QACL,6DAA6D,EAAe,KAAK,IAAI,GACtF,CACF,CAGD,IAAM,EAAc,MAAM,EAAiB,EAAQ,CACjD,QAAS,EACT,SAAU,CAAC,EAAc,UAAU,CACpC,CAAC,CAEF,MAAM,EAAsB,EAAQ,CAAE,SAAQ,CAAC,CAG/C,IAAM,EAAiD,EAAE,CAGzD,MAAM,EACJ,EACA,KAAO,IAAY,CAEjB,IAAM,EAAmB,MAAM,EAAyB,EAAQ,CAC9D,SAAU,CAAE,UAAW,EAAQ,GAAI,CACnC,SACD,CAAC,CAQF,GAL4B,EAAiB,QAC1C,CAAE,YAAa,IAAW,kBAIN,CAAE,CACvB,IAAM,EAAqB,MAAM,EAA2B,EAAQ,EAAQ,CAC1E,SAAU,CAAE,UAAW,EAAQ,GAAI,CACnC,gBAAiB,GACjB,SACD,CAAC,CACF,EAAc,KAAK,CACjB,GAAG,EACH,qBACA,mBACD,CAAC,GAGN,CACE,cACD,CACF,CAED,IAAM,EAAO,EAAc,KACxB,CACC,kBACA,qBACA,mBACA,GAAG,MACE,CACL,GAAG,EAEH,GAAG,OAAO,QAAQ,EAAQ,EAAoB,OAAO,CAAC,CAAC,QACpD,EAAK,CAAC,EAAK,KACV,OAAO,OAAO,EAAK,EAChB,GAAM,EAAO,KAAK,CAAE,WAAY,EAAM,CAAC,KAAK,IAAI,CAClD,CAAC,CACJ,EAAE,CACH,CAED,GAAG,OAAO,QAAQ,EAAQ,EAAiB,oBAAoB,CAAC,CAAC,QAC9D,EAAK,CAAC,EAAK,KACV,OAAO,OAAO,EAAK,EAChB,GAAM,EAAO,KAAK,CAAE,UAAW,EAAK,CAAC,KAAK,IAAI,CAChD,CAAC,CACJ,EAAE,CACH,CACF,EACF,CAUD,OANA,MAAM,EAAS,EAAM,EADL,EAAK,EAAK,IAAK,GAAM,OAAO,KAAK,EAAE,CAAC,CAAC,MAAM,CACzB,CAAC,CAEnC,EAAO,KACL,EAAO,MAAM,sBAAsB,EAAc,OAAO,qBAAqB,EAAK,GAAG,CACtF,CAEM"}
1	+ {"version":3,"file":"pullManualEnrichmentIdentifiersToCsv-DbNSrKEk.mjs","names":[],"sources":["../src/lib/manual-enrichment/pullManualEnrichmentIdentifiersToCsv.ts"],"sourcesContent":["import { RequestAction, RequestStatus } from '@transcend-io/privacy-types';\nimport {\n buildTranscendGraphQLClient,\n createSombraGotInstance,\n fetchAllRequestEnrichers,\n fetchAllRequestIdentifiers,\n validateSombraVersion,\n type RequestEnricher,\n type RequestIdentifier,\n} from '@transcend-io/sdk';\nimport { map } from '@transcend-io/utils';\nimport colors from 'colors';\nimport { groupBy, uniq } from 'lodash-es';\n\nimport { DEFAULT_TRANSCEND_API } from '../../constants.js';\nimport { logger } from '../../logger.js';\nimport { type PrivacyRequest, fetchAllRequests } from '../graphql/index.js';\nimport { writeCsv } from '../helpers/writeCsv.js';\n\nexport interface PrivacyRequestWithIdentifiers extends PrivacyRequest {\n /** Request Enrichers /\n requestEnrichers: RequestEnricher[];\n /* Request Identifiers /\n requestIdentifiers: RequestIdentifier[];\n}\n\n/\n Pull the set of manual enrichment jobs to CSV\n \n @param options - Options\n * @returns List of requests with identifiers\n /\nexport async function pullManualEnrichmentIdentifiersToCsv({\n file,\n auth,\n sombraAuth,\n requestActions = [],\n concurrency = 100,\n transcendUrl = DEFAULT_TRANSCEND_API,\n}: {\n /* CSV file path /\n file: string;\n /* Transcend API key authentication /\n auth: string;\n /* Sombra API key /\n sombraAuth?: string;\n /* Concurrency /\n concurrency?: number;\n /* The request actions to fetch /\n requestActions?: RequestAction[];\n /* API URL for Transcend backend */\n transcendUrl?: string;\n}): Promise<PrivacyRequestWithIdentifiers[]> {\n // Find all requests made before createdAt that are in a removing data state\n const client = buildTranscendGraphQLClient(transcendUrl, auth);\n const sombra = await createSombraGotInstance(transcendUrl, auth, {\n logger,\n sombraApiKey: sombraAuth,\n sombraUrl: process.env.SOMBRA_URL,\n });\n\n logger.info(\n colors.magenta(\n `Pulling manual enrichment requests, filtered for actions: ${requestActions.join(',')}`,\n ),\n );\n\n // Pull all privacy requests\n const allRequests = await fetchAllRequests(client, {\n actions: requestActions,\n statuses: [RequestStatus.Enriching],\n });\n\n await validateSombraVersion(client, { logger });\n\n // Requests to save\n const savedRequests: PrivacyRequestWithIdentifiers[] = [];\n\n // Filter down requests to what is needed\n await map(\n allRequests,\n async (request) => {\n // Fetch enrichers\n const requestEnrichers = await fetchAllRequestEnrichers(client, {\n filterBy: { requestId: request.id },\n logger,\n });\n\n // Check if manual enrichment exists for that request\n const hasManualEnrichment = requestEnrichers.filter(\n ({ status }) => status === 'ACTION_REQUIRED',\n );\n\n // Save request to queue\n if (hasManualEnrichment) {\n const requestIdentifiers = await fetchAllRequestIdentifiers(client, sombra, {\n filterBy: { requestId: request.id },\n skipSombraCheck: true,\n logger,\n });\n savedRequests.push({\n ...request,\n requestIdentifiers,\n requestEnrichers,\n });\n }\n },\n {\n concurrency,\n },\n );\n\n const data = savedRequests.map(\n ({\n attributeValues,\n requestIdentifiers,\n requestEnrichers, // eslint-disable-line @typescript-eslint/no-unused-vars\n ...request\n }) => ({\n ...request,\n // flatten identifiers\n ...Object.entries(groupBy(requestIdentifiers, 'name')).reduce(\n (acc, [key, values]) =>\n Object.assign(acc, {\n [key]: values.map(({ value }) => value).join(','),\n }),\n {},\n ),\n // flatten attributes\n ...Object.entries(groupBy(attributeValues, 'attributeKey.name')).reduce(\n (acc, [key, values]) =>\n Object.assign(acc, {\n [key]: values.map(({ name }) => name).join(','),\n }),\n {},\n ),\n }),\n );\n\n // Write out to CSV\n const headers = uniq(data.map((d) => Object.keys(d)).flat());\n await writeCsv(file, data, headers);\n\n logger.info(\n colors.green(`Successfully wrote ${savedRequests.length} requests to file \"${file}\"`),\n );\n\n return savedRequests;\n}\n"],"mappings":"khBAgCA,eAAsB,EAAqC,CACzD,OACA,OACA,aACA,iBAAiB,EAAE,CACnB,cAAc,IACd,eAAe,GAc4B,CAE3C,IAAM,EAAS,EAA4B,EAAc,EAAK,CACxD,EAAS,MAAM,EAAwB,EAAc,EAAM,CAC/D,SACA,aAAc,EACd,UAAW,QAAQ,IAAI,WACxB,CAAC,CAEF,EAAO,KACL,EAAO,QACL,6DAA6D,EAAe,KAAK,IAAI,GACtF,CACF,CAGD,IAAM,EAAc,MAAM,EAAiB,EAAQ,CACjD,QAAS,EACT,SAAU,CAAC,EAAc,UAAU,CACpC,CAAC,CAEF,MAAM,EAAsB,EAAQ,CAAE,SAAQ,CAAC,CAG/C,IAAM,EAAiD,EAAE,CAGzD,MAAM,EACJ,EACA,KAAO,IAAY,CAEjB,IAAM,EAAmB,MAAM,EAAyB,EAAQ,CAC9D,SAAU,CAAE,UAAW,EAAQ,GAAI,CACnC,SACD,CAAC,CAQF,GAL4B,EAAiB,QAC1C,CAAE,YAAa,IAAW,kBAIN,CAAE,CACvB,IAAM,EAAqB,MAAM,EAA2B,EAAQ,EAAQ,CAC1E,SAAU,CAAE,UAAW,EAAQ,GAAI,CACnC,gBAAiB,GACjB,SACD,CAAC,CACF,EAAc,KAAK,CACjB,GAAG,EACH,qBACA,mBACD,CAAC,GAGN,CACE,cACD,CACF,CAED,IAAM,EAAO,EAAc,KACxB,CACC,kBACA,qBACA,mBACA,GAAG,MACE,CACL,GAAG,EAEH,GAAG,OAAO,QAAQ,EAAQ,EAAoB,OAAO,CAAC,CAAC,QACpD,EAAK,CAAC,EAAK,KACV,OAAO,OAAO,EAAK,EAChB,GAAM,EAAO,KAAK,CAAE,WAAY,EAAM,CAAC,KAAK,IAAI,CAClD,CAAC,CACJ,EAAE,CACH,CAED,GAAG,OAAO,QAAQ,EAAQ,EAAiB,oBAAoB,CAAC,CAAC,QAC9D,EAAK,CAAC,EAAK,KACV,OAAO,OAAO,EAAK,EAChB,GAAM,EAAO,KAAK,CAAE,UAAW,EAAK,CAAC,KAAK,IAAI,CAChD,CAAC,CACJ,EAAE,CACH,CACF,EACF,CAUD,OANA,MAAM,EAAS,EAAM,EADL,EAAK,EAAK,IAAK,GAAM,OAAO,KAAK,EAAE,CAAC,CAAC,MAAM,CACzB,CAAC,CAEnC,EAAO,KACL,EAAO,MAAM,sBAAsB,EAAc,OAAO,qBAAqB,EAAK,GAAG,CACtF,CAEM"}

package/dist/{pullTranscendConfiguration-CD7Frn8z.mjs → pullTranscendConfiguration-B63M3ild.mjs} RENAMED Viewed

@@ -1,4 +1,4 @@
-import"./enums-OiLcZ26O.mjs";import{t as e}from"./logger-9T6vva73.mjs";import{ActionItemCode as t,ConsentTrackerStatus as n,PreferenceTopicType as r,RequestAction as i,RetentionType as a,WorkflowConfigType as o}from"@transcend-io/privacy-types";import{flatten as s,groupBy as c,keyBy as l,mapValues as u}from"lodash-es";import d from"colors";import{ASSESSMENT_SECTION_FIELDS as f,convertToDataSubjectAllowlist as p,fetchAllActionItemCollections as m,fetchAllActionItems as h,fetchAllActions as g,fetchAllAssessments as _,fetchAllAttributes as v,fetchAllBusinessEntities as y,fetchAllConsentWorkflowTriggers as b,fetchAllCookies as x,fetchAllDataCategories as S,fetchAllDataFlows as C,fetchAllDataSubjects as w,fetchAllEnrichers as T,fetchAllIdentifiers as E,fetchAllMessages as D,fetchAllPolicies as O,fetchAllPreferenceOptionValues as k,fetchAllPrivacyCenters as A,fetchAllProcessingActivities as ee,fetchAllProcessingPurposes as te,fetchAllPurposesAndPreferences as ne,fetchAllSiloDiscoveryResults as re,fetchAllTeams as ie,fetchAllTemplates as ae,fetchAllVendors as oe,fetchAllWorkflowConfigs as se,fetchApiKeys as ce,fetchConsentManager as le,fetchConsentManagerExperiences as ue,fetchConsentManagerTheme as de,fetchConsentThemes as fe,fetchConsentVariants as pe,fetchEnrichedDataSilos as me,fetchPartitions as he,formatAttributeValues as j,formatRegions as M,makeGraphQLRequest as N,parseAssessmentDisplayLogic as P,parseAssessmentRiskLogic as F,parsePurposesFromTriggerCondition as ge,resolveWorkflowTitleFromId as _e,workflowConfigMatchKey as ve}from"@transcend-io/sdk";import{gql as I}from"graphql-request";const L=I`
+import"./enums-OiLcZ26O.mjs";import{t as e}from"./logger-zplFSeXU.mjs";import{ActionItemCode as t,ConsentTrackerStatus as n,PreferenceTopicType as r,RequestAction as i,RetentionType as a,WorkflowConfigType as o}from"@transcend-io/privacy-types";import{flatten as s,groupBy as c,keyBy as l,mapValues as u}from"lodash-es";import d from"colors";import{ASSESSMENT_SECTION_FIELDS as f,convertToDataSubjectAllowlist as p,fetchAllActionItemCollections as m,fetchAllActionItems as h,fetchAllActions as g,fetchAllAssessments as _,fetchAllAttributes as v,fetchAllBusinessEntities as y,fetchAllConsentWorkflowTriggers as b,fetchAllCookies as x,fetchAllDataCategories as S,fetchAllDataFlows as C,fetchAllDataSubjects as w,fetchAllEnrichers as T,fetchAllIdentifiers as E,fetchAllMessages as D,fetchAllPolicies as O,fetchAllPreferenceOptionValues as k,fetchAllPrivacyCenters as A,fetchAllProcessingActivities as ee,fetchAllProcessingPurposes as te,fetchAllPurposesAndPreferences as ne,fetchAllSiloDiscoveryResults as re,fetchAllTeams as ie,fetchAllTemplates as ae,fetchAllVendors as oe,fetchAllWorkflowConfigs as se,fetchApiKeys as ce,fetchConsentManager as le,fetchConsentManagerExperiences as ue,fetchConsentManagerTheme as de,fetchConsentThemes as fe,fetchConsentVariants as pe,fetchEnrichedDataSilos as me,fetchPartitions as he,formatAttributeValues as j,formatRegions as M,makeGraphQLRequest as N,parseAssessmentDisplayLogic as P,parseAssessmentRiskLogic as F,parsePurposesFromTriggerCondition as ge,resolveWorkflowTitleFromId as _e,workflowConfigMatchKey as ve}from"@transcend-io/sdk";import{gql as I}from"graphql-request";const L=I`
   query TranscendCliAssessmentTemplates(
     $first: Int!
     $offset: Int!
@@ -54,5 +54,5 @@ import"./enums-OiLcZ26O.mjs";import{t as e}from"./logger-9T6vva73.mjs";import{Ac
       }
     }
   }
-`;async function R(t){let n=[],r=0,i=!1;do{let{assessmentFormTemplates:{nodes:a}}=await N(t,L,{variables:{first:20,offset:r},logger:e});n.push(...a),r+=20,i=a.length===20}while(i);return n.sort((e,t)=>e.title.localeCompare(t.title))}function ye(e){let{dependentDataSilos:t,dependedOnDataSilosPerWorkflow:n}=e,r=t.map(({title:e})=>e),i=n.map(({workflowInternalName:e,dependedOnDataSilos:t})=>({workflow:e,titles:t.map(({title:e})=>e)}));return r.length===0&&i.length===0?{}:i.length===0?{"deletion-dependencies":r}:{"deletion-dependencies":[...r.length>0?[{titles:r}]:[],...i]}}const z=[`dataSilos`,`enrichers`,`templates`,`apiKeys`];async function B(f,{dataSiloIds:N,integrationNames:I,debug:L,resources:B=z,pageSize:V,skipDatapoints:be,includeGuessedCategories:H,skipSubDatapoints:xe,trackerStatuses:U=Object.values(n)}){if(N.length>0&&I.length>0)throw Error(`Only 1 of integrationNames OR dataSiloIds can be provided`);e.info(d.magenta(`Fetching data with page size ${V}...`));let[W,Se,G,Ce,K,we,Te,Ee,De,Oe,ke,Ae,q,je,Me,Ne,Pe,Fe,Ie,Le,Re,ze,J,Be,Ve,He,Ue,We,Ge,Y,X,Ke,qe]=await Promise.all([B.includes(`dataSilos`)||B.includes(`dataSubjects`)?w(f,{logger:e}):[],B.includes(`apiKeys`)?ce(f,{fetchAll:!0,logger:e}):[],B.includes(`dataSilos`)?me(f,{ids:N,integrationNames:I,pageSize:V,debug:L,includeGuessedCategories:H,skipDatapoints:be,skipSubDatapoints:xe,logger:e}):[],B.includes(`enrichers`)?T(f,{logger:e}):[],B.includes(`dataFlows`)?[...U.includes(n.Live)?await C(f,{logger:e,filterBy:{status:n.Live}}):[],...U.includes(n.NeedsReview)?await C(f,{logger:e,filterBy:{status:n.NeedsReview}}):[]]:[],B.includes(`cookies`)?[...U.includes(n.Live)?await x(f,{logger:e,filterBy:{status:n.Live}}):[],...U.includes(n.NeedsReview)?await x(f,{logger:e,filterBy:{status:n.NeedsReview}}):[]]:[],B.includes(`customFields`)?v(f,{logger:e}):[],B.includes(`templates`)?ae(f,{logger:e}):[],B.includes(`identifiers`)?E(f,{logger:e}):[],B.includes(`actions`)?g(f,{logger:e}):[],B.includes(`businessEntities`)?y(f,{logger:e}):[],B.includes(`processingActivities`)?ee(f,{logger:e}):[],B.includes(`consentManager`)?le(f,{logger:e}):void 0,B.includes(`consentManager`)?ue(f,{logger:e}):[],B.includes(`consentManager`)?pe(f,{logger:e}):[],B.includes(`consentManager`)?fe(f,{logger:e}):[],B.includes(`vendors`)?oe(f,{logger:e}):[],B.includes(`dataCategories`)?S(f,{logger:e}):[],B.includes(`processingPurposes`)?te(f,{logger:e}):[],B.includes(`actionItems`)?h(f,{logger:e,filterBy:{type:[t.Onboarding]}}):[],B.includes(`actionItemCollections`)?m(f,{logger:e}):[],B.includes(`teams`)?ie(f,{logger:e}):[],B.includes(`policies`)?O(f,{logger:e}):[],B.includes(`privacyCenters`)?A(f,{logger:e}):[],B.includes(`messages`)?D(f,{logger:e}):[],B.includes(`partitions`)?he(f,{logger:e}):[],B.includes(`assessments`)?_(f,{logger:e}):[],B.includes(`assessmentTemplates`)?R(f):[],B.includes(`purposes`)?ne(f,{logger:e}):[],B.includes(`preferenceWorkflowConfigs`)?b(f,{logger:e}):[],B.includes(`workflowConfigs`)?se(f,{logger:e,workflowConfigType:o.DSR}):[],B.includes(`preferenceOptions`)?k(f,{logger:e}):[],B.includes(`systemDiscovery`)?re(f,{logger:e}):[]]),Z=B.includes(`consentManager`)&&q?await de(f,{logger:e,filterBy:{airgapBundleId:q.id}}):void 0,Q={},Je=s(G.map(([{apiKeys:e}])=>e.map(({title:e})=>e))),$=Object.values(Se).filter(({title:e})=>B.includes(`apiKeys`)?!0:Je.includes(e));if($.length>0&&B.includes(`apiKeys`)&&(Q[`api-keys`]=$.map(({title:e})=>({title:e}))),He.length>0&&B.includes(`partitions`)&&(Q.partitions=He.map(({name:e,partition:t})=>({name:e,partition:t}))),q&&B.includes(`consentManager`)&&(Q[`consent-manager`]={bundleUrls:{TEST:q.testBundleURL,PRODUCTION:q.bundleURL},domains:q.configuration.domains||void 0,partition:q.configuration.partition||void 0,consentPrecedence:q.configuration.consentPrecedence||void 0,unknownRequestPolicy:q.configuration.unknownRequestPolicy||void 0,unknownCookiePolicy:q.configuration.unknownCookiePolicy||void 0,syncEndpoint:q.configuration.syncEndpoint||void 0,telemetryPartitioning:q.configuration.telemetryPartitioning||void 0,signedIabAgreement:q.configuration.signedIabAgreement||void 0,syncGroups:q.configuration.syncGroups||void 0,theme:Z?{primaryColor:Z.primaryColor||void 0,fontColor:Z.fontColor||void 0,privacyPolicy:Z.privacyPolicy||void 0,prompt:Z.prompt}:void 0,experiences:je.map(e=>({name:e.name,displayName:e.displayName||void 0,regions:e.regions.map(e=>({countrySubDivision:e.countrySubDivision||void 0,country:e.country||void 0})),onConsentExpiry:e.onConsentExpiry,consentExpiry:e.consentExpiry,operator:e.operator,displayPriority:e.displayPriority,viewState:e.viewState,purposes:e.purposes.map(e=>({trackingType:e.trackingType})),optedOutPurposes:e.optedOutPurposes.map(e=>({trackingType:e.trackingType})),browserLanguages:e.browserLanguages,browserTimeZones:e.browserTimeZones,consentUiVariantSlug:e.consentUiVariant?.slug})),consentVariants:Me.map(e=>({id:e.id,name:e.name,slug:e.slug,description:e.description||void 0,configuration:JSON.stringify(e.configuration),locales:e.locales,status:e.status,userFlow:e.userFlow||void 0,themeSlug:e.theme?.slug||void 0})),consentThemes:Ne.map(e=>({id:e.id,name:e.name,slug:e.slug,configuration:JSON.stringify(e.configuration)}))}),Ue.length>0&&B.includes(`assessments`)&&(Q.assessments=Ue.map(({title:e,assessmentGroup:t,sections:n,creator:r,description:i,status:a,assignees:o,externalAssignees:s,reviewers:c,isLocked:l,isArchived:u,isExternallyCreated:d,dueDate:f,createdAt:p,assignedAt:m,submittedAt:h,approvedAt:g,rejectedAt:_,titleIsInternal:v,retentionSchedule:y,attributeValues:b,resources:x,syncedRows:S})=>({title:e,group:t.title,sections:n.map(({title:e,status:t,questions:n,assignees:r,isReviewed:i,externalAssignees:a})=>({title:e,status:t,questions:n.map(({title:e,type:t,subType:n,placeholder:r,description:i,isRequired:a,referenceId:o,displayLogic:s,riskLogic:c,riskCategories:l,riskFramework:u,answerOptions:d,selectedAnswers:f,allowedMimeTypes:p,allowSelectOther:m,syncModel:h,syncColumn:g,attributeKey:_,requireRiskEvaluation:v,requireRiskMatrixEvaluation:y})=>{let b=s?P(s):void 0;return{title:e,type:t,"sub-type":n,placeholder:r,description:i,"is-required":a,"reference-id":o,"display-logic":b&&Object.keys(b).length>0?{action:b.action,rule:b.rule?{"depends-on-question-reference-id":b.rule.dependsOnQuestionReferenceId,"comparison-operator":b.rule.comparisonOperator,"comparison-operands":`comparisonOperands`in b.rule?b.rule.comparisonOperands:void 0}:void 0,"nested-rule":b.nestedRule?{"logic-operator":b.nestedRule.logicOperator,rules:(b.nestedRule.rules||[]).map(e=>({"depends-on-question-reference-id":e.dependsOnQuestionReferenceId,"comparison-operator":e.comparisonOperator,"comparison-operands":`comparisonOperands`in e?e.comparisonOperands:void 0}))}:void 0}:void 0,"risk-logic":c.map(e=>{let t=F(e);return{"risk-level":t.riskAssignment?.riskLevelId,"comparison-operands":t.comparisonOperands,"comparison-operator":t.comparisonOperator}}),"risk-categories":l.map(({title:e})=>e),"risk-framework":u?.title,"answer-options":d.map(({value:e})=>({value:e})),"selected-answers":f.map(({value:e})=>e),"allowed-mime-types":p,"allow-select-other":m,"sync-model":h||void 0,"sync-column":g||void 0,"attribute-key":_?.name,"require-risk-evaluation":v,"require-risk-matrix-evaluation":y}}),assignees:r.map(({email:e})=>e),"external-assignees":a.map(({email:e})=>e),"is-reviewed":i})),creator:r?.email,description:i,status:a,assignees:o.map(({email:e})=>e),"external-assignees":s.map(({email:e})=>e),reviewers:c.map(({email:e})=>e),locked:l,archived:u,external:d,"title-is-internal":v,"due-date":f||void 0,"created-at":p||void 0,"assigned-at":m||void 0,"submitted-at":h||void 0,"approved-at":g||void 0,"rejected-at":_||void 0,"retention-schedule":y?{type:y.type,"duration-days":y.durationDays,operand:y.operation}:void 0,attributes:b!==void 0&&b.length>0?j(b):void 0,resources:x.map(({resourceType:e,title:t,name:n,category:r,type:i,purpose:a})=>({type:e,title:r?`${r} - ${n}`:a?`${a} - ${n}`:t||n||i||``})),rows:S.map(({resourceType:e,title:t,name:n,category:r,type:i,purpose:a})=>({type:e,title:r?`${r} - ${n}`:a?`${a} - ${n}`:t||n||i||``}))}))),We.length>0&&B.includes(`assessmentTemplates`)&&(Q[`assessment-templates`]=We.map(({title:e,description:t,sections:n,status:r,source:i,creator:a,isLocked:o,isArchived:s,createdAt:c,retentionSchedule:l})=>({title:e,description:t,sections:n.map(({title:e,questions:t})=>({title:e,questions:t.map(({title:e,type:t,subType:n,placeholder:r,description:i,isRequired:a,referenceId:o,displayLogic:s,riskLogic:c,riskCategories:l,riskFramework:u,answerOptions:d,allowedMimeTypes:f,allowSelectOther:p,syncModel:m,syncColumn:h,attributeKey:g,requireRiskEvaluation:_,requireRiskMatrixEvaluation:v})=>{let y=s?P(s):void 0;return{title:e,type:t,"sub-type":n,placeholder:r,description:i,"is-required":a,"reference-id":o,"display-logic":y&&Object.keys(y).length>0?{action:y.action,rule:y.rule?{"depends-on-question-reference-id":y.rule.dependsOnQuestionReferenceId,"comparison-operator":y.rule.comparisonOperator,"comparison-operands":`comparisonOperands`in y.rule?y.rule.comparisonOperands:void 0}:void 0,"nested-rule":y.nestedRule?{"logic-operator":y.nestedRule.logicOperator,rules:(y.nestedRule.rules||[]).map(e=>({"depends-on-question-reference-id":e.dependsOnQuestionReferenceId,"comparison-operator":e.comparisonOperator,"comparison-operands":`comparisonOperands`in e?e.comparisonOperands:void 0}))}:void 0}:void 0,"risk-logic":c.map(e=>{let t=F(e);return{"risk-level":t.riskAssignment?.riskLevelId,"risk-matrix-row":t.riskAssignment?.riskMatrixRowId,"risk-matrix-column":t.riskAssignment?.riskMatrixColumnId,"comparison-operands":t.comparisonOperands,"comparison-operator":t.comparisonOperator}}),"risk-categories":l.map(({title:e})=>e),"risk-framework":u?.title,"answer-options":d.map(({value:e})=>({value:e})),"allowed-mime-types":f,"allow-select-other":p,"sync-model":m||void 0,"sync-column":h||void 0,"attribute-key":g?.name,"require-risk-evaluation":_,"require-risk-matrix-evaluation":v}})})),status:r,source:i,creator:a?.email,locked:o,archived:s,"created-at":c||void 0,"retention-schedule":l?{type:l.type,"duration-days":l.durationDays,operand:l.operation}:void 0}))),qe.length>0&&B.includes(`systemDiscovery`)&&(Q[`system-discovery`]=qe.map(({title:e,resourceId:t,suggestedCatalog:{title:n},plugin:{dataSilo:{title:r}},country:i,countrySubDivision:a,plaintextContext:o,containsSensitiveData:s,status:c})=>({title:e,resourceId:t,suggestedCatalog:n,plugin:r,country:i||void 0,countrySubDivision:a||void 0,plaintextContext:o,containsSensitiveData:s,status:c}))),ze.length>0&&B.includes(`teams`)&&(Q.teams=ze.map(({name:e,description:t,ssoDepartment:n,ssoGroup:r,ssoTitle:i,users:a,scopes:o,parentTeam:s})=>({name:e,description:t,"sso-department":n||void 0,"sso-group":r||void 0,"sso-title":i||void 0,"parent-team-name":s?.name,users:a.map(({email:e})=>e),scopes:o.map(({name:e})=>e)}))),W.length>0&&B.includes(`dataSubjects`)&&(Q[`data-subjects`]=W.map(({type:e,title:t,active:n,adminDashboardDefaultSilentMode:r,supportsAuthorizedAgent:i,actions:a})=>({type:e,title:t?.defaultMessage,active:n,adminDashboardDefaultSilentMode:r,supportsAuthorizedAgent:i,actions:a.map(({type:e})=>e)}))),J.length>0&&(Q.policies=J.map(({title:e,type:t,versions:n,disabledLocales:r})=>({title:e?.defaultMessage,type:t,content:n?.[0]?.content?.defaultMessage,disabledLocales:r}))),Ve.length>0&&(Q.messages=Ve.map(({id:e,defaultMessage:t,targetReactIntlId:n,description:r,translations:i})=>({id:e,defaultMessage:t,description:r,targetReactIntlId:n||void 0,translations:i.reduce((e,{locale:t,value:n})=>Object.assign(e,{[t]:n}),{})}))),Be.length>0){let e=Be[0];Q[`privacy-center`]={isDisabled:e.isDisabled,showPrivacyRequestButton:e.showPrivacyRequestButton,showPolicies:e.showPolicies,showTrackingTechnologies:e.showTrackingTechnologies,showCookies:e.showCookies,showDataFlows:e.showDataFlows,showConsentManager:e.showConsentManager,showManageYourPrivacy:e.showManageYourPrivacy,showMarketingPreferences:e.showMarketingPreferences,locales:e.locales,defaultLocale:e.defaultLocale,preferBrowserDefaultLocale:e.preferBrowserDefaultLocale,supportEmail:e.supportEmail||void 0,replyToEmail:e.replyToEmail||void 0,useNoReplyEmailAddress:e.useNoReplyEmailAddress,useCustomEmailDomain:e.useCustomEmailDomain,transformAccessReportJsonToCsv:e.transformAccessReportJsonToCsv,home:e.home||void 0,expandSideMenuByDefault:e.expandSideMenuByDefault,workflowsCustomFieldsRequired:e.workflowsCustomFieldsRequired,footerLayout:e.footerLayout,...e.childOrganizations.length>0?{displayedChildOrganizationUris:e.childOrganizations.map(e=>e.uri)}:{},...e.footerLinks.length>0?{footerLinks:[...e.footerLinks].sort((e,t)=>e.displayOrder-t.displayOrder).map(e=>({title:e.title.defaultMessage,...e.url?{url:e.url}:{},...e.iconOnly?{iconOnly:e.iconOnly}:{}}))}:{},theme:e.theme}}if(ke.length>0&&B.includes(`businessEntities`)&&(Q[`business-entities`]=ke.map(({title:e,description:t,address:n,headquarterCountry:r,headquarterSubDivision:i,dataProtectionOfficerName:a,dataProtectionOfficerEmail:o,attributeValues:s})=>({title:e,description:t||void 0,address:n||void 0,headquarterCountry:r||void 0,headquarterSubDivision:i||void 0,dataProtectionOfficerName:a||void 0,dataProtectionOfficerEmail:o||void 0,attributes:s!==void 0&&s.length>0?j(s):void 0}))),Ae.length>0&&B.includes(`processingActivities`)&&(Q[`processing-activities`]=Ae.map(({title:e,description:t,securityMeasureDetails:n,controllerships:r,storageRegions:i,transferRegions:o,retentionType:s,retentionPeriod:c,dataProtectionImpactAssessmentLink:l,dataProtectionImpactAssessmentStatus:u,attributeValues:d,dataSilos:f,dataSubjects:p,teams:m,owners:h,processingPurposeSubCategories:g,dataSubCategories:_,saaSCategories:v})=>({title:e,description:t,securityMeasureDetails:n??void 0,controllerships:r.length>0?r:void 0,storageRegions:i.length>0?M(i):void 0,transferRegions:o.length>0?M(o):void 0,retentionType:s,retentionPeriod:s===a.StatedPeriod?c:void 0,dataProtectionImpactAssessmentLink:l??void 0,dataProtectionImpactAssessmentStatus:u,attributes:d!==void 0&&d.length>0?j(d):void 0,dataSiloTitles:f.length>0?f.map(({title:e})=>e):void 0,dataSubjectTypes:p.length>0?p.map(({type:e})=>e):void 0,teamNames:m.length>0?m.map(({name:e})=>e):void 0,ownerEmails:h.length>0?h.map(({email:e})=>e):void 0,processingSubPurposes:g.length>0?g.map(({name:e,purpose:t})=>({purpose:t,...e?{name:e}:{}})):void 0,dataSubCategories:_.length>0?_.map(({name:e,category:t})=>({category:t,...e?{name:e}:{}})):void 0,saaSCategories:v.length>0?v.map(({title:e})=>e):void 0}))),Oe.length>0&&B.includes(`actions`)&&(Q.actions=Oe.map(({type:e,skipSecondaryIfNoFiles:t,skipDownloadableStep:n,requiresReview:r,regionList:a,regionDetectionMethod:o,waitingPeriod:s})=>({type:e,...e===i.Erasure?{skipSecondaryIfNoFiles:t,skipDownloadableStep:n}:{},requiresReview:r,waitingPeriod:s,regionDetectionMethod:o,regionList:a.length>0?a:void 0}))),De.length>0&&B.includes(`identifiers`)&&(Q.identifiers=De.map(({name:e,type:t,regex:n,selectOptions:r,privacyCenterVisibility:i,isRequiredInForm:a,placeholder:o,displayTitle:s,dataSubjects:c,displayDescription:l,displayOrder:u,isUniqueOnPreferenceStore:d})=>({name:e,type:t,regex:n,selectOptions:r.length>0?r:void 0,privacyCenterVisibility:i.length>0?i:void 0,isRequiredInForm:a,placeholder:o||void 0,dataSubjects:c.length>0?c.map(({type:e})=>e):void 0,displayTitle:s?.defaultMessage,displayDescription:l?.defaultMessage,displayOrder:u,isUniqueOnPreferenceStore:d}))),Le.length>0&&B.includes(`actionItems`)&&(Q[`action-items`]=Le.map(({teams:e,users:t,customerExperienceActionItemIds:[n],dueDate:r,priority:i,resolved:a,collections:o,notes:s,link:c,title:l,type:u,attributeValues:d})=>({teams:e.map(({name:e})=>e),users:t.map(({email:e})=>e),dueDate:r||void 0,title:l,notes:s,customerExperienceActionItemId:n,collections:o.map(({title:e})=>e),link:c,priority:i||void 0,resolved:a,type:u,attributes:d!==void 0&&d.length>0?j(d):void 0}))),Re.length>0&&B.includes(`actionItemCollections`)&&(Q[`action-item-collections`]=Re.map(({title:e,description:t,hidden:n,productLine:r})=>({title:e,description:t||void 0,hidden:n,productLine:r}))),Pe.length>0&&B.includes(`vendors`)&&(Q.vendors=Pe.map(({title:e,description:t,dataProcessingAgreementLink:n,contactName:r,contactPhone:i,address:a,headquarterCountry:o,headquarterSubDivision:s,websiteUrl:c,businessEntity:l,teams:u,owners:d,attributeValues:f})=>({title:e,description:t||void 0,dataProcessingAgreementLink:n||void 0,contactName:r||void 0,contactPhone:i||void 0,address:a||void 0,headquarterCountry:o||void 0,headquarterSubDivision:s||void 0,websiteUrl:c||void 0,businessEntity:l?.title,teams:u&&u.length>0?u.map(({name:e})=>e):void 0,owners:d&&d.length>0?d.map(({email:e})=>e):void 0,attributes:f!==void 0&&f.length>0?j(f):void 0}))),Fe.length>0&&B.includes(`dataCategories`)&&(Q[`data-categories`]=Fe.map(({name:e,category:t,description:n,regex:r,owners:i,teams:a,attributeValues:o})=>({name:e,category:t,description:n||void 0,regex:r||void 0,owners:i&&i.length>0?i.map(({email:e})=>e):void 0,teams:a&&a.length>0?a.map(({name:e})=>e):void 0,attributes:o!==void 0&&o.length>0?j(o):void 0}))),Ie.length>0&&B.includes(`processingPurposes`)&&(Q[`processing-purposes`]=Ie.map(({name:e,purpose:t,description:n,owners:r,teams:i,attributeValues:a})=>({name:e,purpose:t,description:n||void 0,owners:r&&r.length>0?r.map(({email:e})=>e):void 0,teams:i&&i.length>0?i.map(({name:e})=>e):void 0,attributes:a!==void 0&&a.length>0?j(a):void 0}))),K.length>0&&B.includes(`dataFlows`)&&(Q[`data-flows`]=K.map(({value:e,type:t,description:n,trackingType:r,service:i,status:a,owners:o,teams:s,attributeValues:c})=>({value:e,type:t,description:n||void 0,trackingPurposes:r,status:a,service:i?.integrationName,owners:o.map(({email:e})=>e),teams:s.map(({name:e})=>e),attributes:c!==void 0&&c.length>0?j(c):void 0}))),we.length>0&&B.includes(`cookies`)&&(Q.cookies=we.map(({name:e,isRegex:t,description:n,trackingPurposes:r,service:i,status:a,owners:o,teams:s,attributeValues:c})=>({name:e,isRegex:t,description:n||void 0,trackingPurposes:r,status:a,service:i?.integrationName,owners:o.map(({email:e})=>e),teams:s.map(({name:e})=>e),attributes:c!==void 0&&c.length>0?j(c):void 0}))),Te.length>0&&B.includes(`customFields`)&&(Q.attributes=Te.map(({description:e,name:t,type:n,values:r,enabledOn:i=[]})=>({description:e||void 0,resources:i,name:t,type:n,values:r.map(({name:e,color:t,description:n})=>({name:e,color:t||void 0,description:n}))}))),Ge.length>0&&(Q.purposes=Ge.map(({name:e,description:t,trackingType:n,defaultConsent:i,configurable:a,showInConsentManager:o,isActive:s,displayOrder:c,optOutSignals:l,authLevel:u,topics:d,showInPrivacyCenter:f,title:p})=>({name:e,title:p,description:t||void 0,trackingType:n,"default-consent":i,configurable:a,"show-in-consent-manager":o,"show-in-privacy-center":f,"is-active":s,"display-order":c,"opt-out-signals":l.length>0?l:void 0,"auth-level":u||void 0,"preference-topics":d.map(({slug:e,title:t,type:n,color:i,displayDescription:a,defaultConfiguration:o,showInPrivacyCenter:s,preferenceOptionValues:c})=>({slug:e,title:t.defaultMessage,type:n,color:i,description:a.defaultMessage,"default-configuration":o,"show-in-privacy-center":s,options:n===r.Boolean?[]:c.map(({title:e,slug:t})=>({title:e.defaultMessage,slug:t}))}))}))),X.length>0&&B.includes(`workflowConfigs`)){let t=X.map(e=>({title:e.title.defaultMessage,"action-type":e.action.type,...e.internalName?{"internal-name":e.internalName}:{},...e.subtitle?{subtitle:e.subtitle.defaultMessage}:{},...e.description?{description:e.description.defaultMessage}:{},...e.subject?{"data-subject-type":e.subject.type}:{},visibility:e.workflowConfigVisibility,type:e.workflowConfigType,...e.collectDataSubjectRegions?{"collect-data-subject-regions":e.collectDataSubjectRegions}:{},...e.regionList.length>0?{"region-list":e.regionList}:{},...e.expiryTime&&e.expiryTime.length>0?{"expiry-time":e.expiryTime}:{},...e.WorkflowConfigAttributeKeys&&e.WorkflowConfigAttributeKeys.length>0?{"attribute-keys":e.WorkflowConfigAttributeKeys.map(({attributeKey:e})=>e.name)}:{}})),n=c(X,ve);for(let t of Object.values(n))if(t.length>1){let n=t[0];e.warn(`Found "${t.length}" workflow configs with the same title, action-type, data-subject-type, and region-list for "${n.title.defaultMessage}" (${n.action.type}). Push will fail until they are disambiguated (for example with unique internal names).`)}t.length>0&&(Q[`workflow-configs`]=t)}if(Y.length>0&&B.includes(`preferenceWorkflowConfigs`)){let t=Y.some(e=>e.workflowConfigId)?await se(f,{logger:e,workflowConfigType:o.DSR}):[];Q[`preference-workflow-configs`]=Y.map(e=>{let n=ge(e.triggerCondition),r={name:e.name,"data-subject-type":e.subject.type,"is-silent":e.isSilent,"allow-unauthenticated":e.allowUnauthenticated,"is-active":e.isActive,purposes:n};if(e.workflowConfigId){let n=_e(t,e.workflowConfigId);if(n)return{...r,"workflow-title":n}}return{...r,"action-type":e.action.type,"data-silo-titles":e.dataSilos.length>0?e.dataSilos.map(e=>e.title):void 0}})}if(Ke.length>0&&B.includes(`preferenceOptions`)&&(Q[`preference-options`]=Ke.map(({slug:e,title:t})=>({slug:e,title:t.defaultMessage}))),N.length===0&&Ee.length>0&&B.includes(`templates`)&&(Q.templates=Ee.map(({title:e})=>({title:e}))),Ce.length>0&&B.includes(`enrichers`)&&(Q.enrichers=Ce.map(({title:e,url:t,type:n,inputIdentifier:r,identifiers:a,actions:o,testRegex:s,dataSubjects:c,expirationDuration:l,lookerQueryTitle:u,transitionRequestStatus:d,phoneNumbers:f,regionList:p})=>({title:e,url:t||void 0,type:n,"input-identifier":r?.name,"output-identifiers":a.map(({name:e})=>e),"privacy-actions":Object.values(i).length===o.length?void 0:o,testRegex:s||void 0,lookerQueryTitle:u||void 0,expirationDuration:parseInt(l,10),transitionRequestStatus:d||void 0,phoneNumbers:f&&f.length>0?f:void 0,regionList:p&&p.length>0?p:void 0,"data-subjects":c.map(({type:e})=>e)}))),G.length>0&&B.includes(`dataSilos`)){let e=l(W,`type`);Q[`data-silos`]=G.map(([{title:t,description:n,url:r,type:i,outerType:a,apiKeys:o,notifyEmailAddress:s,identifiers:c,dependentDataSilos:d,dependedOnDataSilosPerWorkflow:f,owners:m,country:h,countrySubDivision:g,teams:_,subjectBlocklist:v,isLive:y,promptAVendorEmailSendFrequency:b,promptAVendorEmailSendType:x,promptAVendorEmailIncludeIdentifiersAttachment:S,promptAVendorEmailCompletionLinkType:C,manualWorkRetryFrequency:w,catalog:T,attributeValues:E,discoveredBy:D,businessEntities:O,sombra:k},A])=>({title:t,description:n,integrationName:i,"outer-type":a||void 0,url:r||void 0,"api-key-title":o[0]?.title,"sombra-id":k?.id||void 0,"identity-keys":c.filter(({isConnected:e})=>e).map(({name:e})=>e),...ye({dependentDataSilos:d,dependedOnDataSilosPerWorkflow:f}),...m.length>0?{owners:m.map(({email:e})=>e)}:{},..._.length>0?{teams:_.map(({name:e})=>e)}:{},...D.length>0?{discoveredBy:D.map(({title:e})=>e)}:{},...O.length>0?{businessEntities:O.map(({title:e})=>e)}:{},country:h||void 0,countrySubDivision:g||void 0,disabled:!y,"data-subjects":v.length>0?p(v.map(({type:e})=>e),e):void 0,...T.hasAvcFunctionality?{"email-settings":{"notify-email-address":s||void 0,"send-frequency":b,"send-type":x,"include-identifiers-attachment":S,"completion-link-type":C,"manual-work-retry-frequency":w}}:{},attributes:E!==void 0&&E.length>0?j(E):void 0,datapoints:A.map(e=>({key:e.name,title:e.title?.defaultMessage,description:e.description?.defaultMessage,owners:e.owners.map(({email:e})=>e),teams:e.teams.map(({name:e})=>e),...e.path.length>0?{path:e.path}:{},...e.dataCollection?.title?{"data-collection-tag":e.dataCollection.title.defaultMessage}:{},...e.dbIntegrationQueries.length>0?{"privacy-action-queries":u(l(e.dbIntegrationQueries,`requestType`),e=>e.suggestedQuery||e.query||void 0)}:{},...e.subDataPoints.length>0?{fields:e.subDataPoints.map(e=>({key:e.name,description:e.description,purposes:e.purposes,categories:e.categories,...H&&e.pendingCategoryGuesses?{"guessed-categories":e.pendingCategoryGuesses.filter(e=>e.status===`PENDING`).map(e=>({category:{name:e.category.name,category:e.category.category},status:e.status,confidence:e.confidence,classifierVersion:e.classifierVersion||void 0}))}:{},"access-request-visibility-enabled":e.accessRequestVisibilityEnabled,"erasure-request-redaction-enabled":e.erasureRequestRedactionEnabled,attributes:e.attributeValues!==void 0&&e.attributeValues.length>0?j(e.attributeValues):void 0})).sort((e,t)=>e.key.localeCompare(t.key))}:{},"privacy-actions":e.actionSettings.filter(({active:e})=>e).map(({type:e})=>e)})).sort((e,t)=>[...e.path??[],e.key].join(`.`).localeCompare([...t.path??[],t.key].join(`.`)))}))}return Q}export{L as i,B as n,R as r,z as t};
-//# sourceMappingURL=pullTranscendConfiguration-CD7Frn8z.mjs.map
+`;async function R(t){let n=[],r=0,i=!1;do{let{assessmentFormTemplates:{nodes:a}}=await N(t,L,{variables:{first:20,offset:r},logger:e});n.push(...a),r+=20,i=a.length===20}while(i);return n.sort((e,t)=>e.title.localeCompare(t.title))}function ye(e){let{dependentDataSilos:t,dependedOnDataSilosPerWorkflow:n}=e,r=t.map(({title:e})=>e),i=n.map(({workflowInternalName:e,dependedOnDataSilos:t})=>({workflow:e,titles:t.map(({title:e})=>e)}));return r.length===0&&i.length===0?{}:i.length===0?{"deletion-dependencies":r}:{"deletion-dependencies":[...r.length>0?[{titles:r}]:[],...i]}}const z=[`dataSilos`,`enrichers`,`templates`,`apiKeys`];async function B(f,{dataSiloIds:N,integrationNames:I,debug:L,resources:B=z,pageSize:V,skipDatapoints:be,includeGuessedCategories:H,skipSubDatapoints:xe,trackerStatuses:U=Object.values(n)}){if(N.length>0&&I.length>0)throw Error(`Only 1 of integrationNames OR dataSiloIds can be provided`);e.info(d.magenta(`Fetching data with page size ${V}...`));let[W,Se,G,Ce,K,we,Te,Ee,De,Oe,ke,Ae,q,je,Me,Ne,Pe,Fe,Ie,Le,Re,ze,J,Be,Ve,He,Ue,We,Ge,Y,X,Ke,qe]=await Promise.all([B.includes(`dataSilos`)||B.includes(`dataSubjects`)?w(f,{logger:e}):[],B.includes(`apiKeys`)?ce(f,{fetchAll:!0,logger:e}):[],B.includes(`dataSilos`)?me(f,{ids:N,integrationNames:I,pageSize:V,debug:L,includeGuessedCategories:H,skipDatapoints:be,skipSubDatapoints:xe,logger:e}):[],B.includes(`enrichers`)?T(f,{logger:e}):[],B.includes(`dataFlows`)?[...U.includes(n.Live)?await C(f,{logger:e,filterBy:{status:n.Live}}):[],...U.includes(n.NeedsReview)?await C(f,{logger:e,filterBy:{status:n.NeedsReview}}):[]]:[],B.includes(`cookies`)?[...U.includes(n.Live)?await x(f,{logger:e,filterBy:{status:n.Live}}):[],...U.includes(n.NeedsReview)?await x(f,{logger:e,filterBy:{status:n.NeedsReview}}):[]]:[],B.includes(`customFields`)?v(f,{logger:e}):[],B.includes(`templates`)?ae(f,{logger:e}):[],B.includes(`identifiers`)?E(f,{logger:e}):[],B.includes(`actions`)?g(f,{logger:e}):[],B.includes(`businessEntities`)?y(f,{logger:e}):[],B.includes(`processingActivities`)?ee(f,{logger:e}):[],B.includes(`consentManager`)?le(f,{logger:e}):void 0,B.includes(`consentManager`)?ue(f,{logger:e}):[],B.includes(`consentManager`)?pe(f,{logger:e}):[],B.includes(`consentManager`)?fe(f,{logger:e}):[],B.includes(`vendors`)?oe(f,{logger:e}):[],B.includes(`dataCategories`)?S(f,{logger:e}):[],B.includes(`processingPurposes`)?te(f,{logger:e}):[],B.includes(`actionItems`)?h(f,{logger:e,filterBy:{type:[t.Onboarding]}}):[],B.includes(`actionItemCollections`)?m(f,{logger:e}):[],B.includes(`teams`)?ie(f,{logger:e}):[],B.includes(`policies`)?O(f,{logger:e}):[],B.includes(`privacyCenters`)?A(f,{logger:e}):[],B.includes(`messages`)?D(f,{logger:e}):[],B.includes(`partitions`)?he(f,{logger:e}):[],B.includes(`assessments`)?_(f,{logger:e}):[],B.includes(`assessmentTemplates`)?R(f):[],B.includes(`purposes`)?ne(f,{logger:e}):[],B.includes(`preferenceWorkflowConfigs`)?b(f,{logger:e}):[],B.includes(`workflowConfigs`)?se(f,{logger:e,workflowConfigType:o.DSR}):[],B.includes(`preferenceOptions`)?k(f,{logger:e}):[],B.includes(`systemDiscovery`)?re(f,{logger:e}):[]]),Z=B.includes(`consentManager`)&&q?await de(f,{logger:e,filterBy:{airgapBundleId:q.id}}):void 0,Q={},Je=s(G.map(([{apiKeys:e}])=>e.map(({title:e})=>e))),$=Object.values(Se).filter(({title:e})=>B.includes(`apiKeys`)?!0:Je.includes(e));if($.length>0&&B.includes(`apiKeys`)&&(Q[`api-keys`]=$.map(({title:e})=>({title:e}))),He.length>0&&B.includes(`partitions`)&&(Q.partitions=He.map(({name:e,partition:t})=>({name:e,partition:t}))),q&&B.includes(`consentManager`)&&(Q[`consent-manager`]={bundleUrls:{TEST:q.testBundleURL,PRODUCTION:q.bundleURL},domains:q.configuration.domains||void 0,partition:q.configuration.partition||void 0,consentPrecedence:q.configuration.consentPrecedence||void 0,unknownRequestPolicy:q.configuration.unknownRequestPolicy||void 0,unknownCookiePolicy:q.configuration.unknownCookiePolicy||void 0,syncEndpoint:q.configuration.syncEndpoint||void 0,telemetryPartitioning:q.configuration.telemetryPartitioning||void 0,signedIabAgreement:q.configuration.signedIabAgreement||void 0,syncGroups:q.configuration.syncGroups||void 0,theme:Z?{primaryColor:Z.primaryColor||void 0,fontColor:Z.fontColor||void 0,privacyPolicy:Z.privacyPolicy||void 0,prompt:Z.prompt}:void 0,experiences:je.map(e=>({name:e.name,displayName:e.displayName||void 0,regions:e.regions.map(e=>({countrySubDivision:e.countrySubDivision||void 0,country:e.country||void 0})),onConsentExpiry:e.onConsentExpiry,consentExpiry:e.consentExpiry,operator:e.operator,displayPriority:e.displayPriority,viewState:e.viewState,purposes:e.purposes.map(e=>({trackingType:e.trackingType})),optedOutPurposes:e.optedOutPurposes.map(e=>({trackingType:e.trackingType})),browserLanguages:e.browserLanguages,browserTimeZones:e.browserTimeZones,consentUiVariantSlug:e.consentUiVariant?.slug})),consentVariants:Me.map(e=>({id:e.id,name:e.name,slug:e.slug,description:e.description||void 0,configuration:JSON.stringify(e.configuration),locales:e.locales,status:e.status,userFlow:e.userFlow||void 0,themeSlug:e.theme?.slug||void 0})),consentThemes:Ne.map(e=>({id:e.id,name:e.name,slug:e.slug,configuration:JSON.stringify(e.configuration)}))}),Ue.length>0&&B.includes(`assessments`)&&(Q.assessments=Ue.map(({title:e,assessmentGroup:t,sections:n,creator:r,description:i,status:a,assignees:o,externalAssignees:s,reviewers:c,isLocked:l,isArchived:u,isExternallyCreated:d,dueDate:f,createdAt:p,assignedAt:m,submittedAt:h,approvedAt:g,rejectedAt:_,titleIsInternal:v,retentionSchedule:y,attributeValues:b,resources:x,syncedRows:S})=>({title:e,group:t.title,sections:n.map(({title:e,status:t,questions:n,assignees:r,isReviewed:i,externalAssignees:a})=>({title:e,status:t,questions:n.map(({title:e,type:t,subType:n,placeholder:r,description:i,isRequired:a,referenceId:o,displayLogic:s,riskLogic:c,riskCategories:l,riskFramework:u,answerOptions:d,selectedAnswers:f,allowedMimeTypes:p,allowSelectOther:m,syncModel:h,syncColumn:g,attributeKey:_,requireRiskEvaluation:v,requireRiskMatrixEvaluation:y})=>{let b=s?P(s):void 0;return{title:e,type:t,"sub-type":n,placeholder:r,description:i,"is-required":a,"reference-id":o,"display-logic":b&&Object.keys(b).length>0?{action:b.action,rule:b.rule?{"depends-on-question-reference-id":b.rule.dependsOnQuestionReferenceId,"comparison-operator":b.rule.comparisonOperator,"comparison-operands":`comparisonOperands`in b.rule?b.rule.comparisonOperands:void 0}:void 0,"nested-rule":b.nestedRule?{"logic-operator":b.nestedRule.logicOperator,rules:(b.nestedRule.rules||[]).map(e=>({"depends-on-question-reference-id":e.dependsOnQuestionReferenceId,"comparison-operator":e.comparisonOperator,"comparison-operands":`comparisonOperands`in e?e.comparisonOperands:void 0}))}:void 0}:void 0,"risk-logic":c.map(e=>{let t=F(e);return{"risk-level":t.riskAssignment?.riskLevelId,"comparison-operands":t.comparisonOperands,"comparison-operator":t.comparisonOperator}}),"risk-categories":l.map(({title:e})=>e),"risk-framework":u?.title,"answer-options":d.map(({value:e})=>({value:e})),"selected-answers":f.map(({value:e})=>e),"allowed-mime-types":p,"allow-select-other":m,"sync-model":h||void 0,"sync-column":g||void 0,"attribute-key":_?.name,"require-risk-evaluation":v,"require-risk-matrix-evaluation":y}}),assignees:r.map(({email:e})=>e),"external-assignees":a.map(({email:e})=>e),"is-reviewed":i})),creator:r?.email,description:i,status:a,assignees:o.map(({email:e})=>e),"external-assignees":s.map(({email:e})=>e),reviewers:c.map(({email:e})=>e),locked:l,archived:u,external:d,"title-is-internal":v,"due-date":f||void 0,"created-at":p||void 0,"assigned-at":m||void 0,"submitted-at":h||void 0,"approved-at":g||void 0,"rejected-at":_||void 0,"retention-schedule":y?{type:y.type,"duration-days":y.durationDays,operand:y.operation}:void 0,attributes:b!==void 0&&b.length>0?j(b):void 0,resources:x.map(({resourceType:e,title:t,name:n,category:r,type:i,purpose:a})=>({type:e,title:r?`${r} - ${n}`:a?`${a} - ${n}`:t||n||i||``})),rows:S.map(({resourceType:e,title:t,name:n,category:r,type:i,purpose:a})=>({type:e,title:r?`${r} - ${n}`:a?`${a} - ${n}`:t||n||i||``}))}))),We.length>0&&B.includes(`assessmentTemplates`)&&(Q[`assessment-templates`]=We.map(({title:e,description:t,sections:n,status:r,source:i,creator:a,isLocked:o,isArchived:s,createdAt:c,retentionSchedule:l})=>({title:e,description:t,sections:n.map(({title:e,questions:t})=>({title:e,questions:t.map(({title:e,type:t,subType:n,placeholder:r,description:i,isRequired:a,referenceId:o,displayLogic:s,riskLogic:c,riskCategories:l,riskFramework:u,answerOptions:d,allowedMimeTypes:f,allowSelectOther:p,syncModel:m,syncColumn:h,attributeKey:g,requireRiskEvaluation:_,requireRiskMatrixEvaluation:v})=>{let y=s?P(s):void 0;return{title:e,type:t,"sub-type":n,placeholder:r,description:i,"is-required":a,"reference-id":o,"display-logic":y&&Object.keys(y).length>0?{action:y.action,rule:y.rule?{"depends-on-question-reference-id":y.rule.dependsOnQuestionReferenceId,"comparison-operator":y.rule.comparisonOperator,"comparison-operands":`comparisonOperands`in y.rule?y.rule.comparisonOperands:void 0}:void 0,"nested-rule":y.nestedRule?{"logic-operator":y.nestedRule.logicOperator,rules:(y.nestedRule.rules||[]).map(e=>({"depends-on-question-reference-id":e.dependsOnQuestionReferenceId,"comparison-operator":e.comparisonOperator,"comparison-operands":`comparisonOperands`in e?e.comparisonOperands:void 0}))}:void 0}:void 0,"risk-logic":c.map(e=>{let t=F(e);return{"risk-level":t.riskAssignment?.riskLevelId,"risk-matrix-row":t.riskAssignment?.riskMatrixRowId,"risk-matrix-column":t.riskAssignment?.riskMatrixColumnId,"comparison-operands":t.comparisonOperands,"comparison-operator":t.comparisonOperator}}),"risk-categories":l.map(({title:e})=>e),"risk-framework":u?.title,"answer-options":d.map(({value:e})=>({value:e})),"allowed-mime-types":f,"allow-select-other":p,"sync-model":m||void 0,"sync-column":h||void 0,"attribute-key":g?.name,"require-risk-evaluation":_,"require-risk-matrix-evaluation":v}})})),status:r,source:i,creator:a?.email,locked:o,archived:s,"created-at":c||void 0,"retention-schedule":l?{type:l.type,"duration-days":l.durationDays,operand:l.operation}:void 0}))),qe.length>0&&B.includes(`systemDiscovery`)&&(Q[`system-discovery`]=qe.map(({title:e,resourceId:t,suggestedCatalog:{title:n},plugin:{dataSilo:{title:r}},country:i,countrySubDivision:a,plaintextContext:o,containsSensitiveData:s,status:c})=>({title:e,resourceId:t,suggestedCatalog:n,plugin:r,country:i||void 0,countrySubDivision:a||void 0,plaintextContext:o,containsSensitiveData:s,status:c}))),ze.length>0&&B.includes(`teams`)&&(Q.teams=ze.map(({name:e,description:t,ssoDepartment:n,ssoGroup:r,ssoTitle:i,users:a,scopes:o,parentTeam:s})=>({name:e,description:t,"sso-department":n||void 0,"sso-group":r||void 0,"sso-title":i||void 0,"parent-team-name":s?.name,users:a.map(({email:e})=>e),scopes:o.map(({name:e})=>e)}))),W.length>0&&B.includes(`dataSubjects`)&&(Q[`data-subjects`]=W.map(({type:e,title:t,active:n,adminDashboardDefaultSilentMode:r,supportsAuthorizedAgent:i,actions:a})=>({type:e,title:t?.defaultMessage,active:n,adminDashboardDefaultSilentMode:r,supportsAuthorizedAgent:i,actions:a.map(({type:e})=>e)}))),J.length>0&&(Q.policies=J.map(({title:e,type:t,versions:n,disabledLocales:r})=>({title:e?.defaultMessage,type:t,content:n?.[0]?.content?.defaultMessage,disabledLocales:r}))),Ve.length>0&&(Q.messages=Ve.map(({id:e,defaultMessage:t,targetReactIntlId:n,description:r,translations:i})=>({id:e,defaultMessage:t,description:r,targetReactIntlId:n||void 0,translations:i.reduce((e,{locale:t,value:n})=>Object.assign(e,{[t]:n}),{})}))),Be.length>0){let e=Be[0];Q[`privacy-center`]={isDisabled:e.isDisabled,showPrivacyRequestButton:e.showPrivacyRequestButton,showPolicies:e.showPolicies,showTrackingTechnologies:e.showTrackingTechnologies,showCookies:e.showCookies,showDataFlows:e.showDataFlows,showConsentManager:e.showConsentManager,showManageYourPrivacy:e.showManageYourPrivacy,showMarketingPreferences:e.showMarketingPreferences,locales:e.locales,defaultLocale:e.defaultLocale,preferBrowserDefaultLocale:e.preferBrowserDefaultLocale,supportEmail:e.supportEmail||void 0,replyToEmail:e.replyToEmail||void 0,useNoReplyEmailAddress:e.useNoReplyEmailAddress,useCustomEmailDomain:e.useCustomEmailDomain,transformAccessReportJsonToCsv:e.transformAccessReportJsonToCsv,home:e.home||void 0,expandSideMenuByDefault:e.expandSideMenuByDefault,workflowsCustomFieldsRequired:e.workflowsCustomFieldsRequired,footerLayout:e.footerLayout,...e.childOrganizations.length>0?{displayedChildOrganizationUris:e.childOrganizations.map(e=>e.uri)}:{},...e.footerLinks.length>0?{footerLinks:[...e.footerLinks].sort((e,t)=>e.displayOrder-t.displayOrder).map(e=>({title:e.title.defaultMessage,...e.url?{url:e.url}:{},...e.iconOnly?{iconOnly:e.iconOnly}:{}}))}:{},theme:e.theme}}if(ke.length>0&&B.includes(`businessEntities`)&&(Q[`business-entities`]=ke.map(({title:e,description:t,address:n,headquarterCountry:r,headquarterSubDivision:i,dataProtectionOfficerName:a,dataProtectionOfficerEmail:o,attributeValues:s})=>({title:e,description:t||void 0,address:n||void 0,headquarterCountry:r||void 0,headquarterSubDivision:i||void 0,dataProtectionOfficerName:a||void 0,dataProtectionOfficerEmail:o||void 0,attributes:s!==void 0&&s.length>0?j(s):void 0}))),Ae.length>0&&B.includes(`processingActivities`)&&(Q[`processing-activities`]=Ae.map(({title:e,description:t,securityMeasureDetails:n,controllerships:r,storageRegions:i,transferRegions:o,retentionType:s,retentionPeriod:c,dataProtectionImpactAssessmentLink:l,dataProtectionImpactAssessmentStatus:u,attributeValues:d,dataSilos:f,dataSubjects:p,teams:m,owners:h,processingPurposeSubCategories:g,dataSubCategories:_,saaSCategories:v})=>({title:e,description:t,securityMeasureDetails:n??void 0,controllerships:r.length>0?r:void 0,storageRegions:i.length>0?M(i):void 0,transferRegions:o.length>0?M(o):void 0,retentionType:s,retentionPeriod:s===a.StatedPeriod?c:void 0,dataProtectionImpactAssessmentLink:l??void 0,dataProtectionImpactAssessmentStatus:u,attributes:d!==void 0&&d.length>0?j(d):void 0,dataSiloTitles:f.length>0?f.map(({title:e})=>e):void 0,dataSubjectTypes:p.length>0?p.map(({type:e})=>e):void 0,teamNames:m.length>0?m.map(({name:e})=>e):void 0,ownerEmails:h.length>0?h.map(({email:e})=>e):void 0,processingSubPurposes:g.length>0?g.map(({name:e,purpose:t})=>({purpose:t,...e?{name:e}:{}})):void 0,dataSubCategories:_.length>0?_.map(({name:e,category:t})=>({category:t,...e?{name:e}:{}})):void 0,saaSCategories:v.length>0?v.map(({title:e})=>e):void 0}))),Oe.length>0&&B.includes(`actions`)&&(Q.actions=Oe.map(({type:e,skipSecondaryIfNoFiles:t,skipDownloadableStep:n,requiresReview:r,regionList:a,regionDetectionMethod:o,waitingPeriod:s})=>({type:e,...e===i.Erasure?{skipSecondaryIfNoFiles:t,skipDownloadableStep:n}:{},requiresReview:r,waitingPeriod:s,regionDetectionMethod:o,regionList:a.length>0?a:void 0}))),De.length>0&&B.includes(`identifiers`)&&(Q.identifiers=De.map(({name:e,type:t,regex:n,selectOptions:r,privacyCenterVisibility:i,isRequiredInForm:a,placeholder:o,displayTitle:s,dataSubjects:c,displayDescription:l,displayOrder:u,isUniqueOnPreferenceStore:d})=>({name:e,type:t,regex:n,selectOptions:r.length>0?r:void 0,privacyCenterVisibility:i.length>0?i:void 0,isRequiredInForm:a,placeholder:o||void 0,dataSubjects:c.length>0?c.map(({type:e})=>e):void 0,displayTitle:s?.defaultMessage,displayDescription:l?.defaultMessage,displayOrder:u,isUniqueOnPreferenceStore:d}))),Le.length>0&&B.includes(`actionItems`)&&(Q[`action-items`]=Le.map(({teams:e,users:t,customerExperienceActionItemIds:[n],dueDate:r,priority:i,resolved:a,collections:o,notes:s,link:c,title:l,type:u,attributeValues:d})=>({teams:e.map(({name:e})=>e),users:t.map(({email:e})=>e),dueDate:r||void 0,title:l,notes:s,customerExperienceActionItemId:n,collections:o.map(({title:e})=>e),link:c,priority:i||void 0,resolved:a,type:u,attributes:d!==void 0&&d.length>0?j(d):void 0}))),Re.length>0&&B.includes(`actionItemCollections`)&&(Q[`action-item-collections`]=Re.map(({title:e,description:t,hidden:n,productLine:r})=>({title:e,description:t||void 0,hidden:n,productLine:r}))),Pe.length>0&&B.includes(`vendors`)&&(Q.vendors=Pe.map(({title:e,description:t,dataProcessingAgreementLink:n,contactName:r,contactPhone:i,address:a,headquarterCountry:o,headquarterSubDivision:s,websiteUrl:c,businessEntity:l,teams:u,owners:d,attributeValues:f})=>({title:e,description:t||void 0,dataProcessingAgreementLink:n||void 0,contactName:r||void 0,contactPhone:i||void 0,address:a||void 0,headquarterCountry:o||void 0,headquarterSubDivision:s||void 0,websiteUrl:c||void 0,businessEntity:l?.title,teams:u&&u.length>0?u.map(({name:e})=>e):void 0,owners:d&&d.length>0?d.map(({email:e})=>e):void 0,attributes:f!==void 0&&f.length>0?j(f):void 0}))),Fe.length>0&&B.includes(`dataCategories`)&&(Q[`data-categories`]=Fe.map(({name:e,category:t,description:n,regex:r,owners:i,teams:a,attributeValues:o})=>({name:e,category:t,description:n||void 0,regex:r||void 0,owners:i&&i.length>0?i.map(({email:e})=>e):void 0,teams:a&&a.length>0?a.map(({name:e})=>e):void 0,attributes:o!==void 0&&o.length>0?j(o):void 0}))),Ie.length>0&&B.includes(`processingPurposes`)&&(Q[`processing-purposes`]=Ie.map(({name:e,purpose:t,description:n,owners:r,teams:i,attributeValues:a})=>({name:e,purpose:t,description:n||void 0,owners:r&&r.length>0?r.map(({email:e})=>e):void 0,teams:i&&i.length>0?i.map(({name:e})=>e):void 0,attributes:a!==void 0&&a.length>0?j(a):void 0}))),K.length>0&&B.includes(`dataFlows`)&&(Q[`data-flows`]=K.map(({value:e,type:t,description:n,trackingType:r,service:i,status:a,owners:o,teams:s,attributeValues:c})=>({value:e,type:t,description:n||void 0,trackingPurposes:r,status:a,service:i?.integrationName,owners:o.map(({email:e})=>e),teams:s.map(({name:e})=>e),attributes:c!==void 0&&c.length>0?j(c):void 0}))),we.length>0&&B.includes(`cookies`)&&(Q.cookies=we.map(({name:e,isRegex:t,description:n,trackingPurposes:r,service:i,status:a,owners:o,teams:s,attributeValues:c})=>({name:e,isRegex:t,description:n||void 0,trackingPurposes:r,status:a,service:i?.integrationName,owners:o.map(({email:e})=>e),teams:s.map(({name:e})=>e),attributes:c!==void 0&&c.length>0?j(c):void 0}))),Te.length>0&&B.includes(`customFields`)&&(Q.attributes=Te.map(({description:e,name:t,type:n,values:r,enabledOn:i=[]})=>({description:e||void 0,resources:i,name:t,type:n,values:r.map(({name:e,color:t,description:n})=>({name:e,color:t||void 0,description:n}))}))),Ge.length>0&&(Q.purposes=Ge.map(({name:e,description:t,trackingType:n,defaultConsent:i,configurable:a,showInConsentManager:o,isActive:s,displayOrder:c,optOutSignals:l,authLevel:u,topics:d,showInPrivacyCenter:f,title:p})=>({name:e,title:p,description:t||void 0,trackingType:n,"default-consent":i,configurable:a,"show-in-consent-manager":o,"show-in-privacy-center":f,"is-active":s,"display-order":c,"opt-out-signals":l.length>0?l:void 0,"auth-level":u||void 0,"preference-topics":d.map(({slug:e,title:t,type:n,color:i,displayDescription:a,defaultConfiguration:o,showInPrivacyCenter:s,preferenceOptionValues:c})=>({slug:e,title:t.defaultMessage,type:n,color:i,description:a.defaultMessage,"default-configuration":o,"show-in-privacy-center":s,options:n===r.Boolean?[]:c.map(({title:e,slug:t})=>({title:e.defaultMessage,slug:t}))}))}))),X.length>0&&B.includes(`workflowConfigs`)){let t=X.map(e=>({title:e.title.defaultMessage,"action-type":e.action.type,...e.internalName?{"internal-name":e.internalName}:{},...e.subtitle?{subtitle:e.subtitle.defaultMessage}:{},...e.description?{description:e.description.defaultMessage}:{},...e.subject?{"data-subject-type":e.subject.type}:{},visibility:e.workflowConfigVisibility,type:e.workflowConfigType,...e.collectDataSubjectRegions?{"collect-data-subject-regions":e.collectDataSubjectRegions}:{},...e.regionList.length>0?{"region-list":e.regionList}:{},...e.expiryTime&&e.expiryTime.length>0?{"expiry-time":e.expiryTime}:{},...e.WorkflowConfigAttributeKeys&&e.WorkflowConfigAttributeKeys.length>0?{"attribute-keys":e.WorkflowConfigAttributeKeys.map(({attributeKey:e})=>e.name)}:{}})),n=c(X,ve);for(let t of Object.values(n))if(t.length>1){let n=t[0];e.warn(`Found "${t.length}" workflow configs with the same title, action-type, data-subject-type, and region-list for "${n.title.defaultMessage}" (${n.action.type}). Push will fail until they are disambiguated (for example with unique internal names).`)}t.length>0&&(Q[`workflow-configs`]=t)}if(Y.length>0&&B.includes(`preferenceWorkflowConfigs`)){let t=Y.some(e=>e.workflowConfigId)?await se(f,{logger:e,workflowConfigType:o.DSR}):[];Q[`preference-workflow-configs`]=Y.map(e=>{let n=ge(e.triggerCondition),r={name:e.name,"data-subject-type":e.subject.type,"is-silent":e.isSilent,"allow-unauthenticated":e.allowUnauthenticated,"is-active":e.isActive,purposes:n};if(e.workflowConfigId){let n=_e(t,e.workflowConfigId);if(n)return{...r,"workflow-title":n}}return{...r,"action-type":e.action.type,"data-silo-titles":e.dataSilos.length>0?e.dataSilos.map(e=>e.title):void 0}})}if(Ke.length>0&&B.includes(`preferenceOptions`)&&(Q[`preference-options`]=Ke.map(({slug:e,title:t})=>({slug:e,title:t.defaultMessage}))),N.length===0&&Ee.length>0&&B.includes(`templates`)&&(Q.templates=Ee.map(({title:e})=>({title:e}))),Ce.length>0&&B.includes(`enrichers`)&&(Q.preflights=Ce.map(({title:e,url:t,type:n,inputIdentifier:r,identifiers:a,actions:o,testRegex:s,dataSubjects:c,expirationDuration:l,lookerQueryTitle:u,transitionRequestStatus:d,phoneNumbers:f,regionList:p})=>({title:e,url:t||void 0,type:n,"input-identifier":r?.name,"output-identifiers":a.map(({name:e})=>e),"privacy-actions":Object.values(i).length===o.length?void 0:o,testRegex:s||void 0,lookerQueryTitle:u||void 0,expirationDuration:parseInt(l,10),transitionRequestStatus:d||void 0,phoneNumbers:f&&f.length>0?f:void 0,regionList:p&&p.length>0?p:void 0,"data-subjects":c.map(({type:e})=>e)}))),G.length>0&&B.includes(`dataSilos`)){let e=l(W,`type`);Q[`data-silos`]=G.map(([{title:t,description:n,url:r,type:i,outerType:a,apiKeys:o,notifyEmailAddress:s,identifiers:c,dependentDataSilos:d,dependedOnDataSilosPerWorkflow:f,owners:m,country:h,countrySubDivision:g,teams:_,subjectBlocklist:v,isLive:y,promptAVendorEmailSendFrequency:b,promptAVendorEmailSendType:x,promptAVendorEmailIncludeIdentifiersAttachment:S,promptAVendorEmailCompletionLinkType:C,manualWorkRetryFrequency:w,catalog:T,attributeValues:E,discoveredBy:D,businessEntities:O,sombra:k},A])=>({title:t,description:n,integrationName:i,"outer-type":a||void 0,url:r||void 0,"api-key-title":o[0]?.title,"sombra-id":k?.id||void 0,"identity-keys":c.filter(({isConnected:e})=>e).map(({name:e})=>e),...ye({dependentDataSilos:d,dependedOnDataSilosPerWorkflow:f}),...m.length>0?{owners:m.map(({email:e})=>e)}:{},..._.length>0?{teams:_.map(({name:e})=>e)}:{},...D.length>0?{discoveredBy:D.map(({title:e})=>e)}:{},...O.length>0?{businessEntities:O.map(({title:e})=>e)}:{},country:h||void 0,countrySubDivision:g||void 0,disabled:!y,"data-subjects":v.length>0?p(v.map(({type:e})=>e),e):void 0,...T.hasAvcFunctionality?{"email-settings":{"notify-email-address":s||void 0,"send-frequency":b,"send-type":x,"include-identifiers-attachment":S,"completion-link-type":C,"manual-work-retry-frequency":w}}:{},attributes:E!==void 0&&E.length>0?j(E):void 0,datapoints:A.map(e=>({key:e.name,title:e.title?.defaultMessage,description:e.description?.defaultMessage,owners:e.owners.map(({email:e})=>e),teams:e.teams.map(({name:e})=>e),...e.path.length>0?{path:e.path}:{},...e.dataCollection?.title?{"data-collection-tag":e.dataCollection.title.defaultMessage}:{},...e.dbIntegrationQueries.length>0?{"privacy-action-queries":u(l(e.dbIntegrationQueries,`requestType`),e=>e.suggestedQuery||e.query||void 0)}:{},...e.subDataPoints.length>0?{fields:e.subDataPoints.map(e=>({key:e.name,description:e.description,purposes:e.purposes,categories:e.categories,...H&&e.pendingCategoryGuesses?{"guessed-categories":e.pendingCategoryGuesses.filter(e=>e.status===`PENDING`).map(e=>({category:{name:e.category.name,category:e.category.category},status:e.status,confidence:e.confidence,classifierVersion:e.classifierVersion||void 0}))}:{},"access-request-visibility-enabled":e.accessRequestVisibilityEnabled,"erasure-request-redaction-enabled":e.erasureRequestRedactionEnabled,attributes:e.attributeValues!==void 0&&e.attributeValues.length>0?j(e.attributeValues):void 0})).sort((e,t)=>e.key.localeCompare(t.key))}:{},"privacy-actions":e.actionSettings.filter(({active:e})=>e).map(({type:e})=>e)})).sort((e,t)=>[...e.path??[],e.key].join(`.`).localeCompare([...t.path??[],t.key].join(`.`)))}))}return Q}export{L as i,B as n,R as r,z as t};
+//# sourceMappingURL=pullTranscendConfiguration-B63M3ild.mjs.map