mongo-data-anonymizer 0.2.1 → 0.3.0

package/dist/run.js

@@ -0,0 +1,365 @@
+import { BSON, MongoOperationTimeoutError, } from 'mongodb';
+import { Anonymizer } from "./anonymization/anonymize.js";
+import { decideCollectionAction, } from "./anonymization/collections.js";
+import { Database, looksLikeSameDatabase, writesReachSource, } from "./anonymization/database.js";
+import { CollectionRules, parseFieldRule, rulesForCollection, } from "./anonymization/rules.js";
+import { consoleLogger } from "./logger.js";
+import { DEFAULT_PROGRESS, Progress, describeProgress, formatDuration, } from "./progress.js";
+/**
+ * Batches are also cut at this size, so collections of large documents
+ * (e.g. rendered HTML) don't hold hundreds of MB per batch in memory.
+ */
+const MAX_BATCH_BYTES = 16 * 1024 * 1024;
+const DEFAULT_SAMPLE_SIZE = 1000;
+export async function run(config, logger = consoleLogger) {
+    const sampleSize = config.sampleSize ?? DEFAULT_SAMPLE_SIZE;
+    if (!Number.isInteger(sampleSize) || sampleSize < 0) {
+        throw new Error(`--sampleSize must be 0 or a positive integer, got ${sampleSize}`);
+    }
+    if (!Number.isInteger(config.batchSize) || config.batchSize < 1) {
+        throw new Error(`--batchSize must be a positive integer, got ${config.batchSize}`);
+    }
+    const warnings = [];
+    const warn = (message) => {
+        warnings.push(message);
+        logger.warn(message);
+    };
+    const rules = config.fieldList.map(parseFieldRule);
+    const anonymizer = new Anonymizer({
+        secret: config.secret,
+        strict: config.strict ?? false,
+        scrubEmails: config.scrubEmails ?? true,
+    }).onWarning(warn);
+    anonymizer.validateRules(rules);
+    if (!config.secret) {
+        warn('No secret given: using a random one. Fake values are consistent within this run but will differ on the next one; set ANONYMIZER_SECRET (or --secret) for reproducible output.');
+    }
+    const source = new Database(config.sourceUri, 'source');
+    const target = new Database(config.targetUri, 'target');
+    const progressOptions = { ...DEFAULT_PROGRESS, ...config.progress };
+    const progress = new Progress(progressOptions, warn);
+    try {
+        progress.start();
+        progress.operation('connecting');
+        await source.connect();
+        await target.connect();
+        const indexOptions = await indexBuildOptions(target, config);
+        await checkNotSameDatabase(source, target, config, warn);
+        const sourceCollections = await source.listCollections();
+        checkCollectionNames(sourceCollections, config, rules);
+        const planned = sourceCollections.map((info) => ({
+            info,
+            action: decideCollectionAction(info.name, config),
+        }));
+        const written = planned.filter(({ action }) => action !== 'skip');
+        const anonymized = planned.filter(({ info, action }) => action === 'anonymize' && info.type !== 'view');
+        if (written.length === 0) {
+            warn('Nothing to write: every collection is skipped. Check --collectionList and --ignoreCollections.');
+        }
+        else if (anonymized.length === 0) {
+            throw new Error('No collection would be anonymized; everything selected would be copied as-is. Check --collectionList and --ignoreCollections.');
+        }
+        logger.info(`Fields anonymized in every collection: ${describeRules(rules)}`);
+        await prepareTarget(target, written, config, logger);
+        const reports = [];
+        for (const { info, action } of planned) {
+            const collectionRules = rulesForCollection(rules, info.name);
+            const report = {
+                name: info.name,
+                type: info.type,
+                action,
+                documents: 0,
+                anonymizedFields: action === 'anonymize' ? collectionRules.fields : [],
+            };
+            reports.push(report);
+            if (info.type === 'view') {
+                continue; // Recreated once every collection is in place.
+            }
+            if (action === 'skip') {
+                logger.info(`Skipping ${info.name}.`);
+                continue;
+            }
+            if (config.dryRun) {
+                report.documents = await source.estimatedCount(info.name);
+                report.unmatchedPersonalKeys = await findUnmatchedPersonalKeys(source, info.name, anonymizer, action === 'anonymize' ? collectionRules : new CollectionRules([]), sampleSize, progress);
+                logger.info(`[dry run] Would ${action} ${info.name} (~${report.documents} documents)` +
+                    (action === 'anonymize'
+                        ? collectionSpecificNote(rules, info.name)
+                        : ''));
+                if (report.unmatchedPersonalKeys.length > 0) {
+                    warn(`${info.name}: these keys look like personal data but would be written unchanged: ${report.unmatchedPersonalKeys.join(', ')}`);
+                }
+                continue;
+            }
+            logger.info(`${action === 'anonymize' ? 'Anonymizing' : 'Copying'} ${info.name}...`);
+            const started = Date.now();
+            progress.operation(`createCollection ${info.name}`);
+            await createLike(target, info, warn);
+            report.documents = await copyDocuments({
+                source,
+                target,
+                name: info.name,
+                batchSize: config.batchSize,
+                transform: (batch) => action === 'anonymize'
+                    ? anonymizer.anonymizeBatch(batch, collectionRules)
+                    : batch,
+                progress,
+                logger,
+                reportEveryMs: progressOptions.reportEveryMs,
+            });
+            await copyIndexes(source, target, info.name, indexOptions, progress, warn);
+            const elapsed = Date.now() - started;
+            logger.info(`Done with ${info.name}: ${describeProgress(report.documents, 0, elapsed)} in ${formatDuration(elapsed)}.`);
+        }
+        progress.operation('recreating views');
+        for (const { info, action } of written.filter(({ info }) => info.type === 'view')) {
+            if (config.dryRun) {
+                logger.info(`[dry run] Would recreate view ${info.name} (${action}).`);
+                continue;
+            }
+            try {
+                await target.createCollection(info.name, info.options);
+                logger.info(`Recreated view ${info.name}.`);
+            }
+            catch (error) {
+                warn(`Could not recreate view ${info.name}: ${error.message}`);
+            }
+        }
+        logger.info(config.dryRun
+            ? 'Dry run finished; nothing was written.'
+            : `Anonymization finished${warnings.length ? ` with ${warnings.length} warning(s)` : ''}.`);
+        return { collections: reports, warnings };
+    }
+    finally {
+        progress.stop();
+        await Promise.allSettled([source.close(), target.close()]);
+    }
+}
+async function checkNotSameDatabase(source, target, config, warn) {
+    const names = `source "${source.name}", target "${target.name}"`;
+    if (!config.assumeDifferentTarget) {
+        const reason = await looksLikeSameDatabase(source, target);
+        if (reason) {
+            throw new Error((reason === 'uuid'
+                ? `The target shares collection UUIDs with the source (${names}). Either they are the same database, or the target is a physical copy of the source (e.g. restored with mongorestore --preserveUUID).`
+                : `The target has the same database name on the same hosts as the source (${names}), so they look like the same database.`) +
+                ' If you are sure the target is a different database, pass --assumeDifferentTarget; a real run still checks that writes to the target do not reach the source.');
+        }
+    }
+    const stale = await target.listProbes();
+    if (stale.length > 0) {
+        warn(`The target contains probe collections left by an interrupted run; you can drop them: ${stale.join(', ')}`);
+    }
+    if (!config.dryRun && (await writesReachSource(source, target, warn))) {
+        throw new Error(`Writes to the target reach the source (${names}): they are the same database. Refusing to write into the source.`);
+    }
+}
+function formatRule({ field, replacement }) {
+    return replacement === null ? field : `${field}:${replacement}`;
+}
+function describeRules(rules) {
+    const global = rules.filter(({ collection }) => collection === null);
+    return global.map(formatRule).join(', ') || '(none)';
+}
+/** The collection-scoped rules for one collection, for the dry-run log. */
+function collectionSpecificNote(rules, name) {
+    const own = rules.filter(({ collection }) => collection === name);
+    return own.length > 0 ? `, plus: ${own.map(formatRule).join(', ')}` : '';
+}
+/**
+ * Every collection named in the options must exist in the source: a typo in
+ * --collectionList combined with --copyNonAnonymized would otherwise copy
+ * the collection it was meant to anonymize as-is.
+ */
+function checkCollectionNames(sourceCollections, config, rules) {
+    const existing = new Set(sourceCollections.map(({ name }) => name));
+    const unknown = (names) => [...new Set(names)].filter((name) => !existing.has(name));
+    const problems = [
+        ['--collectionList', unknown(config.collectionList)],
+        ['--ignoreCollections', unknown(config.ignoreCollections)],
+        [
+            '--fieldList',
+            unknown(rules.flatMap(({ collection }) => collection ?? [])),
+        ],
+    ];
+    const messages = problems
+        .filter(([, names]) => names.length > 0)
+        .map(([option, names]) => `${option}: ${names.join(', ')}`);
+    if (messages.length > 0) {
+        throw new Error(`Unknown collections in the source (${messages.join('; ')}). Nothing was written.`);
+    }
+}
+async function findUnmatchedPersonalKeys(source, name, anonymizer, rules, sampleSize, progress) {
+    const found = new Set();
+    progress.operation(`sampling ${name}`);
+    for await (const document of source.sample(name, sampleSize)) {
+        progress.activity();
+        for (const key of anonymizer.findUnmatchedPersonalKeys(document, rules)) {
+            found.add(key);
+        }
+    }
+    return [...found].sort();
+}
+/**
+ * Checks every target collection up front, so a run never stops halfway
+ * because of leftovers from a previous one.
+ */
+async function prepareTarget(target, written, config, logger) {
+    const existing = [];
+    for (const { info } of written) {
+        if (await target.collectionExists(info.name)) {
+            existing.push(info.name);
+        }
+    }
+    if (existing.length === 0) {
+        return;
+    }
+    if (!config.dropTarget) {
+        throw new Error(`The target already contains: ${existing.join(', ')}. Use --dropTarget to replace them.`);
+    }
+    for (const name of existing) {
+        if (config.dryRun) {
+            logger.info(`[dry run] Would drop target collection ${name}.`);
+        }
+        else {
+            await target.dropCollection(name);
+            logger.info(`Dropped target collection ${name}.`);
+        }
+    }
+}
+/** Creates the target collection with the source's options (validators, collation, time series, ...). */
+async function createLike(target, info, warn) {
+    try {
+        await target.createCollection(info.name, info.options);
+    }
+    catch (error) {
+        warn(`Could not create ${info.name} with the source options (${error.message}); it is created with defaults.`);
+    }
+}
+/**
+ * Streams documents in batches (cut at `batchSize` documents or
+ * MAX_BATCH_BYTES), reading the next batch while the previous one is being
+ * inserted, and logs progress every `reportEveryMs`.
+ */
+async function copyDocuments({ source, target, name, batchSize, transform, progress, logger, reportEveryMs, }) {
+    const total = await source.estimatedCount(name);
+    const started = Date.now();
+    let lastReport = started;
+    let count = 0;
+    let pending = Promise.resolve();
+    let batch = [];
+    let batchBytes = 0;
+    const flush = async () => {
+        const documents = transform(batch);
+        batch = [];
+        batchBytes = 0;
+        await pending;
+        pending = target
+            .insertMany(name, documents)
+            .then(() => progress.activity());
+        // Handled here so a failure while the next batch is being read isn't an
+        // unhandled rejection; it is still rethrown by the next flush or `finally`.
+        pending.catch(() => { });
+        count += documents.length;
+        const now = Date.now();
+        if (now - lastReport >= reportEveryMs) {
+            lastReport = now;
+            logger.info(`${name}: ${describeProgress(count, total, now - started)}`);
+        }
+    };
+    progress.operation(`copying ${name}`);
+    try {
+        for await (const document of source.find(name, batchSize)) {
+            progress.activity();
+            batch.push(document);
+            batchBytes += BSON.calculateObjectSize(document);
+            if (batch.length >= batchSize || batchBytes >= MAX_BATCH_BYTES) {
+                await flush();
+            }
+        }
+        await flush();
+    }
+    finally {
+        await pending;
+    }
+    return count;
+}
+async function indexBuildOptions(target, config) {
+    const quorum = config.indexCommitQuorum ?? 1;
+    const validQuorum = (typeof quorum === 'number' && Number.isInteger(quorum) && quorum >= 0) ||
+        quorum === 'majority' ||
+        quorum === 'votingMembers';
+    if (!validQuorum) {
+        throw new Error(`--indexCommitQuorum must be a number of members, "majority" or "votingMembers", got ${JSON.stringify(quorum)}`);
+    }
+    const timeoutSeconds = config.indexTimeoutSeconds ?? 900;
+    if (!Number.isFinite(timeoutSeconds) || timeoutSeconds < 0) {
+        throw new Error(`--indexTimeout must be 0 or a positive number of seconds, got ${timeoutSeconds}`);
+    }
+    return {
+        // timeoutMS (not maxTimeMS, which driver 7 no longer sends here) also
+        // makes the server abort the build when it expires.
+        ...(timeoutSeconds > 0 ? { timeoutMS: timeoutSeconds * 1000 } : {}),
+        // Standalones reject commitQuorum.
+        ...((await target.isReplicaSet()) ? { commitQuorum: quorum } : {}),
+    };
+}
+function isTimeout(error) {
+    const { code, codeName } = error;
+    return (error instanceof MongoOperationTimeoutError ||
+        code === 50 ||
+        codeName === 'MaxTimeMSExpired');
+}
+/**
+ * Builds a collection's indexes in one call, after the data is in, so a
+ * unique index that the fake values happen to violate costs a warning
+ * instead of a failed insert. One call builds all or none, so on an error
+ * each index is retried on its own to keep the ones that work, except after
+ * a timeout, which would only repeat the wait for every index.
+ */
+async function copyIndexes(source, target, name, options, progress, warn) {
+    const indexes = await source.listIndexes(name);
+    if (indexes.length === 0)
+        return;
+    const names = indexes.map((index) => String(index.name)).join(', ');
+    // --indexTimeout covers the whole collection, retries included.
+    const deadline = options.timeoutMS === undefined
+        ? undefined
+        : Date.now() + options.timeoutMS;
+    const skipRest = (index) => warn(`Index ${index} on ${name} did not finish building within ${formatDuration(options.timeoutMS ?? 0)}; the remaining indexes of ${name} were skipped. Build them in the target by hand, or raise --indexTimeout.`);
+    progress.operation(`createIndexes on ${name} (${names})`);
+    try {
+        await target.createIndexes(name, indexes, options);
+        progress.activity();
+        return;
+    }
+    catch (error) {
+        if (isTimeout(error)) {
+            warn(`Indexes on ${name} did not finish building within ${formatDuration(options.timeoutMS ?? 0)} and were skipped: ${names}. Build them in the target by hand, or raise --indexTimeout.`);
+            return;
+        }
+    }
+    for (const index of indexes) {
+        const remaining = deadline === undefined ? undefined : deadline - Date.now();
+        if (remaining !== undefined && remaining <= 0) {
+            skipRest(String(index.name));
+            return;
+        }
+        progress.operation(`createIndexes on ${name} (${String(index.name)})`);
+        try {
+            await target.createIndexes(name, [index], {
+                ...options,
+                ...(remaining === undefined ? {} : { timeoutMS: remaining }),
+            });
+            progress.activity();
+        }
+        catch (error) {
+            if (isTimeout(error)) {
+                skipRest(String(index.name));
+                return;
+            }
+            warn(`Could not create index ${String(index.name)} on ${name}: ${error.message}`);
+        }
+    }
+}
+//# sourceMappingURL=run.js.map

package/dist/run.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"run.js","sourceRoot":"","sources":["../src/run.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,IAAI,EACJ,0BAA0B,GAG3B,MAAM,SAAS,CAAC;AACjB,OAAO,EAAE,UAAU,EAAE,MAAM,8BAA8B,CAAC;AAC1D,OAAO,EACL,sBAAsB,GAEvB,MAAM,gCAAgC,CAAC;AACxC,OAAO,EACL,QAAQ,EACR,qBAAqB,EACrB,iBAAiB,GAElB,MAAM,6BAA6B,CAAC;AACrC,OAAO,EACL,eAAe,EACf,cAAc,EACd,kBAAkB,GAEnB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAE,aAAa,EAAe,MAAM,aAAa,CAAC;AACzD,OAAO,EACL,gBAAgB,EAChB,QAAQ,EACR,gBAAgB,EAChB,cAAc,GAEf,MAAM,eAAe,CAAC;AA4CvB;;;GAGG;AACH,MAAM,eAAe,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC;AAEzC,MAAM,mBAAmB,GAAG,IAAI,CAAC;AA0BjC,MAAM,CAAC,KAAK,UAAU,GAAG,CACvB,MAAiB,EACjB,SAAiB,aAAa;IAE9B,MAAM,UAAU,GAAG,MAAM,CAAC,UAAU,IAAI,mBAAmB,CAAC;IAC5D,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,UAAU,CAAC,IAAI,UAAU,GAAG,CAAC,EAAE,CAAC;QACpD,MAAM,IAAI,KAAK,CACb,qDAAqD,UAAU,EAAE,CAClE,CAAC;IACJ,CAAC;IACD,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,MAAM,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;QAChE,MAAM,IAAI,KAAK,CACb,+CAA+C,MAAM,CAAC,SAAS,EAAE,CAClE,CAAC;IACJ,CAAC;IAED,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,MAAM,IAAI,GAAG,CAAC,OAAe,EAAE,EAAE;QAC/B,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACvB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACvB,CAAC,CAAC;IAEF,MAAM,KAAK,GAAG,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;IACnD,MAAM,UAAU,GAAG,IAAI,UAAU,CAAC;QAChC,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,MAAM,EAAE,MAAM,CAAC,MAAM,IAAI,KAAK;QAC9B,WAAW,EAAE,MAAM,CAAC,WAAW,IAAI,IAAI;KACxC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IACnB,UAAU,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;IAChC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;QACnB,IAAI,CACF,+KAA+K,CAChL,CAAC;IACJ,CAAC;IAED,MAAM,MAAM,GAAG,IAAI,QAAQ,CAAC,MAAM,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;IACxD,MAAM,MAAM,GAAG,IAAI,QAAQ,CAAC,MAAM,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;IACxD,MAAM,eAAe,GAAG,EAAE,GAAG,gBAAgB,EAAE,GAAG,MAAM,CAAC,QAAQ,EAAE,CAAC;IACpE,MAAM,QAAQ,GAAG,IAAI,QAAQ,CAAC,eAAe,EAAE,IAAI,CAAC,CAAC;IAErD,IAAI,CAAC;QACH,QAAQ,CAAC,KAAK,EAAE,CAAC;QACjB,QAAQ,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;QACjC,MAAM,MAAM,CAAC,OAAO,EAAE,CAAC;QACvB,MAAM,MAAM,CAAC,OAAO,EAAE,CAAC;QACvB,MAAM,YAAY,GAAG,MAAM,iBAAiB,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAE7D,MAAM,oBAAoB,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;QAEzD,MAAM,iBAAiB,GAAG,MAAM,MAAM,CAAC,eAAe,EAAE,CAAC;QACzD,oBAAoB,CAAC,iBAAiB,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC;QAEvD,MAAM,OAAO,GAAwB,iBAAiB,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YACpE,IAAI;YACJ,MAAM,EAAE,sBAAsB,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC;SAClD,CAAC,CAAC,CAAC;QACJ,MAAM,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC;QAClE,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAC/B,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,MAAM,KAAK,WAAW,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,CACrE,CAAC;QACF,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzB,IAAI,CACF,gGAAgG,CACjG,CAAC;QACJ,CAAC;aAAM,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACnC,MAAM,IAAI,KAAK,CACb,+HAA+H,CAChI,CAAC;QACJ,CAAC;QACD,MAAM,CAAC,IAAI,CACT,0CAA0C,aAAa,CAAC,KAAK,CAAC,EAAE,CACjE,CAAC;QAEF,MAAM,aAAa,CAAC,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;QAErD,MAAM,OAAO,GAAuB,EAAE,CAAC;QACvC,KAAK,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,OAAO,EAAE,CAAC;YACvC,MAAM,eAAe,GAAG,kBAAkB,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;YAC7D,MAAM,MAAM,GAAqB;gBAC/B,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,MAAM;gBACN,SAAS,EAAE,CAAC;gBACZ,gBAAgB,EAAE,MAAM,KAAK,WAAW,CAAC,CAAC,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE;aACvE,CAAC;YACF,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAErB,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBACzB,SAAS,CAAC,+CAA+C;YAC3D,CAAC;YACD,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;gBACtB,MAAM,CAAC,IAAI,CAAC,YAAY,IAAI,CAAC,IAAI,GAAG,CAAC,CAAC;gBACtC,SAAS;YACX,CAAC;YACD,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;gBAClB,MAAM,CAAC,SAAS,GAAG,MAAM,MAAM,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAC1D,MAAM,CAAC,qBAAqB,GAAG,MAAM,yBAAyB,CAC5D,MAAM,EACN,IAAI,CAAC,IAAI,EACT,UAAU,EACV,MAAM,KAAK,WAAW,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,IAAI,eAAe,CAAC,EAAE,CAAC,EAClE,UAAU,EACV,QAAQ,CACT,CAAC;gBACF,MAAM,CAAC,IAAI,CACT,mBAAmB,MAAM,IAAI,IAAI,CAAC,IAAI,MAAM,MAAM,CAAC,SAAS,aAAa;oBACvE,CAAC,MAAM,KAAK,WAAW;wBACrB,CAAC,CAAC,sBAAsB,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC;wBAC1C,CAAC,CAAC,EAAE,CAAC,CACV,CAAC;gBACF,IAAI,MAAM,CAAC,qBAAqB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC5C,IAAI,CACF,GAAG,IAAI,CAAC,IAAI,wEAAwE,MAAM,CAAC,qBAAqB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAC9H,CAAC;gBACJ,CAAC;gBACD,SAAS;YACX,CAAC;YAED,MAAM,CAAC,IAAI,CACT,GAAG,MAAM,KAAK,WAAW,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,SAAS,IAAI,IAAI,CAAC,IAAI,KAAK,CACxE,CAAC;YACF,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC3B,QAAQ,CAAC,SAAS,CAAC,oBAAoB,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;YACpD,MAAM,UAAU,CAAC,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;YACrC,MAAM,CAAC,SAAS,GAAG,MAAM,aAAa,CAAC;gBACrC,MAAM;gBACN,MAAM;gBACN,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,SAAS,EAAE,CAAC,KAAK,EAAE,EAAE,CACnB,MAAM,KAAK,WAAW;oBACpB,CAAC,CAAC,UAAU,CAAC,cAAc,CAAC,KAAK,EAAE,eAAe,CAAC;oBACnD,CAAC,CAAC,KAAK;gBACX,QAAQ;gBACR,MAAM;gBACN,aAAa,EAAE,eAAe,CAAC,aAAa;aAC7C,CAAC,CAAC;YACH,MAAM,WAAW,CACf,MAAM,EACN,MAAM,EACN,IAAI,CAAC,IAAI,EACT,YAAY,EACZ,QAAQ,EACR,IAAI,CACL,CAAC;YACF,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC;YACrC,MAAM,CAAC,IAAI,CACT,aAAa,IAAI,CAAC,IAAI,KAAK,gBAAgB,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC,EAAE,OAAO,CAAC,OAAO,cAAc,CAAC,OAAO,CAAC,GAAG,CAC3G,CAAC;QACJ,CAAC;QAED,QAAQ,CAAC,SAAS,CAAC,kBAAkB,CAAC,CAAC;QAEvC,KAAK,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,OAAO,CAAC,MAAM,CAC3C,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,MAAM,CACnC,EAAE,CAAC;YACF,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;gBAClB,MAAM,CAAC,IAAI,CAAC,iCAAiC,IAAI,CAAC,IAAI,KAAK,MAAM,IAAI,CAAC,CAAC;gBACvE,SAAS;YACX,CAAC;YACD,IAAI,CAAC;gBACH,MAAM,MAAM,CAAC,gBAAgB,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;gBACvD,MAAM,CAAC,IAAI,CAAC,kBAAkB,IAAI,CAAC,IAAI,GAAG,CAAC,CAAC;YAC9C,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CACF,2BAA2B,IAAI,CAAC,IAAI,KAAM,KAAe,CAAC,OAAO,EAAE,CACpE,CAAC;YACJ,CAAC;QACH,CAAC;QAED,MAAM,CAAC,IAAI,CACT,MAAM,CAAC,MAAM;YACX,CAAC,CAAC,wCAAwC;YAC1C,CAAC,CAAC,yBAAyB,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,QAAQ,CAAC,MAAM,aAAa,CAAC,CAAC,CAAC,EAAE,GAAG,CAC7F,CAAC;QACF,OAAO,EAAE,WAAW,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC;IAC5C,CAAC;YAAS,CAAC;QACT,QAAQ,CAAC,IAAI,EAAE,CAAC;QAChB,MAAM,OAAO,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;IAC7D,CAAC;AACH,CAAC;AAED,KAAK,UAAU,oBAAoB,CACjC,MAAgB,EAChB,MAAgB,EAChB,MAAiB,EACjB,IAA+B;IAE/B,MAAM,KAAK,GAAG,WAAW,MAAM,CAAC,IAAI,cAAc,MAAM,CAAC,IAAI,GAAG,CAAC;IAEjE,IAAI,CAAC,MAAM,CAAC,qBAAqB,EAAE,CAAC;QAClC,MAAM,MAAM,GAAG,MAAM,qBAAqB,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAC3D,IAAI,MAAM,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CACb,CAAC,MAAM,KAAK,MAAM;gBAChB,CAAC,CAAC,uDAAuD,KAAK,wIAAwI;gBACtM,CAAC,CAAC,0EAA0E,KAAK,yCAAyC,CAAC;gBAC3H,+JAA+J,CAClK,CAAC;QACJ,CAAC;IACH,CAAC;IAED,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,UAAU,EAAE,CAAC;IACxC,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACrB,IAAI,CACF,wFAAwF,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAC3G,CAAC;IACJ,CAAC;IAED,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,CAAC,MAAM,iBAAiB,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC,EAAE,CAAC;QACtE,MAAM,IAAI,KAAK,CACb,0CAA0C,KAAK,mEAAmE,CACnH,CAAC;IACJ,CAAC;AACH,CAAC;AAED,SAAS,UAAU,CAAC,EAAE,KAAK,EAAE,WAAW,EAAa;IACnD,OAAO,WAAW,KAAK,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,KAAK,IAAI,WAAW,EAAE,CAAC;AAClE,CAAC;AAED,SAAS,aAAa,CAAC,KAAkB;IACvC,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC,UAAU,KAAK,IAAI,CAAC,CAAC;IACrE,OAAO,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,QAAQ,CAAC;AACvD,CAAC;AAED,2EAA2E;AAC3E,SAAS,sBAAsB,CAAC,KAAkB,EAAE,IAAY;IAC9D,MAAM,GAAG,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC,UAAU,KAAK,IAAI,CAAC,CAAC;IAClE,OAAO,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,GAAG,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;AAC3E,CAAC;AAED;;;;GAIG;AACH,SAAS,oBAAoB,CAC3B,iBAAmC,EACnC,MAAiB,EACjB,KAAkB;IAElB,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC;IACpE,MAAM,OAAO,GAAG,CAAC,KAAuB,EAAE,EAAE,CAC1C,CAAC,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;IAE5D,MAAM,QAAQ,GAAG;QACf,CAAC,kBAAkB,EAAE,OAAO,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC;QACpD,CAAC,qBAAqB,EAAE,OAAO,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC;QAC1D;YACE,aAAa;YACb,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC;SAC7D;KACO,CAAC;IAEX,MAAM,QAAQ,GAAG,QAAQ;SACtB,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;SACvC,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,GAAG,MAAM,KAAK,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAC9D,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACxB,MAAM,IAAI,KAAK,CACb,sCAAsC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,yBAAyB,CACnF,CAAC;IACJ,CAAC;AACH,CAAC;AAED,KAAK,UAAU,yBAAyB,CACtC,MAAgB,EAChB,IAAY,EACZ,UAAsB,EACtB,KAAsB,EACtB,UAAkB,EAClB,QAAkB;IAElB,MAAM,KAAK,GAAG,IAAI,GAAG,EAAU,CAAC;IAChC,QAAQ,CAAC,SAAS,CAAC,YAAY,IAAI,EAAE,CAAC,CAAC;IACvC,IAAI,KAAK,EAAE,MAAM,QAAQ,IAAI,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,UAAU,CAAC,EAAE,CAAC;QAC7D,QAAQ,CAAC,QAAQ,EAAE,CAAC;QACpB,KAAK,MAAM,GAAG,IAAI,UAAU,CAAC,yBAAyB,CAAC,QAAQ,EAAE,KAAK,CAAC,EAAE,CAAC;YACxE,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACjB,CAAC;IACH,CAAC;IACD,OAAO,CAAC,GAAG,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC;AAC3B,CAAC;AAED;;;GAGG;AACH,KAAK,UAAU,aAAa,CAC1B,MAAgB,EAChB,OAA4B,EAC5B,MAAiB,EACjB,MAAc;IAEd,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,KAAK,MAAM,EAAE,IAAI,EAAE,IAAI,OAAO,EAAE,CAAC;QAC/B,IAAI,MAAM,MAAM,CAAC,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YAC7C,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC3B,CAAC;IACH,CAAC;IACD,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,OAAO;IACT,CAAC;IAED,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;QACvB,MAAM,IAAI,KAAK,CACb,gCAAgC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,qCAAqC,CACzF,CAAC;IACJ,CAAC;IAED,KAAK,MAAM,IAAI,IAAI,QAAQ,EAAE,CAAC;QAC5B,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YAClB,MAAM,CAAC,IAAI,CAAC,0CAA0C,IAAI,GAAG,CAAC,CAAC;QACjE,CAAC;aAAM,CAAC;YACN,MAAM,MAAM,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;YAClC,MAAM,CAAC,IAAI,CAAC,6BAA6B,IAAI,GAAG,CAAC,CAAC;QACpD,CAAC;IACH,CAAC;AACH,CAAC;AAED,yGAAyG;AACzG,KAAK,UAAU,UAAU,CACvB,MAAgB,EAChB,IAAoB,EACpB,IAA+B;IAE/B,IAAI,CAAC;QACH,MAAM,MAAM,CAAC,gBAAgB,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;IACzD,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,CACF,oBAAoB,IAAI,CAAC,IAAI,6BAA8B,KAAe,CAAC,OAAO,iCAAiC,CACpH,CAAC;IACJ,CAAC;AACH,CAAC;AAaD;;;;GAIG;AACH,KAAK,UAAU,aAAa,CAAC,EAC3B,MAAM,EACN,MAAM,EACN,IAAI,EACJ,SAAS,EACT,SAAS,EACT,QAAQ,EACR,MAAM,EACN,aAAa,GACC;IACd,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;IAChD,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC3B,IAAI,UAAU,GAAG,OAAO,CAAC;IACzB,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,IAAI,OAAO,GAAkB,OAAO,CAAC,OAAO,EAAE,CAAC;IAC/C,IAAI,KAAK,GAAe,EAAE,CAAC;IAC3B,IAAI,UAAU,GAAG,CAAC,CAAC;IAEnB,MAAM,KAAK,GAAG,KAAK,IAAI,EAAE;QACvB,MAAM,SAAS,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC;QACnC,KAAK,GAAG,EAAE,CAAC;QACX,UAAU,GAAG,CAAC,CAAC;QACf,MAAM,OAAO,CAAC;QACd,OAAO,GAAG,MAAM;aACb,UAAU,CAAC,IAAI,EAAE,SAAS,CAAC;aAC3B,IAAI,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAC,CAAC;QACnC,wEAAwE;QACxE,4EAA4E;QAC5E,OAAO,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QACxB,KAAK,IAAI,SAAS,CAAC,MAAM,CAAC;QAE1B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,IAAI,GAAG,GAAG,UAAU,IAAI,aAAa,EAAE,CAAC;YACtC,UAAU,GAAG,GAAG,CAAC;YACjB,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,KAAK,gBAAgB,CAAC,KAAK,EAAE,KAAK,EAAE,GAAG,GAAG,OAAO,CAAC,EAAE,CAAC,CAAC;QAC3E,CAAC;IACH,CAAC,CAAC;IAEF,QAAQ,CAAC,SAAS,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC;IACtC,IAAI,CAAC;QACH,IAAI,KAAK,EAAE,MAAM,QAAQ,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,SAAS,CAAC,EAAE,CAAC;YAC1D,QAAQ,CAAC,QAAQ,EAAE,CAAC;YACpB,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YACrB,UAAU,IAAI,IAAI,CAAC,mBAAmB,CAAC,QAAQ,CAAC,CAAC;YACjD,IAAI,KAAK,CAAC,MAAM,IAAI,SAAS,IAAI,UAAU,IAAI,eAAe,EAAE,CAAC;gBAC/D,MAAM,KAAK,EAAE,CAAC;YAChB,CAAC;QACH,CAAC;QACD,MAAM,KAAK,EAAE,CAAC;IAChB,CAAC;YAAS,CAAC;QACT,MAAM,OAAO,CAAC;IAChB,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,KAAK,UAAU,iBAAiB,CAC9B,MAAgB,EAChB,MAAiB;IAEjB,MAAM,MAAM,GAAG,MAAM,CAAC,iBAAiB,IAAI,CAAC,CAAC;IAC7C,MAAM,WAAW,GACf,CAAC,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,MAAM,IAAI,CAAC,CAAC;QACvE,MAAM,KAAK,UAAU;QACrB,MAAM,KAAK,eAAe,CAAC;IAC7B,IAAI,CAAC,WAAW,EAAE,CAAC;QACjB,MAAM,IAAI,KAAK,CACb,uFAAuF,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAChH,CAAC;IACJ,CAAC;IACD,MAAM,cAAc,GAAG,MAAM,CAAC,mBAAmB,IAAI,GAAG,CAAC;IACzD,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,cAAc,CAAC,IAAI,cAAc,GAAG,CAAC,EAAE,CAAC;QAC3D,MAAM,IAAI,KAAK,CACb,iEAAiE,cAAc,EAAE,CAClF,CAAC;IACJ,CAAC;IACD,OAAO;QACL,sEAAsE;QACtE,oDAAoD;QACpD,GAAG,CAAC,cAAc,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,cAAc,GAAG,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACnE,mCAAmC;QACnC,GAAG,CAAC,CAAC,MAAM,MAAM,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACnE,CAAC;AACJ,CAAC;AAED,SAAS,SAAS,CAAC,KAAc;IAC/B,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,KAA+C,CAAC;IAC3E,OAAO,CACL,KAAK,YAAY,0BAA0B;QAC3C,IAAI,KAAK,EAAE;QACX,QAAQ,KAAK,kBAAkB,CAChC,CAAC;AACJ,CAAC;AAED;;;;;;GAMG;AACH,KAAK,UAAU,WAAW,CACxB,MAAgB,EAChB,MAAgB,EAChB,IAAY,EACZ,OAA6B,EAC7B,QAAkB,EAClB,IAA+B;IAE/B,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;IAC/C,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO;IACjC,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACpE,gEAAgE;IAChE,MAAM,QAAQ,GACZ,OAAO,CAAC,SAAS,KAAK,SAAS;QAC7B,CAAC,CAAC,SAAS;QACX,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC,SAAS,CAAC;IACrC,MAAM,QAAQ,GAAG,CAAC,KAAa,EAAE,EAAE,CACjC,IAAI,CACF,SAAS,KAAK,OAAO,IAAI,mCAAmC,cAAc,CAAC,OAAO,CAAC,SAAS,IAAI,CAAC,CAAC,8BAA8B,IAAI,2EAA2E,CAChN,CAAC;IAEJ,QAAQ,CAAC,SAAS,CAAC,oBAAoB,IAAI,KAAK,KAAK,GAAG,CAAC,CAAC;IAC1D,IAAI,CAAC;QACH,MAAM,MAAM,CAAC,aAAa,CAAC,IAAI,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;QACnD,QAAQ,CAAC,QAAQ,EAAE,CAAC;QACpB,OAAO;IACT,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC;YACrB,IAAI,CACF,cAAc,IAAI,mCAAmC,cAAc,CAAC,OAAO,CAAC,SAAS,IAAI,CAAC,CAAC,sBAAsB,KAAK,8DAA8D,CACrL,CAAC;YACF,OAAO;QACT,CAAC;IACH,CAAC;IAED,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,MAAM,SAAS,GACb,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7D,IAAI,SAAS,KAAK,SAAS,IAAI,SAAS,IAAI,CAAC,EAAE,CAAC;YAC9C,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;YAC7B,OAAO;QACT,CAAC;QACD,QAAQ,CAAC,SAAS,CAAC,oBAAoB,IAAI,KAAK,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACvE,IAAI,CAAC;YACH,MAAM,MAAM,CAAC,aAAa,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,EAAE;gBACxC,GAAG,OAAO;gBACV,GAAG,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,SAAS,EAAE,CAAC;aAC7D,CAAC,CAAC;YACH,QAAQ,CAAC,QAAQ,EAAE,CAAC;QACtB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC;gBACrB,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;gBAC7B,OAAO;YACT,CAAC;YACD,IAAI,CACF,0BAA0B,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,IAAI,KAAM,KAAe,CAAC,OAAO,EAAE,CACvF,CAAC;QACJ,CAAC;IACH,CAAC;AACH,CAAC"}

package/package.json

@@ -1,47 +1,61 @@
 {
   "name": "mongo-data-anonymizer",
-  "version": "0.2.1",
+  "version": "0.3.0",
   "description": "Anonymize specified fields in MongoDB collections and copy them to a target database.",
-  "main": "dist/main.js",
+  "type": "module",
+  "main": "dist/index.js",
+  "types": "dist/index.d.ts",
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "default": "./dist/index.js"
+    }
+  },
   "bin": {
     "mongo-data-anonymizer": "dist/cli.js"
   },
+  "files": [
+    "dist"
+  ],
+  "engines": {
+    "node": ">=22.13"
+  },
   "scripts": {
-    "start": "ts-node src/main.ts",
-    "build": "tsc",
-    "test": "jest",
-    "lint": "eslint 'src/**/*.{js,ts}'",
-    "format": "prettier --write 'src/**/*.{js,ts}'",
-    "run": "node dist/cli.js",
-    "run:dev": "ts-node src/cli.ts",
+    "build": "tsc -p tsconfig.build.json",
+    "typecheck": "tsc --noEmit",
+    "test": "vitest run",
+    "test:watch": "vitest",
+    "lint": "eslint .",
+    "format": "prettier --write .",
+    "format:check": "prettier --check .",
+    "start": "node dist/cli.js",
+    "dev": "node --experimental-strip-types --no-warnings src/cli.ts",
     "prepublishOnly": "npm run build"
   },
   "dependencies": {
-    "bunyan": "^1.8.15",
-    "faker": "^5.0.0",
-    "mongodb": "^4.0.0",
-    "yargs": "^17.7.2"
+    "@faker-js/faker": "10.6.0",
+    "mongodb": "^7.7.0",
+    "yargs": "^18.2.0"
   },
   "devDependencies": {
-    "@faker-js/faker": "^8.4.1",
-    "@types/bunyan": "^1.8.11",
-    "@types/faker": "^6.6.9",
-    "@types/jest": "^26.0.0",
-    "@types/node": "^16.0.0",
-    "@typescript-eslint/eslint-plugin": "^4.0.0",
-    "@typescript-eslint/parser": "^4.0.0",
-    "eslint": "^7.0.0",
-    "eslint-config-prettier": "^8.0.0",
-    "eslint-plugin-prettier": "^4.0.0",
-    "jest": "^26.0.0",
-    "prettier": "^2.0.0",
-    "ts-jest": "^26.0.0",
-    "ts-node": "^10.0.0",
-    "typescript": "^4.0.0"
+    "@eslint/js": "^10.0.1",
+    "@types/node": "^24.19.0",
+    "@types/yargs": "^17.0.35",
+    "eslint": "^10.11.0",
+    "eslint-config-prettier": "^10.1.8",
+    "mongodb-memory-server": "^11.3.0",
+    "prettier": "^3.9.9",
+    "typescript": "~6.0.3",
+    "typescript-eslint": "^8.71.0",
+    "vitest": "^5.0.2"
   },
   "keywords": [
     "mongodb",
-    "anonymizer"
+    "anonymizer",
+    "anonymization",
+    "gdpr",
+    "faker",
+    "pii"
   ],
   "author": "vanea vasco",
   "license": "MIT",

package/.eslintignore

@@ -1 +0,0 @@
-test/

package/.eslintrc.js

@@ -1,25 +0,0 @@
-module.exports = {
-    root: true,
-    parser: '@typescript-eslint/parser',
-    parserOptions: {
-        project: 'tsconfig.json',
-        tsconfigRootDir: __dirname,
-        sourceType: 'module',
-    },
-    plugins: ['@typescript-eslint', 'prettier'],
-    extends: [
-        'eslint:recommended',
-        'plugin:@typescript-eslint/recommended',
-        'prettier',
-    ],
-    rules: {
-        'prettier/prettier': 'error',
-        '@typescript-eslint/explicit-function-return-type': 'off',
-        '@typescript-eslint/no-unused-vars': ['error', { argsIgnorePattern: '^_' }],
-        '@typescript-eslint/explicit-module-boundary-types': 'off',
-    },
-    env: {
-        node: true,
-        jest: true,
-    },
-};

package/.github/workflows/release.yml

@@ -1,37 +0,0 @@
-name: Release
-
-on:
-  push:
-    tags:
-      - 'v*.*.*'
-  workflow_dispatch:
-
-jobs:
-  unit-tests:
-    name: Unit tests
-    uses: ./.github/workflows/test.yml
-
-  release:
-    name: Release package
-    needs: [unit-tests]
-    runs-on: ubuntu-latest
-
-    steps:
-      - name: Checkout code
-        uses: actions/checkout@v2
-
-      - name: Set up Node.js
-        uses: actions/setup-node@v2
-        with:
-          node-version: '16'
-
-      - name: Install dependencies
-        run: npm install
-
-      - name: Build package
-        run: npm run build
-
-      - name: Publish to npm
-        run: npm publish
-        env:
-          NODE_AUTH_TOKEN: ${{ secrets.NPM_TOKEN }}

package/.github/workflows/test.yml

@@ -1,22 +0,0 @@
-name: Test
-
-on: [push, pull_request, workflow_call]
-
-jobs:
-  test:
-    runs-on: ubuntu-latest
-
-    steps:
-      - name: Checkout code
-        uses: actions/checkout@v2
-
-      - name: Set up Node.js
-        uses: actions/setup-node@v2
-        with:
-          node-version: '16'
-
-      - name: Install dependencies
-        run: npm install
-
-      - name: Run test
-        run: npm test

package/.nvmrc

@@ -1 +0,0 @@
-v18

package/.prettierrc

@@ -1,7 +0,0 @@
-{
-  "singleQuote": true,
-  "trailingComma": "all",
-  "printWidth": 80,
-  "tabWidth": 2,
-  "semi": true
-}

package/dist/main.d.ts

@@ -1 +0,0 @@
-export declare function main(): Promise<void>;