mongo-data-anonymizer 0.2.1 → 0.3.0

package/dist/main.js

@@ -1,95 +0,0 @@
-"use strict";
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.main = void 0;
-const database_1 = require("./anonymization/database");
-const anonymize_1 = require("./anonymization/anonymize");
-const field_utils_1 = require("./utils/field-utils");
-const log = require('bunyan').createLogger({ name: "Main" });
-const defaultFields = ['email', 'name', 'description', 'address', 'city', 'country', 'phone', 'comment', 'birthdate', 'firstname', 'lastname', 'fullname'];
-function main() {
-    return __awaiter(this, void 0, void 0, function* () {
-        const config = parseArgs(process.argv);
-        const sourceDb = new database_1.Database(config.sourceUri, 'source');
-        const targetDb = new database_1.Database(config.targetUri, 'target');
-        const anonymizer = new anonymize_1.Anonymize();
-        try {
-            yield sourceDb.connect();
-            yield targetDb.connect();
-            const collections = yield sourceDb.getCollections();
-            for (const collectionName of collections) {
-                const copyNonAnonymized = config.copyNonAnonymized && (!config.collectionList.includes(collectionName) || config.ignoreCollections.includes(collectionName));
-                if (config.ignoreCollections.includes(collectionName) && !config.copyNonAnonymized) {
-                    log.info(`Skipping collection anonymization for ${collectionName}. Collection is in ignore list.`);
-                    continue;
-                }
-                if (config.collectionList.length > 0 && !config.collectionList.includes(collectionName) && !config.copyNonAnonymized) {
-                    log.info(`Skipping collection anonymization for ${collectionName}. Collection is not in the collection list.`);
-                    continue;
-                }
-                if (!copyNonAnonymized) {
-                    log.info(`Anonymizing collection ${collectionName}.`);
-                }
-                else {
-                    log.info(`Copying collection ${collectionName} without anonymization.`);
-                }
-                const cursor = sourceDb.getCursor(collectionName);
-                while (yield (cursor === null || cursor === void 0 ? void 0 : cursor.hasNext())) {
-                    const batch = yield getBatch(cursor, config.batchSize);
-                    const anonymizedBatch = !copyNonAnonymized ? anonymizer.anonymizeBatch(batch, collectionName, config.fieldList) : batch;
-                    yield targetDb.insertAnonymizedBatch(collectionName, anonymizedBatch);
-                }
-            }
-            log.info("Anonymization process completed successfully!");
-        }
-        catch (error) {
-            log.error(`An error occurred during the anonymization process: ${error.message}`);
-        }
-        finally {
-            yield sourceDb.close();
-            yield targetDb.close();
-        }
-    });
-}
-exports.main = main;
-function parseArgs(argv) {
-    var _a, _b;
-    const yargs = require('yargs/yargs');
-    const { hideBin } = require('yargs/helpers');
-    const args = yargs(hideBin(argv))
-        .option('sourceUri', { type: 'string', demandOption: true })
-        .option('targetUri', { type: 'string', demandOption: true })
-        .option('fieldList', { type: 'string', demandOption: true, default: defaultFields.join(',') })
-        .option('collectionList', { type: 'string' })
-        .option('ignoreCollections', { type: 'string' })
-        .option('batchSize', { type: 'number', default: 1000 })
-        .option('copyNonAnonymized', { type: 'boolean', default: false })
-        .argv;
-    return {
-        sourceUri: args.sourceUri,
-        targetUri: args.targetUri,
-        fieldList: (0, field_utils_1.getFieldList)(args.fieldList, defaultFields),
-        ignoreCollections: ((_a = args.ignoreCollections) === null || _a === void 0 ? void 0 : _a.split(',')) || [],
-        collectionList: ((_b = args.collectionList) === null || _b === void 0 ? void 0 : _b.split(',')) || [],
-        batchSize: args.batchSize,
-        copyNonAnonymized: args.copyNonAnonymized
-    };
-}
-function getBatch(cursor, batchSize) {
-    return __awaiter(this, void 0, void 0, function* () {
-        const batch = [];
-        for (let i = 0; i < batchSize && (yield cursor.hasNext()); i++) {
-            batch.push(yield cursor.next());
-        }
-        return batch;
-    });
-}
-//# sourceMappingURL=main.js.map

package/dist/main.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"main.js","sourceRoot":"","sources":["../src/main.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,uDAAkD;AAClD,yDAAoD;AACpD,qDAAiD;AAEjD,MAAM,GAAG,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC,YAAY,CAAC,EAAC,IAAI,EAAE,MAAM,EAAC,CAAC,CAAC;AAY3D,MAAM,aAAa,GAAG,CAAC,OAAO,EAAE,MAAM,EAAE,aAAa,EAAE,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,WAAW,EAAE,UAAU,EAAE,UAAU,CAAC,CAAC;AAE3J,SAAsB,IAAI;;QACtB,MAAM,MAAM,GAAW,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAE/C,MAAM,QAAQ,GAAG,IAAI,mBAAQ,CAAC,MAAM,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;QAC1D,MAAM,QAAQ,GAAG,IAAI,mBAAQ,CAAC,MAAM,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;QAC1D,MAAM,UAAU,GAAG,IAAI,qBAAS,EAAE,CAAC;QAEnC,IAAI;YACA,MAAM,QAAQ,CAAC,OAAO,EAAE,CAAC;YACzB,MAAM,QAAQ,CAAC,OAAO,EAAE,CAAC;YAEzB,MAAM,WAAW,GAAG,MAAM,QAAQ,CAAC,cAAc,EAAE,CAAC;YAEpD,KAAK,MAAM,cAAc,IAAI,WAAW,EAAE;gBACtC,MAAM,iBAAiB,GAAG,MAAM,CAAC,iBAAiB,IAAI,CAAC,CAAC,MAAM,CAAC,cAAc,CAAC,QAAQ,CAAC,cAAc,CAAC,IAAI,MAAM,CAAC,iBAAiB,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC,CAAC;gBAE7J,IAAI,MAAM,CAAC,iBAAiB,CAAC,QAAQ,CAAC,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC,iBAAiB,EAAE;oBAChF,GAAG,CAAC,IAAI,CAAC,yCAAyC,cAAc,iCAAiC,CAAC,CAAC;oBACnG,SAAS;iBACZ;gBAED,IAAI,MAAM,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,QAAQ,CAAC,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC,iBAAiB,EAAE;oBAClH,GAAG,CAAC,IAAI,CAAC,yCAAyC,cAAc,6CAA6C,CAAC,CAAC;oBAC/G,SAAS;iBACZ;gBAED,IAAI,CAAC,iBAAiB,EAAE;oBACpB,GAAG,CAAC,IAAI,CAAC,0BAA0B,cAAc,GAAG,CAAC,CAAC;iBACzD;qBAAM;oBACH,GAAG,CAAC,IAAI,CAAC,sBAAsB,cAAc,yBAAyB,CAAC,CAAC;iBAC3E;gBACD,MAAM,MAAM,GAAG,QAAQ,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;gBAElD,OAAO,MAAM,CAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,OAAO,EAAE,CAAA,EAAE;oBAC5B,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC;oBACvD,MAAM,eAAe,GAAG,CAAC,iBAAiB,CAAC,CAAC,CAAC,UAAU,CAAC,cAAc,CAAC,KAAK,EAAE,cAAc,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;oBACxH,MAAM,QAAQ,CAAC,qBAAqB,CAAC,cAAc,EAAE,eAAe,CAAC,CAAC;iBACzE;aACJ;YAED,GAAG,CAAC,IAAI,CAAC,+CAA+C,CAAC,CAAC;SAC7D;QAAC,OAAO,KAAK,EAAE;YACZ,GAAG,CAAC,KAAK,CAAC,uDAAwD,KAAe,CAAC,OAAO,EAAE,CAAC,CAAC;SAChG;gBAAS;YACN,MAAM,QAAQ,CAAC,KAAK,EAAE,CAAC;YACvB,MAAM,QAAQ,CAAC,KAAK,EAAE,CAAC;SAC1B;IACL,CAAC;CAAA;AA/CD,oBA+CC;AAED,SAAS,SAAS,CAAC,IAAc;;IAC7B,MAAM,KAAK,GAAG,OAAO,CAAC,aAAa,CAAC,CAAC;IACrC,MAAM,EAAC,OAAO,EAAC,GAAG,OAAO,CAAC,eAAe,CAAC,CAAC;IAC3C,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;SAC5B,MAAM,CAAC,WAAW,EAAE,EAAC,IAAI,EAAE,QAAQ,EAAE,YAAY,EAAE,IAAI,EAAC,CAAC;SACzD,MAAM,CAAC,WAAW,EAAE,EAAC,IAAI,EAAE,QAAQ,EAAE,YAAY,EAAE,IAAI,EAAC,CAAC;SACzD,MAAM,CAAC,WAAW,EAAE,EAAC,IAAI,EAAE,QAAQ,EAAE,YAAY,EAAE,IAAI,EAAE,OAAO,EAAE,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC,EAAC,CAAC;SAC3F,MAAM,CAAC,gBAAgB,EAAE,EAAC,IAAI,EAAE,QAAQ,EAAC,CAAC;SAC1C,MAAM,CAAC,mBAAmB,EAAE,EAAC,IAAI,EAAE,QAAQ,EAAC,CAAC;SAC7C,MAAM,CAAC,WAAW,EAAE,EAAC,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAC,CAAC;SACpD,MAAM,CAAC,mBAAmB,EAAE,EAAC,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,KAAK,EAAC,CAAC;SAC9D,IAAI,CAAC;IAEV,OAAO;QACH,SAAS,EAAE,IAAI,CAAC,SAAS;QACzB,SAAS,EAAE,IAAI,CAAC,SAAS;QACzB,SAAS,EAAE,IAAA,0BAAY,EAAC,IAAI,CAAC,SAAS,EAAE,aAAa,CAAC;QACtD,iBAAiB,EAAE,CAAA,MAAA,IAAI,CAAC,iBAAiB,0CAAE,KAAK,CAAC,GAAG,CAAC,KAAI,EAAE;QAC3D,cAAc,EAAE,CAAA,MAAA,IAAI,CAAC,cAAc,0CAAE,KAAK,CAAC,GAAG,CAAC,KAAI,EAAE;QACrD,SAAS,EAAE,IAAI,CAAC,SAAS;QACzB,iBAAiB,EAAE,IAAI,CAAC,iBAAiB;KAC5C,CAAC;AACN,CAAC;AAED,SAAe,QAAQ,CAAC,MAAW,EAAE,SAAiB;;QAClD,MAAM,KAAK,GAAG,EAAE,CAAC;QACjB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,KAAI,MAAM,MAAM,CAAC,OAAO,EAAE,CAAA,EAAE,CAAC,EAAE,EAAE;YAC1D,KAAK,CAAC,IAAI,CAAC,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;SACnC;QACD,OAAO,KAAK,CAAC;IACjB,CAAC;CAAA"}

package/dist/utils/field-utils.d.ts

@@ -1 +0,0 @@
-export declare function getFieldList(fieldListOption: string, defaultFields?: string[]): string[];

package/dist/utils/field-utils.js

@@ -1,18 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.getFieldList = void 0;
-function getFieldList(fieldListOption, defaultFields = []) {
-    if (fieldListOption.length) {
-        if (fieldListOption.startsWith('+')) {
-            return defaultFields.concat(fieldListOption.slice(1).split(','));
-        }
-        if (fieldListOption.startsWith('-')) {
-            const fieldsToRemove = fieldListOption.slice(1).split(',');
-            return defaultFields.filter(field => !fieldsToRemove.includes(field));
-        }
-        return fieldListOption.split(',');
-    }
-    return [...defaultFields];
-}
-exports.getFieldList = getFieldList;
-//# sourceMappingURL=field-utils.js.map

package/dist/utils/field-utils.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"field-utils.js","sourceRoot":"","sources":["../../src/utils/field-utils.ts"],"names":[],"mappings":";;;AAAA,SAAgB,YAAY,CAAC,eAAuB,EAAE,gBAA0B,EAAE;IAC9E,IAAI,eAAe,CAAC,MAAM,EAAE;QACxB,IAAI,eAAe,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE;YACjC,OAAO,aAAa,CAAC,MAAM,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;SACpE;QAED,IAAI,eAAe,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE;YACjC,MAAM,cAAc,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAC3D,OAAO,aAAa,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,cAAc,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;SACzE;QAED,OAAO,eAAe,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;KACrC;IAED,OAAO,CAAC,GAAG,aAAa,CAAC,CAAC;AAC9B,CAAC;AAfD,oCAeC"}

package/jest.config.js

@@ -1,8 +0,0 @@
-module.exports = {
-    preset: 'ts-jest',
-    testEnvironment: 'node',
-    roots: ['<rootDir>/test'],
-    transform: {
-        '^.+\\.ts?$': 'ts-jest',
-    },
-};

package/src/anonymization/anonymize.ts

@@ -1,116 +0,0 @@
-import { faker } from '@faker-js/faker';
-
-export class Anonymize {
-
-    anonymizeBatch(batch: any[], collectionName: string, list: string[]): any[] {
-        const keysToAnonymize = this.getKeysToAnonymize(list, collectionName);
-        const fieldsToAnonymize = keysToAnonymize.map((item) => item.field);
-
-        return batch.map((document) => this.anonymizeDocument(document, fieldsToAnonymize, keysToAnonymize));
-    }
-
-    private getKeysToAnonymize(list: string[], collectionName: string) {
-        return list
-            .filter((item) => !item.match(/^[a-z_]+\./gi) || item.startsWith(`${collectionName}.`))
-            .map((item) => ({
-                field: item.replace(`${collectionName}.`, "").replace(/:(?:.*)$/, "").toLowerCase(),
-                replacement: item.includes(":") ? item.replace(/^(?:.*):/, "") : null,
-            }));
-    }
-
-    private anonymizeDocument(document: any, fieldsToAnonymize: string[], keysToAnonymize: any[]) {
-        const anonymizedDocument: Record<string, any> = {};
-
-        for (const key in document) {
-            if (!document.hasOwnProperty(key)) continue;
-
-            if (fieldsToAnonymize.includes(key.toLowerCase())) {
-                if (typeof document[key] === 'object')  {
-                    if (Array.isArray(document[key]) && document[key].length > 0) {
-                        anonymizedDocument[key] = document[key].map((item: any) => this.anonymizeDocument(item, fieldsToAnonymize, keysToAnonymize));
-                        continue;
-                    }
-
-                    anonymizedDocument[key] = this.anonymizeDocument(document[key], fieldsToAnonymize, keysToAnonymize);
-                    continue;
-                }
-
-                anonymizedDocument[key] = this.anonymizeValue(
-                    key.toLowerCase(),
-                    keysToAnonymize.find((item) => item.field === key.toLowerCase())?.replacement
-                );
-            } else {
-                anonymizedDocument[key] = document[key];
-            }
-        }
-        return anonymizedDocument;
-    }
-
-    private anonymizeValue(key: string, replacement: string | null) {
-        if (replacement) {
-            return this.applyReplacement(replacement);
-        }
-        return this.getFakerValueForField(key);
-    }
-
-    private applyReplacement(replacement: string) {
-        if (replacement.startsWith("faker")) {
-            return this.getFakerValue(replacement);
-        }
-        switch (replacement) {
-            case "[]": return [];
-            case "{}": return {};
-            case "null": return null;
-            default: {
-                if (replacement.startsWith("[") || replacement.startsWith("{")) {
-                    try {
-                        return JSON.parse(decodeURIComponent(replacement));
-                    } catch (error) {
-                        throw new Error(`Failed to parse replacement JSON: ${(error as Error)?.message}`);
-                    }
-                }
-                return replacement;
-            }
-        }
-    }
-
-    private getFakerValue(replacement: string): any {
-        const parts = replacement.split(".");
-
-        if (parts.length !== 3) {
-            throw new Error(`Invalid format for replacement: ${replacement}. Expected format 'faker.category.method'`);
-        }
-
-        const [, category, method] = parts;
-        const fakerCategory = (faker as any)[category];
-
-        if (!fakerCategory) {
-            throw new Error(`Invalid faker category: ${category}`);
-        }
-
-        const fakerMethod = fakerCategory[method];
-
-        if (typeof fakerMethod !== 'function') {
-            throw new Error(`Invalid faker method: ${method} in category ${category}`);
-        }
-
-        return fakerMethod();
-    }
-
-
-    private getFakerValueForField(key: string) {
-        if (key.includes("email")) return faker.internet.email().toLowerCase();
-        if (key.includes("firstname")) return faker.person.firstName();
-        if (key.includes("lastname")) return faker.person.lastName();
-        if (key === "description") return faker.lorem.sentence();
-        if (key.endsWith("address")) return faker.location.streetAddress();
-        if (key.endsWith("city")) return faker.location.city();
-        if (key.endsWith("country")) return faker.location.country();
-        if (key.endsWith("phone")) return faker.phone.number();
-        if (key.endsWith("comment")) return faker.lorem.sentence();
-        if (key.endsWith("date")) return faker.date.past();
-        if (key.endsWith("name")) return faker.person.fullName();
-
-        return faker.word.sample();
-    }
-}

package/src/anonymization/database.ts

@@ -1,50 +0,0 @@
-import { MongoClient, Db } from 'mongodb';
-import * as bunyan from 'bunyan';
-
-const log = bunyan.createLogger({ name: "DatabaseHandler" });
-
-export class Database {
-    private client: MongoClient | null = null;
-    private db: Db | null = null;
-
-    constructor(private uri: string, private name: string) {}
-
-    async connect() {
-        try {
-            log.info(`Connecting to ${this.name} database...`);
-            this.client = new MongoClient(this.uri);
-            await this.client.connect();
-            this.db = this.client.db();
-            log.info(`Successfully connected to ${this.name} database`);
-        } catch (error) {
-            throw new Error(`Failed to connect to ${this.name} database: ${(error as Error).message}`);
-        }
-    }
-
-    async close() {
-        await this?.client?.close();
-        log.info(`Closed database connection`);
-    }
-
-    async getCollections(): Promise<string[]> {
-        const collections = await this?.db?.listCollections().toArray();
-        return collections ? collections.map((item) => item.name) : [];
-    }
-
-    getCursor(collectionName: string) {
-        return this.db ? this.db.collection(collectionName).find() : null;
-    }
-
-    async insertAnonymizedBatch(collectionName: string, anonymizedBatch: any[]) {
-        if (this.db) {
-            await this.db.collection(collectionName).insertMany(anonymizedBatch);
-        }
-    }
-
-    async dropCollectionIfExists(collectionName: string) {
-        if (this.db && await this.db.collection(collectionName).countDocuments() > 0) {
-            await this.db.collection(collectionName).drop();
-            log.info(`Dropped existing collection: ${collectionName}`);
-        }
-    }
-}

package/src/cli.ts

@@ -1,4 +0,0 @@
-#!/usr/bin/env node
-import { main } from './main';
-
-main().catch((error) => {console.log(error.message)});

package/src/main.ts

@@ -1,98 +0,0 @@
-import {Database} from './anonymization/database';
-import {Anonymize} from './anonymization/anonymize';
-import {getFieldList} from './utils/field-utils';
-
-const log = require('bunyan').createLogger({name: "Main"});
-
-interface Config {
-    sourceUri: string;
-    targetUri: string;
-    fieldList: string[];
-    ignoreCollections: string[];
-    collectionList: string[];
-    batchSize: number;
-    copyNonAnonymized: boolean;
-}
-
-const defaultFields = ['email', 'name', 'description', 'address', 'city', 'country', 'phone', 'comment', 'birthdate', 'firstname', 'lastname', 'fullname'];
-
-export async function main() {
-    const config: Config = parseArgs(process.argv);
-
-    const sourceDb = new Database(config.sourceUri, 'source');
-    const targetDb = new Database(config.targetUri, 'target');
-    const anonymizer = new Anonymize();
-
-    try {
-        await sourceDb.connect();
-        await targetDb.connect();
-
-        const collections = await sourceDb.getCollections();
-
-        for (const collectionName of collections) {
-            const copyNonAnonymized = config.copyNonAnonymized && (!config.collectionList.includes(collectionName) || config.ignoreCollections.includes(collectionName));
-
-            if (config.ignoreCollections.includes(collectionName) && !config.copyNonAnonymized) {
-                log.info(`Skipping collection anonymization for ${collectionName}. Collection is in ignore list.`);
-                continue;
-            }
-
-            if (config.collectionList.length > 0 && !config.collectionList.includes(collectionName) && !config.copyNonAnonymized) {
-                log.info(`Skipping collection anonymization for ${collectionName}. Collection is not in the collection list.`);
-                continue;
-            }
-
-            if (!copyNonAnonymized) {
-                log.info(`Anonymizing collection ${collectionName}.`);
-            } else {
-                log.info(`Copying collection ${collectionName} without anonymization.`);
-            }
-            const cursor = sourceDb.getCursor(collectionName);
-
-            while (await cursor?.hasNext()) {
-                const batch = await getBatch(cursor, config.batchSize);
-                const anonymizedBatch = !copyNonAnonymized ? anonymizer.anonymizeBatch(batch, collectionName, config.fieldList) : batch;
-                await targetDb.insertAnonymizedBatch(collectionName, anonymizedBatch);
-            }
-        }
-
-        log.info("Anonymization process completed successfully!");
-    } catch (error) {
-        log.error(`An error occurred during the anonymization process: ${(error as Error).message}`);
-    } finally {
-        await sourceDb.close();
-        await targetDb.close();
-    }
-}
-
-function parseArgs(argv: string[]): Config {
-    const yargs = require('yargs/yargs');
-    const {hideBin} = require('yargs/helpers');
-    const args = yargs(hideBin(argv))
-        .option('sourceUri', {type: 'string', demandOption: true})
-        .option('targetUri', {type: 'string', demandOption: true})
-        .option('fieldList', {type: 'string', demandOption: true, default: defaultFields.join(',')})
-        .option('collectionList', {type: 'string'})
-        .option('ignoreCollections', {type: 'string'})
-        .option('batchSize', {type: 'number', default: 1000})
-        .option('copyNonAnonymized', {type: 'boolean', default: false})
-        .argv;
-
-    return {
-        sourceUri: args.sourceUri,
-        targetUri: args.targetUri,
-        fieldList: getFieldList(args.fieldList, defaultFields),
-        ignoreCollections: args.ignoreCollections?.split(',') || [],
-        collectionList: args.collectionList?.split(',') || [],
-        batchSize: args.batchSize,
-        copyNonAnonymized: args.copyNonAnonymized
-    };
-}
-
-async function getBatch(cursor: any, batchSize: number) {
-    const batch = [];
-    for (let i = 0; i < batchSize && await cursor.hasNext(); i++) {
-        batch.push(await cursor.next());
-    }
-    return batch;
-}

package/src/utils/field-utils.ts

@@ -1,16 +0,0 @@
-export function getFieldList(fieldListOption: string, defaultFields: string[] = []) {
-    if (fieldListOption.length) {
-        if (fieldListOption.startsWith('+')) {
-            return defaultFields.concat(fieldListOption.slice(1).split(','));
-        }
-
-        if (fieldListOption.startsWith('-')) {
-            const fieldsToRemove = fieldListOption.slice(1).split(',');
-            return defaultFields.filter(field => !fieldsToRemove.includes(field));
-        }
-
-        return fieldListOption.split(',');
-    }
-
-    return [...defaultFields];
-}

package/test/anonymizer/anonymizer.test.ts

@@ -1,164 +0,0 @@
-import { Anonymize } from '../../src/anonymization/anonymize';
-
-describe('Anonymize', () => {
-    let anonymize: Anonymize;
-
-    beforeEach(() => {
-        anonymize = new Anonymize();
-    });
-
-    describe('anonymizeBatch', () => {
-        it('should anonymize fields in a batch of documents', () => {
-            const batch = [
-                { firstName: 'John', lastName: 'Doe', email: 'john.doe@example.com' },
-                { firstName: 'Jane', lastName: 'Smith', email: 'jane.smith@example.com' }
-            ];
-            const collectionName = 'users';
-            const list = ['users.firstName', 'users.lastName', 'users.email'];
-
-            const result = anonymize.anonymizeBatch(batch, collectionName, list);
-
-            expect(result).toHaveLength(2);
-            expect(result[0].firstName).not.toBe('John');
-            expect(result[0].lastName).not.toBe('Doe');
-            expect(result[0].email).not.toBe('john.doe@example.com');
-            expect(result[1].firstName).not.toBe('Jane');
-            expect(result[1].lastName).not.toBe('Smith');
-            expect(result[1].email).not.toBe('jane.smith@example.com');
-        });
-    });
-
-    describe('getKeysToAnonymize', () => {
-        it('should filter and map the list of fields to anonymize', () => {
-            const list = ['users.firstName', 'users.lastName', 'users.email:faker.internet.email'];
-            const collectionName = 'users';
-
-            // @ts-ignore: private method
-            const result = anonymize.getKeysToAnonymize(list, collectionName);
-
-            expect(result).toEqual([
-                { field: 'firstname', replacement: null },
-                { field: 'lastname', replacement: null },
-                { field: 'email', replacement: 'faker.internet.email' }
-            ]);
-        });
-    });
-
-    describe('anonymizeDocument', () => {
-        it('should anonymize specified fields in a document', () => {
-            const document = { firstName: 'John', lastName: 'Doe', email: 'john.doe@example.com' };
-            const fieldsToAnonymize = ['firstname', 'lastname', 'email'];
-            const keysToAnonymize = [
-                { field: 'firstname', replacement: null },
-                { field: 'lastname', replacement: null },
-                { field: 'email', replacement: 'faker.internet.email' }
-            ];
-
-            // @ts-ignore: private method
-            const result = anonymize.anonymizeDocument(document, fieldsToAnonymize, keysToAnonymize);
-
-            expect(result.firstName).not.toBe('John');
-            expect(result.lastName).not.toBe('Doe');
-            expect(result.email).not.toBe('john.doe@example.com');
-        });
-    });
-
-    describe('anonymizeValue', () => {
-        it('should apply replacement if provided', () => {
-            // @ts-ignore: private method
-            const result = anonymize.anonymizeValue('email', 'faker.internet.email');
-            expect(result).not.toBe(null);
-        });
-
-        it('should use faker value if no replacement is provided', () => {
-            // @ts-ignore: private method
-            const result = anonymize.anonymizeValue('email', null);
-            expect(result).not.toBe(null);
-        });
-    });
-
-    describe('applyReplacement', () => {
-        it('should handle faker replacements', () => {
-            // @ts-ignore: private method
-            const result = anonymize.applyReplacement('faker.internet.email');
-            expect(result).not.toBe(null);
-        });
-
-        it('should return empty array for [] replacement', () => {
-            // @ts-ignore: private method
-            const result = anonymize.applyReplacement('[]');
-            expect(result).toEqual([]);
-        });
-
-        it('should return empty object for {} replacement', () => {
-            // @ts-ignore: private method
-            const result = anonymize.applyReplacement('{}');
-            expect(result).toEqual({});
-        });
-
-        it('should return null for null replacement', () => {
-            // @ts-ignore: private method
-            const result = anonymize.applyReplacement('null');
-            expect(result).toBeNull();
-        });
-
-        it('should parse and return JSON for valid JSON replacements', () => {
-            // @ts-ignore: private method
-            const result = anonymize.applyReplacement('{"key":"value"}'); // {"key":"value"}
-            expect(result).toEqual({ key: 'value' });
-        });
-
-        it('should throw an error for invalid JSON replacements', () => {
-            expect(() => {
-                // @ts-ignore: private method
-                anonymize.applyReplacement('[invalid-json');
-            }).toThrowError( 'Failed to parse replacement JSON: Unexpected token i in JSON at position 1');
-        });
-    });
-
-    describe('getFakerValue', () => {
-        it('should return a faker value for valid replacement', () => {
-            // @ts-ignore: private method
-            const result = anonymize.getFakerValue('faker.internet.email');
-            expect(result).not.toBe(null);
-        });
-
-        it('should throw an error for invalid faker category', () => {
-            expect(() => {
-                // @ts-ignore: private method
-                anonymize.getFakerValue('faker.invalidCategory.method');
-            }).toThrowError('Invalid faker category: invalidCategory');
-        });
-
-        it('should throw an error for invalid faker method', () => {
-            expect(() => {
-                // @ts-ignore: private method
-                anonymize.getFakerValue('faker.internet.invalidMethod');
-            }).toThrowError('Invalid faker method: invalidMethod in category internet');
-        });
-
-        it('should throw an error for incorrect format', () => {
-            expect(() => {
-                // @ts-ignore: private method
-                anonymize.getFakerValue('faker.internet');
-            }).toThrowError('Invalid format for replacement: faker.internet. Expected format \'faker.category.method\'');
-        });
-    });
-
-    describe('getFakerValueForField', () => {
-        it('should return correct faker value for recognized keys', () => {
-            // @ts-ignore: private method
-            expect(anonymize.getFakerValueForField('email')).not.toBe(null);
-            // @ts-ignore: private method
-            expect(anonymize.getFakerValueForField('firstname')).not.toBe(null);
-            // @ts-ignore: private method
-            expect(anonymize.getFakerValueForField('lastname')).not.toBe(null);
-        });
-
-        it('should return a sample word for unrecognized keys', () => {
-            // @ts-ignore: private method
-            const result = anonymize.getFakerValueForField('unrecognizedKey');
-            expect(result).not.toBe(null);
-        });
-    });
-});

package/test/utils/field-utils.test.ts

@@ -1,31 +0,0 @@
-import {getFieldList} from '../../src/utils/field-utils';
-
-describe('getFieldList', () => {
-    it('should return the default field list if no field list option is provided', () => {
-        const result = getFieldList('', ['field1', 'field2', 'field3']);
-        expect(result).toEqual(['field1', 'field2', 'field3']);
-    });
-
-    it('should return an empty array if no filed list is provided and no default list is provided', () => {
-        const result = getFieldList('');
-        expect(result).toEqual([]);
-    });
-
-    it('should return the correct field list if a field list is provided without modifiers', () => {
-       const result = getFieldList('field1,field2,field3', ['field4', 'field5', 'field3']);
-
-       expect(result).toEqual(['field1', 'field2', 'field3']);
-    });
-
-    it('should return the correct field list if a field list is provided with a + modifier', () => {
-        const result = getFieldList('+field1,field2', ['field3', 'field4']);
-
-        expect(result).toEqual(['field3', 'field4', 'field1', 'field2']);
-    });
-
-    it('should return the correct field list if a field list is provided with a - modifier', () => {
-        const result = getFieldList('-field1,field2', ['field1', 'field2', 'field3']);
-
-        expect(result).toEqual(['field3']);
-    });
-});

package/tsconfig.json

@@ -1,14 +0,0 @@
-{
-  "compilerOptions": {
-    "module": "commonjs",
-    "target": "es6",
-    "declaration": true,
-    "sourceMap": true,
-    "outDir": "./dist",
-    "experimentalDecorators": true,
-    "emitDecoratorMetadata": true,
-    "strict": true
-  },
-  "include": ["src/**/*.ts"],
-  "exclude": ["node_modules"]
-}