mongo-data-anonymizer 0.2.0

package/.eslintignore

@@ -0,0 +1 @@
+test/

package/.eslintrc.js

@@ -0,0 +1,25 @@
+module.exports = {
+    root: true,
+    parser: '@typescript-eslint/parser',
+    parserOptions: {
+        project: 'tsconfig.json',
+        tsconfigRootDir: __dirname,
+        sourceType: 'module',
+    },
+    plugins: ['@typescript-eslint', 'prettier'],
+    extends: [
+        'eslint:recommended',
+        'plugin:@typescript-eslint/recommended',
+        'prettier',
+    ],
+    rules: {
+        'prettier/prettier': 'error',
+        '@typescript-eslint/explicit-function-return-type': 'off',
+        '@typescript-eslint/no-unused-vars': ['error', { argsIgnorePattern: '^_' }],
+        '@typescript-eslint/explicit-module-boundary-types': 'off',
+    },
+    env: {
+        node: true,
+        jest: true,
+    },
+};

package/.github/workflows/release.yml

@@ -0,0 +1,37 @@
+name: Release
+
+on:
+  push:
+    tags:
+      - 'v*.*.*'
+  workflow_dispatch:
+
+jobs:
+  unit-tests:
+    name: Unit tests
+    uses: ./.github/workflows/test.yml
+
+  release:
+    name: Release package
+    needs: [unit-tests]
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v2
+
+      - name: Set up Node.js
+        uses: actions/setup-node@v2
+        with:
+          node-version: '16'
+
+      - name: Install dependencies
+        run: npm install
+
+      - name: Build package
+        run: npm run build
+
+      - name: Publish to npm
+        run: npm publish
+        env:
+          NODE_AUTH_TOKEN: ${{ secrets.NPM_TOKEN }}

package/.github/workflows/test.yml

@@ -0,0 +1,22 @@
+name: Test
+
+on: [push, pull_request, workflow_call]
+
+jobs:
+  test:
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v2
+
+      - name: Set up Node.js
+        uses: actions/setup-node@v2
+        with:
+          node-version: '16'
+
+      - name: Install dependencies
+        run: npm install
+
+      - name: Run test
+        run: npm test

package/.nvmrc

@@ -0,0 +1 @@
+v18

package/.prettierrc

@@ -0,0 +1,7 @@
+{
+  "singleQuote": true,
+  "trailingComma": "all",
+  "printWidth": 80,
+  "tabWidth": 2,
+  "semi": true
+}

package/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2024 vaneavasco
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/README.md

@@ -0,0 +1,37 @@
+# MongoDB Anonymizer
+
+This package allows you to anonymize specified fields in MongoDB collections and copy them to a target database. It is based on the [mongodb-anonymizer](https://github.com/rap2hpoutre/mongodb-anonymizer) package by [rap2hpoutre](https://github.com/rap2hpoutre).
+
+## Installation
+
+You can install the package globally using npm:
+
+```bash
+npm install -g mongodb-anonymizer
+```
+
+## Usage
+
+To use the package, you need to provide the source and target MongoDB URIs, the fields to anonymize, and optionally, the collections to anonymize or ignore, and the batch size. Here is an example:
+
+```bash
+mongodb-anonymizer --sourceUri "mongodb://localhost:27017/source" --targetUri "mongodb://localhost:27017/target" --fieldList "email,password" --collectionList "users,admins" --ignoreCollections "logs" --batchSize 500
+```
+
+In this example, the `email` and `password` fields in the `users` and `admins` collections will be anonymized, the `logs` collection will be ignored, and the batch size for processing documents is set to `500`.
+
+## Options
+
+Here are the available options:
+
+- `--sourceUri`: The MongoDB URI of the source database.
+- `--targetUri`: The MongoDB URI of the target database.
+- `--fieldList`: A comma-separated list of fields to anonymize. You can use the `+` or `-` modifiers to add or remove fields from the default list respectively. For example, `+age` will add `age` to the default fields, and `-email` will remove `email` from the default fields.
+- `--collectionList`: (Optional) A comma-separated list of collections to anonymize. If not provided, all collections will be anonymized.
+- `--ignoreCollections`: (Optional) A comma-separated list of collections to ignore during the anonymization process.
+- `--batchSize`: (Optional) The number of documents to process at a time. Defaults to `1000`.
+- `--copyNonAnonymized`: (Optional) If set, non-anonymized collections will be copied as-is to the target database. By default, non-anonymized collections are not copied.
+
+## Note
+
+This package does not delete any data from the source database. It creates a copy of the data in the target database with the specified fields anonymized. Please ensure that you have the necessary permissions and storage capacity before using this package.

package/dist/anonymization/anonymize.d.ts

@@ -0,0 +1,9 @@
+export declare class Anonymize {
+    anonymizeBatch(batch: any[], collectionName: string, list: string[]): any[];
+    private getKeysToAnonymize;
+    private anonymizeDocument;
+    private anonymizeValue;
+    private applyReplacement;
+    private getFakerValue;
+    private getFakerValueForField;
+}

package/dist/anonymization/anonymize.js

@@ -0,0 +1,112 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Anonymize = void 0;
+const faker_1 = require("@faker-js/faker");
+class Anonymize {
+    anonymizeBatch(batch, collectionName, list) {
+        const keysToAnonymize = this.getKeysToAnonymize(list, collectionName);
+        const fieldsToAnonymize = keysToAnonymize.map((item) => item.field);
+        return batch.map((document) => this.anonymizeDocument(document, fieldsToAnonymize, keysToAnonymize));
+    }
+    getKeysToAnonymize(list, collectionName) {
+        return list
+            .filter((item) => !item.match(/^[a-z_]+\./gi) || item.startsWith(`${collectionName}.`))
+            .map((item) => ({
+            field: item.replace(`${collectionName}.`, "").replace(/:(?:.*)$/, "").toLowerCase(),
+            replacement: item.includes(":") ? item.replace(/^(?:.*):/, "") : null,
+        }));
+    }
+    anonymizeDocument(document, fieldsToAnonymize, keysToAnonymize) {
+        var _a;
+        const anonymizedDocument = {};
+        for (const key in document) {
+            if (!document.hasOwnProperty(key))
+                continue;
+            if (fieldsToAnonymize.includes(key.toLowerCase())) {
+                if (typeof document[key] === 'object') {
+                    if (Array.isArray(document[key]) && document[key].length > 0) {
+                        anonymizedDocument[key] = document[key].map((item) => this.anonymizeDocument(item, fieldsToAnonymize, keysToAnonymize));
+                        continue;
+                    }
+                    anonymizedDocument[key] = this.anonymizeDocument(document[key], fieldsToAnonymize, keysToAnonymize);
+                    continue;
+                }
+                anonymizedDocument[key] = this.anonymizeValue(key.toLowerCase(), (_a = keysToAnonymize.find((item) => item.field === key.toLowerCase())) === null || _a === void 0 ? void 0 : _a.replacement);
+            }
+            else {
+                anonymizedDocument[key] = document[key];
+            }
+        }
+        return anonymizedDocument;
+    }
+    anonymizeValue(key, replacement) {
+        if (replacement) {
+            return this.applyReplacement(replacement);
+        }
+        return this.getFakerValueForField(key);
+    }
+    applyReplacement(replacement) {
+        if (replacement.startsWith("faker")) {
+            return this.getFakerValue(replacement);
+        }
+        switch (replacement) {
+            case "[]": return [];
+            case "{}": return {};
+            case "null": return null;
+            default: {
+                if (replacement.startsWith("[") || replacement.startsWith("{")) {
+                    try {
+                        return JSON.parse(decodeURIComponent(replacement));
+                    }
+                    catch (error) {
+                        throw new Error(`Failed to parse replacement JSON: ${error === null || error === void 0 ? void 0 : error.message}`);
+                    }
+                }
+                return replacement;
+            }
+        }
+    }
+    getFakerValue(replacement) {
+        const parts = replacement.split(".");
+        if (parts.length !== 3) {
+            throw new Error(`Invalid format for replacement: ${replacement}. Expected format 'faker.category.method'`);
+        }
+        const [, category, method] = parts;
+        const fakerCategory = faker_1.faker[category];
+        if (!fakerCategory) {
+            throw new Error(`Invalid faker category: ${category}`);
+        }
+        const fakerMethod = fakerCategory[method];
+        if (typeof fakerMethod !== 'function') {
+            throw new Error(`Invalid faker method: ${method} in category ${category}`);
+        }
+        return fakerMethod();
+    }
+    getFakerValueForField(key) {
+        if (key.includes("email"))
+            return faker_1.faker.internet.email().toLowerCase();
+        if (key.includes("firstname"))
+            return faker_1.faker.person.firstName();
+        if (key.includes("lastname"))
+            return faker_1.faker.person.lastName();
+        if (key === "description")
+            return faker_1.faker.lorem.sentence();
+        if (key.endsWith("address"))
+            return faker_1.faker.location.streetAddress();
+        if (key.endsWith("city"))
+            return faker_1.faker.location.city();
+        if (key.endsWith("country"))
+            return faker_1.faker.location.country();
+        if (key.endsWith("phone"))
+            return faker_1.faker.phone.number();
+        if (key.endsWith("comment"))
+            return faker_1.faker.lorem.sentence();
+        if (key.endsWith("date"))
+            return faker_1.faker.date.past();
+        if (key.endsWith("name"))
+            return faker_1.faker.person.fullName();
+        return faker_1.faker.word.sample();
+    }
+}
+exports.Anonymize = Anonymize;
+//# sourceMappingURL=anonymize.js.map

package/dist/anonymization/anonymize.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"anonymize.js","sourceRoot":"","sources":["../../src/anonymization/anonymize.ts"],"names":[],"mappings":";;;AAAA,2CAAwC;AAExC,MAAa,SAAS;IAElB,cAAc,CAAC,KAAY,EAAE,cAAsB,EAAE,IAAc;QAC/D,MAAM,eAAe,GAAG,IAAI,CAAC,kBAAkB,CAAC,IAAI,EAAE,cAAc,CAAC,CAAC;QACtE,MAAM,iBAAiB,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAEpE,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,IAAI,CAAC,iBAAiB,CAAC,QAAQ,EAAE,iBAAiB,EAAE,eAAe,CAAC,CAAC,CAAC;IACzG,CAAC;IAEO,kBAAkB,CAAC,IAAc,EAAE,cAAsB;QAC7D,OAAO,IAAI;aACN,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,cAAc,GAAG,CAAC,CAAC;aACtF,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YACZ,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,cAAc,GAAG,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,WAAW,EAAE;YACnF,WAAW,EAAE,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI;SACxE,CAAC,CAAC,CAAC;IACZ,CAAC;IAEO,iBAAiB,CAAC,QAAa,EAAE,iBAA2B,EAAE,eAAsB;;QACxF,MAAM,kBAAkB,GAAwB,EAAE,CAAC;QAEnD,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE;YACxB,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,GAAG,CAAC;gBAAE,SAAS;YAE5C,IAAI,iBAAiB,CAAC,QAAQ,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,EAAE;gBAC/C,IAAI,OAAO,QAAQ,CAAC,GAAG,CAAC,KAAK,QAAQ,EAAG;oBACpC,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,IAAI,QAAQ,CAAC,GAAG,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE;wBAC1D,kBAAkB,CAAC,GAAG,CAAC,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,IAAS,EAAE,EAAE,CAAC,IAAI,CAAC,iBAAiB,CAAC,IAAI,EAAE,iBAAiB,EAAE,eAAe,CAAC,CAAC,CAAC;wBAC7H,SAAS;qBACZ;oBAED,kBAAkB,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,iBAAiB,EAAE,eAAe,CAAC,CAAC;oBACpG,SAAS;iBACZ;gBAED,kBAAkB,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,cAAc,CACzC,GAAG,CAAC,WAAW,EAAE,EACjB,MAAA,eAAe,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,KAAK,GAAG,CAAC,WAAW,EAAE,CAAC,0CAAE,WAAW,CAChF,CAAC;aACL;iBAAM;gBACH,kBAAkB,CAAC,GAAG,CAAC,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC;aAC3C;SACJ;QACD,OAAO,kBAAkB,CAAC;IAC9B,CAAC;IAEO,cAAc,CAAC,GAAW,EAAE,WAA0B;QAC1D,IAAI,WAAW,EAAE;YACb,OAAO,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAAC,CAAC;SAC7C;QACD,OAAO,IAAI,CAAC,qBAAqB,CAAC,GAAG,CAAC,CAAC;IAC3C,CAAC;IAEO,gBAAgB,CAAC,WAAmB;QACxC,IAAI,WAAW,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE;YACjC,OAAO,IAAI,CAAC,aAAa,CAAC,WAAW,CAAC,CAAC;SAC1C;QACD,QAAQ,WAAW,EAAE;YACjB,KAAK,IAAI,CAAC,CAAC,OAAO,EAAE,CAAC;YACrB,KAAK,IAAI,CAAC,CAAC,OAAO,EAAE,CAAC;YACrB,KAAK,MAAM,CAAC,CAAC,OAAO,IAAI,CAAC;YACzB,OAAO,CAAC,CAAC;gBACL,IAAI,WAAW,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,WAAW,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE;oBAC5D,IAAI;wBACA,OAAO,IAAI,CAAC,KAAK,CAAC,kBAAkB,CAAC,WAAW,CAAC,CAAC,CAAC;qBACtD;oBAAC,OAAO,KAAK,EAAE;wBACZ,MAAM,IAAI,KAAK,CAAC,qCAAsC,KAAe,aAAf,KAAK,uBAAL,KAAK,CAAY,OAAO,EAAE,CAAC,CAAC;qBACrF;iBACJ;gBACD,OAAO,WAAW,CAAC;aACtB;SACJ;IACL,CAAC;IAEO,aAAa,CAAC,WAAmB;QACrC,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAErC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE;YACpB,MAAM,IAAI,KAAK,CAAC,mCAAmC,WAAW,2CAA2C,CAAC,CAAC;SAC9G;QAED,MAAM,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,GAAG,KAAK,CAAC;QACnC,MAAM,aAAa,GAAI,aAAa,CAAC,QAAQ,CAAC,CAAC;QAE/C,IAAI,CAAC,aAAa,EAAE;YAChB,MAAM,IAAI,KAAK,CAAC,2BAA2B,QAAQ,EAAE,CAAC,CAAC;SAC1D;QAED,MAAM,WAAW,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC;QAE1C,IAAI,OAAO,WAAW,KAAK,UAAU,EAAE;YACnC,MAAM,IAAI,KAAK,CAAC,yBAAyB,MAAM,gBAAgB,QAAQ,EAAE,CAAC,CAAC;SAC9E;QAED,OAAO,WAAW,EAAE,CAAC;IACzB,CAAC;IAGO,qBAAqB,CAAC,GAAW;QACrC,IAAI,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC;YAAE,OAAO,aAAK,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC,WAAW,EAAE,CAAC;QACvE,IAAI,GAAG,CAAC,QAAQ,CAAC,WAAW,CAAC;YAAE,OAAO,aAAK,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;QAC/D,IAAI,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC;YAAE,OAAO,aAAK,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;QAC7D,IAAI,GAAG,KAAK,aAAa;YAAE,OAAO,aAAK,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC;QACzD,IAAI,GAAG,CAAC,QAAQ,CAAC,SAAS,CAAC;YAAE,OAAO,aAAK,CAAC,QAAQ,CAAC,aAAa,EAAE,CAAC;QACnE,IAAI,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC;YAAE,OAAO,aAAK,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;QACvD,IAAI,GAAG,CAAC,QAAQ,CAAC,SAAS,CAAC;YAAE,OAAO,aAAK,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC;QAC7D,IAAI,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC;YAAE,OAAO,aAAK,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;QACvD,IAAI,GAAG,CAAC,QAAQ,CAAC,SAAS,CAAC;YAAE,OAAO,aAAK,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC;QAC3D,IAAI,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC;YAAE,OAAO,aAAK,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;QACnD,IAAI,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC;YAAE,OAAO,aAAK,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;QAEzD,OAAO,aAAK,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;IAC/B,CAAC;CACJ;AAjHD,8BAiHC"}

package/dist/anonymization/database.d.ts

@@ -0,0 +1,13 @@
+export declare class Database {
+    private uri;
+    private name;
+    private client;
+    private db;
+    constructor(uri: string, name: string);
+    connect(): Promise<void>;
+    close(): Promise<void>;
+    getCollections(): Promise<string[]>;
+    getCursor(collectionName: string): import("mongodb").FindCursor<import("mongodb").WithId<import("bson").Document>> | null;
+    insertAnonymizedBatch(collectionName: string, anonymizedBatch: any[]): Promise<void>;
+    dropCollectionIfExists(collectionName: string): Promise<void>;
+}

package/dist/anonymization/database.js

@@ -0,0 +1,71 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Database = void 0;
+const mongodb_1 = require("mongodb");
+const bunyan = require("bunyan");
+const log = bunyan.createLogger({ name: "DatabaseHandler" });
+class Database {
+    constructor(uri, name) {
+        this.uri = uri;
+        this.name = name;
+        this.client = null;
+        this.db = null;
+    }
+    connect() {
+        return __awaiter(this, void 0, void 0, function* () {
+            try {
+                log.info(`Connecting to ${this.name} database...`);
+                this.client = new mongodb_1.MongoClient(this.uri);
+                yield this.client.connect();
+                this.db = this.client.db();
+                log.info(`Successfully connected to ${this.name} database`);
+            }
+            catch (error) {
+                throw new Error(`Failed to connect to ${this.name} database: ${error.message}`);
+            }
+        });
+    }
+    close() {
+        var _a;
+        return __awaiter(this, void 0, void 0, function* () {
+            yield ((_a = this === null || this === void 0 ? void 0 : this.client) === null || _a === void 0 ? void 0 : _a.close());
+            log.info(`Closed database connection`);
+        });
+    }
+    getCollections() {
+        var _a;
+        return __awaiter(this, void 0, void 0, function* () {
+            const collections = yield ((_a = this === null || this === void 0 ? void 0 : this.db) === null || _a === void 0 ? void 0 : _a.listCollections().toArray());
+            return collections ? collections.map((item) => item.name) : [];
+        });
+    }
+    getCursor(collectionName) {
+        return this.db ? this.db.collection(collectionName).find() : null;
+    }
+    insertAnonymizedBatch(collectionName, anonymizedBatch) {
+        return __awaiter(this, void 0, void 0, function* () {
+            if (this.db) {
+                yield this.db.collection(collectionName).insertMany(anonymizedBatch);
+            }
+        });
+    }
+    dropCollectionIfExists(collectionName) {
+        return __awaiter(this, void 0, void 0, function* () {
+            if (this.db && (yield this.db.collection(collectionName).countDocuments()) > 0) {
+                yield this.db.collection(collectionName).drop();
+                log.info(`Dropped existing collection: ${collectionName}`);
+            }
+        });
+    }
+}
+exports.Database = Database;
+//# sourceMappingURL=database.js.map

package/dist/anonymization/database.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"database.js","sourceRoot":"","sources":["../../src/anonymization/database.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,qCAA0C;AAC1C,iCAAiC;AAEjC,MAAM,GAAG,GAAG,MAAM,CAAC,YAAY,CAAC,EAAE,IAAI,EAAE,iBAAiB,EAAE,CAAC,CAAC;AAE7D,MAAa,QAAQ;IAIjB,YAAoB,GAAW,EAAU,IAAY;QAAjC,QAAG,GAAH,GAAG,CAAQ;QAAU,SAAI,GAAJ,IAAI,CAAQ;QAH7C,WAAM,GAAuB,IAAI,CAAC;QAClC,OAAE,GAAc,IAAI,CAAC;IAE2B,CAAC;IAEnD,OAAO;;YACT,IAAI;gBACA,GAAG,CAAC,IAAI,CAAC,iBAAiB,IAAI,CAAC,IAAI,cAAc,CAAC,CAAC;gBACnD,IAAI,CAAC,MAAM,GAAG,IAAI,qBAAW,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBACxC,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;gBAC5B,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;gBAC3B,GAAG,CAAC,IAAI,CAAC,6BAA6B,IAAI,CAAC,IAAI,WAAW,CAAC,CAAC;aAC/D;YAAC,OAAO,KAAK,EAAE;gBACZ,MAAM,IAAI,KAAK,CAAC,wBAAwB,IAAI,CAAC,IAAI,cAAe,KAAe,CAAC,OAAO,EAAE,CAAC,CAAC;aAC9F;QACL,CAAC;KAAA;IAEK,KAAK;;;YACP,MAAM,CAAA,MAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,MAAM,0CAAE,KAAK,EAAE,CAAA,CAAC;YAC5B,GAAG,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;;KAC1C;IAEK,cAAc;;;YAChB,MAAM,WAAW,GAAG,MAAM,CAAA,MAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,EAAE,0CAAE,eAAe,GAAG,OAAO,EAAE,CAAA,CAAC;YAChE,OAAO,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;;KAClE;IAED,SAAS,CAAC,cAAsB;QAC5B,OAAO,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;IACtE,CAAC;IAEK,qBAAqB,CAAC,cAAsB,EAAE,eAAsB;;YACtE,IAAI,IAAI,CAAC,EAAE,EAAE;gBACT,MAAM,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC,UAAU,CAAC,eAAe,CAAC,CAAC;aACxE;QACL,CAAC;KAAA;IAEK,sBAAsB,CAAC,cAAsB;;YAC/C,IAAI,IAAI,CAAC,EAAE,IAAI,CAAA,MAAM,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC,cAAc,EAAE,IAAG,CAAC,EAAE;gBAC1E,MAAM,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC,IAAI,EAAE,CAAC;gBAChD,GAAG,CAAC,IAAI,CAAC,gCAAgC,cAAc,EAAE,CAAC,CAAC;aAC9D;QACL,CAAC;KAAA;CACJ;AA5CD,4BA4CC"}

package/dist/cli.d.ts

@@ -0,0 +1,2 @@
+#!/usr/bin/env node
+export {};

package/dist/cli.js

@@ -0,0 +1,6 @@
+#!/usr/bin/env node
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const main_1 = require("./main");
+(0, main_1.main)().catch((error) => { console.log(error.message); });
+//# sourceMappingURL=cli.js.map

package/dist/cli.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli.js","sourceRoot":"","sources":["../src/cli.ts"],"names":[],"mappings":";;;AACA,iCAA8B;AAE9B,IAAA,WAAI,GAAE,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,GAAE,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAA,CAAA,CAAC,CAAC,CAAC"}

package/dist/main.d.ts

@@ -0,0 +1 @@
+export declare function main(): Promise<void>;

package/dist/main.js

@@ -0,0 +1,95 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.main = void 0;
+const database_1 = require("./anonymization/database");
+const anonymize_1 = require("./anonymization/anonymize");
+const field_utils_1 = require("./utils/field-utils");
+const log = require('bunyan').createLogger({ name: "Main" });
+const defaultFields = ['email', 'name', 'description', 'address', 'city', 'country', 'phone', 'comment', 'birthdate', 'firstname', 'lastname', 'fullname'];
+function main() {
+    return __awaiter(this, void 0, void 0, function* () {
+        const config = parseArgs(process.argv);
+        const sourceDb = new database_1.Database(config.sourceUri, 'source');
+        const targetDb = new database_1.Database(config.targetUri, 'target');
+        const anonymizer = new anonymize_1.Anonymize();
+        try {
+            yield sourceDb.connect();
+            yield targetDb.connect();
+            const collections = yield sourceDb.getCollections();
+            for (const collectionName of collections) {
+                const copyNonAnonymized = config.copyNonAnonymized && (!config.collectionList.includes(collectionName) || config.ignoreCollections.includes(collectionName));
+                if (config.ignoreCollections.includes(collectionName) && !config.copyNonAnonymized) {
+                    log.info(`Skipping collection anonymization for ${collectionName}. Collection is in ignore list.`);
+                    continue;
+                }
+                if (config.collectionList.length > 0 && !config.collectionList.includes(collectionName) && !config.copyNonAnonymized) {
+                    log.info(`Skipping collection anonymization for ${collectionName}. Collection is not in the collection list.`);
+                    continue;
+                }
+                if (!copyNonAnonymized) {
+                    log.info(`Anonymizing collection ${collectionName}.`);
+                }
+                else {
+                    log.info(`Copying collection ${collectionName} without anonymization.`);
+                }
+                const cursor = sourceDb.getCursor(collectionName);
+                while (yield (cursor === null || cursor === void 0 ? void 0 : cursor.hasNext())) {
+                    const batch = yield getBatch(cursor, config.batchSize);
+                    const anonymizedBatch = !copyNonAnonymized ? anonymizer.anonymizeBatch(batch, collectionName, config.fieldList) : batch;
+                    yield targetDb.insertAnonymizedBatch(collectionName, anonymizedBatch);
+                }
+            }
+            log.info("Anonymization process completed successfully!");
+        }
+        catch (error) {
+            log.error(`An error occurred during the anonymization process: ${error.message}`);
+        }
+        finally {
+            yield sourceDb.close();
+            yield targetDb.close();
+        }
+    });
+}
+exports.main = main;
+function parseArgs(argv) {
+    var _a, _b;
+    const yargs = require('yargs/yargs');
+    const { hideBin } = require('yargs/helpers');
+    const args = yargs(hideBin(argv))
+        .option('sourceUri', { type: 'string', demandOption: true })
+        .option('targetUri', { type: 'string', demandOption: true })
+        .option('fieldList', { type: 'string', demandOption: true, default: defaultFields.join(',') })
+        .option('collectionList', { type: 'string' })
+        .option('ignoreCollections', { type: 'string' })
+        .option('batchSize', { type: 'number', default: 1000 })
+        .option('copyNonAnonymized', { type: 'boolean', default: false })
+        .argv;
+    return {
+        sourceUri: args.sourceUri,
+        targetUri: args.targetUri,
+        fieldList: (0, field_utils_1.getFieldList)(args.fieldList, defaultFields),
+        ignoreCollections: ((_a = args.ignoreCollections) === null || _a === void 0 ? void 0 : _a.split(',')) || [],
+        collectionList: ((_b = args.collectionList) === null || _b === void 0 ? void 0 : _b.split(',')) || [],
+        batchSize: args.batchSize,
+        copyNonAnonymized: args.copyNonAnonymized
+    };
+}
+function getBatch(cursor, batchSize) {
+    return __awaiter(this, void 0, void 0, function* () {
+        const batch = [];
+        for (let i = 0; i < batchSize && (yield cursor.hasNext()); i++) {
+            batch.push(yield cursor.next());
+        }
+        return batch;
+    });
+}
+//# sourceMappingURL=main.js.map

package/dist/main.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"main.js","sourceRoot":"","sources":["../src/main.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,uDAAkD;AAClD,yDAAoD;AACpD,qDAAiD;AAEjD,MAAM,GAAG,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC,YAAY,CAAC,EAAC,IAAI,EAAE,MAAM,EAAC,CAAC,CAAC;AAY3D,MAAM,aAAa,GAAG,CAAC,OAAO,EAAE,MAAM,EAAE,aAAa,EAAE,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,WAAW,EAAE,UAAU,EAAE,UAAU,CAAC,CAAC;AAE3J,SAAsB,IAAI;;QACtB,MAAM,MAAM,GAAW,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAE/C,MAAM,QAAQ,GAAG,IAAI,mBAAQ,CAAC,MAAM,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;QAC1D,MAAM,QAAQ,GAAG,IAAI,mBAAQ,CAAC,MAAM,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;QAC1D,MAAM,UAAU,GAAG,IAAI,qBAAS,EAAE,CAAC;QAEnC,IAAI;YACA,MAAM,QAAQ,CAAC,OAAO,EAAE,CAAC;YACzB,MAAM,QAAQ,CAAC,OAAO,EAAE,CAAC;YAEzB,MAAM,WAAW,GAAG,MAAM,QAAQ,CAAC,cAAc,EAAE,CAAC;YAEpD,KAAK,MAAM,cAAc,IAAI,WAAW,EAAE;gBACtC,MAAM,iBAAiB,GAAG,MAAM,CAAC,iBAAiB,IAAI,CAAC,CAAC,MAAM,CAAC,cAAc,CAAC,QAAQ,CAAC,cAAc,CAAC,IAAI,MAAM,CAAC,iBAAiB,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC,CAAC;gBAE7J,IAAI,MAAM,CAAC,iBAAiB,CAAC,QAAQ,CAAC,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC,iBAAiB,EAAE;oBAChF,GAAG,CAAC,IAAI,CAAC,yCAAyC,cAAc,iCAAiC,CAAC,CAAC;oBACnG,SAAS;iBACZ;gBAED,IAAI,MAAM,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,QAAQ,CAAC,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC,iBAAiB,EAAE;oBAClH,GAAG,CAAC,IAAI,CAAC,yCAAyC,cAAc,6CAA6C,CAAC,CAAC;oBAC/G,SAAS;iBACZ;gBAED,IAAI,CAAC,iBAAiB,EAAE;oBACpB,GAAG,CAAC,IAAI,CAAC,0BAA0B,cAAc,GAAG,CAAC,CAAC;iBACzD;qBAAM;oBACH,GAAG,CAAC,IAAI,CAAC,sBAAsB,cAAc,yBAAyB,CAAC,CAAC;iBAC3E;gBACD,MAAM,MAAM,GAAG,QAAQ,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;gBAElD,OAAO,MAAM,CAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,OAAO,EAAE,CAAA,EAAE;oBAC5B,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC;oBACvD,MAAM,eAAe,GAAG,CAAC,iBAAiB,CAAC,CAAC,CAAC,UAAU,CAAC,cAAc,CAAC,KAAK,EAAE,cAAc,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;oBACxH,MAAM,QAAQ,CAAC,qBAAqB,CAAC,cAAc,EAAE,eAAe,CAAC,CAAC;iBACzE;aACJ;YAED,GAAG,CAAC,IAAI,CAAC,+CAA+C,CAAC,CAAC;SAC7D;QAAC,OAAO,KAAK,EAAE;YACZ,GAAG,CAAC,KAAK,CAAC,uDAAwD,KAAe,CAAC,OAAO,EAAE,CAAC,CAAC;SAChG;gBAAS;YACN,MAAM,QAAQ,CAAC,KAAK,EAAE,CAAC;YACvB,MAAM,QAAQ,CAAC,KAAK,EAAE,CAAC;SAC1B;IACL,CAAC;CAAA;AA/CD,oBA+CC;AAED,SAAS,SAAS,CAAC,IAAc;;IAC7B,MAAM,KAAK,GAAG,OAAO,CAAC,aAAa,CAAC,CAAC;IACrC,MAAM,EAAC,OAAO,EAAC,GAAG,OAAO,CAAC,eAAe,CAAC,CAAC;IAC3C,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;SAC5B,MAAM,CAAC,WAAW,EAAE,EAAC,IAAI,EAAE,QAAQ,EAAE,YAAY,EAAE,IAAI,EAAC,CAAC;SACzD,MAAM,CAAC,WAAW,EAAE,EAAC,IAAI,EAAE,QAAQ,EAAE,YAAY,EAAE,IAAI,EAAC,CAAC;SACzD,MAAM,CAAC,WAAW,EAAE,EAAC,IAAI,EAAE,QAAQ,EAAE,YAAY,EAAE,IAAI,EAAE,OAAO,EAAE,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC,EAAC,CAAC;SAC3F,MAAM,CAAC,gBAAgB,EAAE,EAAC,IAAI,EAAE,QAAQ,EAAC,CAAC;SAC1C,MAAM,CAAC,mBAAmB,EAAE,EAAC,IAAI,EAAE,QAAQ,EAAC,CAAC;SAC7C,MAAM,CAAC,WAAW,EAAE,EAAC,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAC,CAAC;SACpD,MAAM,CAAC,mBAAmB,EAAE,EAAC,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,KAAK,EAAC,CAAC;SAC9D,IAAI,CAAC;IAEV,OAAO;QACH,SAAS,EAAE,IAAI,CAAC,SAAS;QACzB,SAAS,EAAE,IAAI,CAAC,SAAS;QACzB,SAAS,EAAE,IAAA,0BAAY,EAAC,IAAI,CAAC,SAAS,EAAE,aAAa,CAAC;QACtD,iBAAiB,EAAE,CAAA,MAAA,IAAI,CAAC,iBAAiB,0CAAE,KAAK,CAAC,GAAG,CAAC,KAAI,EAAE;QAC3D,cAAc,EAAE,CAAA,MAAA,IAAI,CAAC,cAAc,0CAAE,KAAK,CAAC,GAAG,CAAC,KAAI,EAAE;QACrD,SAAS,EAAE,IAAI,CAAC,SAAS;QACzB,iBAAiB,EAAE,IAAI,CAAC,iBAAiB;KAC5C,CAAC;AACN,CAAC;AAED,SAAe,QAAQ,CAAC,MAAW,EAAE,SAAiB;;QAClD,MAAM,KAAK,GAAG,EAAE,CAAC;QACjB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,KAAI,MAAM,MAAM,CAAC,OAAO,EAAE,CAAA,EAAE,CAAC,EAAE,EAAE;YAC1D,KAAK,CAAC,IAAI,CAAC,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;SACnC;QACD,OAAO,KAAK,CAAC;IACjB,CAAC;CAAA"}

package/dist/utils/field-utils.d.ts

@@ -0,0 +1 @@
+export declare function getFieldList(fieldListOption: string, defaultFields?: string[]): string[];

package/dist/utils/field-utils.js

@@ -0,0 +1,18 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getFieldList = void 0;
+function getFieldList(fieldListOption, defaultFields = []) {
+    if (fieldListOption.length) {
+        if (fieldListOption.startsWith('+')) {
+            return defaultFields.concat(fieldListOption.slice(1).split(','));
+        }
+        if (fieldListOption.startsWith('-')) {
+            const fieldsToRemove = fieldListOption.slice(1).split(',');
+            return defaultFields.filter(field => !fieldsToRemove.includes(field));
+        }
+        return fieldListOption.split(',');
+    }
+    return [...defaultFields];
+}
+exports.getFieldList = getFieldList;
+//# sourceMappingURL=field-utils.js.map

package/dist/utils/field-utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"field-utils.js","sourceRoot":"","sources":["../../src/utils/field-utils.ts"],"names":[],"mappings":";;;AAAA,SAAgB,YAAY,CAAC,eAAuB,EAAE,gBAA0B,EAAE;IAC9E,IAAI,eAAe,CAAC,MAAM,EAAE;QACxB,IAAI,eAAe,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE;YACjC,OAAO,aAAa,CAAC,MAAM,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;SACpE;QAED,IAAI,eAAe,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE;YACjC,MAAM,cAAc,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAC3D,OAAO,aAAa,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,cAAc,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;SACzE;QAED,OAAO,eAAe,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;KACrC;IAED,OAAO,CAAC,GAAG,aAAa,CAAC,CAAC;AAC9B,CAAC;AAfD,oCAeC"}

package/jest.config.js

@@ -0,0 +1,8 @@
+module.exports = {
+    preset: 'ts-jest',
+    testEnvironment: 'node',
+    roots: ['<rootDir>/test'],
+    transform: {
+        '^.+\\.ts?$': 'ts-jest',
+    },
+};

package/package.json

@@ -0,0 +1,48 @@
+{
+  "name": "mongo-data-anonymizer",
+  "version": "0.2.0",
+  "description": "Anonymize specified fields in MongoDB collections and copy them to a target database.",
+  "main": "dist/main.js",
+  "bin": {
+    "mongo-data-anonymizer": "dist/cli.js"
+  },
+  "scripts": {
+    "start": "ts-node src/main.ts",
+    "build": "tsc",
+    "test": "jest",
+    "lint": "eslint 'src/**/*.{js,ts}'",
+    "format": "prettier --write 'src/**/*.{js,ts}'",
+    "run": "node dist/cli.js",
+    "run:dev": "ts-node src/cli.ts",
+    "prepublishOnly": "npm run build"
+  },
+  "dependencies": {
+    "bunyan": "^1.8.15",
+    "faker": "^5.0.0",
+    "mongodb": "^4.0.0",
+    "yargs": "^17.7.2"
+  },
+  "devDependencies": {
+    "@faker-js/faker": "^8.4.1",
+    "@types/bunyan": "^1.8.11",
+    "@types/faker": "^6.6.9",
+    "@types/jest": "^26.0.0",
+    "@types/node": "^16.0.0",
+    "@typescript-eslint/eslint-plugin": "^4.0.0",
+    "@typescript-eslint/parser": "^4.0.0",
+    "eslint": "^7.0.0",
+    "eslint-config-prettier": "^8.0.0",
+    "eslint-plugin-prettier": "^4.0.0",
+    "jest": "^26.0.0",
+    "prettier": "^2.0.0",
+    "ts-jest": "^26.0.0",
+    "ts-node": "^10.0.0",
+    "typescript": "^4.0.0"
+  },
+  "keywords": [
+    "mongodb",
+    "anonymizer"
+  ],
+  "author": "vanea vasco",
+  "license": "MIT"
+}

package/src/anonymization/anonymize.ts

@@ -0,0 +1,116 @@
+import { faker } from '@faker-js/faker';
+
+export class Anonymize {
+
+    anonymizeBatch(batch: any[], collectionName: string, list: string[]): any[] {
+        const keysToAnonymize = this.getKeysToAnonymize(list, collectionName);
+        const fieldsToAnonymize = keysToAnonymize.map((item) => item.field);
+
+        return batch.map((document) => this.anonymizeDocument(document, fieldsToAnonymize, keysToAnonymize));
+    }
+
+    private getKeysToAnonymize(list: string[], collectionName: string) {
+        return list
+            .filter((item) => !item.match(/^[a-z_]+\./gi) || item.startsWith(`${collectionName}.`))
+            .map((item) => ({
+                field: item.replace(`${collectionName}.`, "").replace(/:(?:.*)$/, "").toLowerCase(),
+                replacement: item.includes(":") ? item.replace(/^(?:.*):/, "") : null,
+            }));
+    }
+
+    private anonymizeDocument(document: any, fieldsToAnonymize: string[], keysToAnonymize: any[]) {
+        const anonymizedDocument: Record<string, any> = {};
+
+        for (const key in document) {
+            if (!document.hasOwnProperty(key)) continue;
+
+            if (fieldsToAnonymize.includes(key.toLowerCase())) {
+                if (typeof document[key] === 'object')  {
+                    if (Array.isArray(document[key]) && document[key].length > 0) {
+                        anonymizedDocument[key] = document[key].map((item: any) => this.anonymizeDocument(item, fieldsToAnonymize, keysToAnonymize));
+                        continue;
+                    }
+
+                    anonymizedDocument[key] = this.anonymizeDocument(document[key], fieldsToAnonymize, keysToAnonymize);
+                    continue;
+                }
+
+                anonymizedDocument[key] = this.anonymizeValue(
+                    key.toLowerCase(),
+                    keysToAnonymize.find((item) => item.field === key.toLowerCase())?.replacement
+                );
+            } else {
+                anonymizedDocument[key] = document[key];
+            }
+        }
+        return anonymizedDocument;
+    }
+
+    private anonymizeValue(key: string, replacement: string | null) {
+        if (replacement) {
+            return this.applyReplacement(replacement);
+        }
+        return this.getFakerValueForField(key);
+    }
+
+    private applyReplacement(replacement: string) {
+        if (replacement.startsWith("faker")) {
+            return this.getFakerValue(replacement);
+        }
+        switch (replacement) {
+            case "[]": return [];
+            case "{}": return {};
+            case "null": return null;
+            default: {
+                if (replacement.startsWith("[") || replacement.startsWith("{")) {
+                    try {
+                        return JSON.parse(decodeURIComponent(replacement));
+                    } catch (error) {
+                        throw new Error(`Failed to parse replacement JSON: ${(error as Error)?.message}`);
+                    }
+                }
+                return replacement;
+            }
+        }
+    }
+
+    private getFakerValue(replacement: string): any {
+        const parts = replacement.split(".");
+
+        if (parts.length !== 3) {
+            throw new Error(`Invalid format for replacement: ${replacement}. Expected format 'faker.category.method'`);
+        }
+
+        const [, category, method] = parts;
+        const fakerCategory = (faker as any)[category];
+
+        if (!fakerCategory) {
+            throw new Error(`Invalid faker category: ${category}`);
+        }
+
+        const fakerMethod = fakerCategory[method];
+
+        if (typeof fakerMethod !== 'function') {
+            throw new Error(`Invalid faker method: ${method} in category ${category}`);
+        }
+
+        return fakerMethod();
+    }
+
+
+    private getFakerValueForField(key: string) {
+        if (key.includes("email")) return faker.internet.email().toLowerCase();
+        if (key.includes("firstname")) return faker.person.firstName();
+        if (key.includes("lastname")) return faker.person.lastName();
+        if (key === "description") return faker.lorem.sentence();
+        if (key.endsWith("address")) return faker.location.streetAddress();
+        if (key.endsWith("city")) return faker.location.city();
+        if (key.endsWith("country")) return faker.location.country();
+        if (key.endsWith("phone")) return faker.phone.number();
+        if (key.endsWith("comment")) return faker.lorem.sentence();
+        if (key.endsWith("date")) return faker.date.past();
+        if (key.endsWith("name")) return faker.person.fullName();
+
+        return faker.word.sample();
+    }
+}

package/src/anonymization/database.ts

@@ -0,0 +1,50 @@
+import { MongoClient, Db } from 'mongodb';
+import * as bunyan from 'bunyan';
+
+const log = bunyan.createLogger({ name: "DatabaseHandler" });
+
+export class Database {
+    private client: MongoClient | null = null;
+    private db: Db | null = null;
+
+    constructor(private uri: string, private name: string) {}
+
+    async connect() {
+        try {
+            log.info(`Connecting to ${this.name} database...`);
+            this.client = new MongoClient(this.uri);
+            await this.client.connect();
+            this.db = this.client.db();
+            log.info(`Successfully connected to ${this.name} database`);
+        } catch (error) {
+            throw new Error(`Failed to connect to ${this.name} database: ${(error as Error).message}`);
+        }
+    }
+
+    async close() {
+        await this?.client?.close();
+        log.info(`Closed database connection`);
+    }
+
+    async getCollections(): Promise<string[]> {
+        const collections = await this?.db?.listCollections().toArray();
+        return collections ? collections.map((item) => item.name) : [];
+    }
+
+    getCursor(collectionName: string) {
+        return this.db ? this.db.collection(collectionName).find() : null;
+    }
+
+    async insertAnonymizedBatch(collectionName: string, anonymizedBatch: any[]) {
+        if (this.db) {
+            await this.db.collection(collectionName).insertMany(anonymizedBatch);
+        }
+    }
+
+    async dropCollectionIfExists(collectionName: string) {
+        if (this.db && await this.db.collection(collectionName).countDocuments() > 0) {
+            await this.db.collection(collectionName).drop();
+            log.info(`Dropped existing collection: ${collectionName}`);
+        }
+    }
+}

package/src/cli.ts

@@ -0,0 +1,4 @@
+#!/usr/bin/env node
+import { main } from './main';
+
+main().catch((error) => {console.log(error.message)});

package/src/main.ts

@@ -0,0 +1,98 @@
+import {Database} from './anonymization/database';
+import {Anonymize} from './anonymization/anonymize';
+import {getFieldList} from './utils/field-utils';
+
+const log = require('bunyan').createLogger({name: "Main"});
+
+interface Config {
+    sourceUri: string;
+    targetUri: string;
+    fieldList: string[];
+    ignoreCollections: string[];
+    collectionList: string[];
+    batchSize: number;
+    copyNonAnonymized: boolean;
+}
+
+const defaultFields = ['email', 'name', 'description', 'address', 'city', 'country', 'phone', 'comment', 'birthdate', 'firstname', 'lastname', 'fullname'];
+
+export async function main() {
+    const config: Config = parseArgs(process.argv);
+
+    const sourceDb = new Database(config.sourceUri, 'source');
+    const targetDb = new Database(config.targetUri, 'target');
+    const anonymizer = new Anonymize();
+
+    try {
+        await sourceDb.connect();
+        await targetDb.connect();
+
+        const collections = await sourceDb.getCollections();
+
+        for (const collectionName of collections) {
+            const copyNonAnonymized = config.copyNonAnonymized && (!config.collectionList.includes(collectionName) || config.ignoreCollections.includes(collectionName));
+
+            if (config.ignoreCollections.includes(collectionName) && !config.copyNonAnonymized) {
+                log.info(`Skipping collection anonymization for ${collectionName}. Collection is in ignore list.`);
+                continue;
+            }
+
+            if (config.collectionList.length > 0 && !config.collectionList.includes(collectionName) && !config.copyNonAnonymized) {
+                log.info(`Skipping collection anonymization for ${collectionName}. Collection is not in the collection list.`);
+                continue;
+            }
+
+            if (!copyNonAnonymized) {
+                log.info(`Anonymizing collection ${collectionName}.`);
+            } else {
+                log.info(`Copying collection ${collectionName} without anonymization.`);
+            }
+            const cursor = sourceDb.getCursor(collectionName);
+
+            while (await cursor?.hasNext()) {
+                const batch = await getBatch(cursor, config.batchSize);
+                const anonymizedBatch = !copyNonAnonymized ? anonymizer.anonymizeBatch(batch, collectionName, config.fieldList) : batch;
+                await targetDb.insertAnonymizedBatch(collectionName, anonymizedBatch);
+            }
+        }
+
+        log.info("Anonymization process completed successfully!");
+    } catch (error) {
+        log.error(`An error occurred during the anonymization process: ${(error as Error).message}`);
+    } finally {
+        await sourceDb.close();
+        await targetDb.close();
+    }
+}
+
+function parseArgs(argv: string[]): Config {
+    const yargs = require('yargs/yargs');
+    const {hideBin} = require('yargs/helpers');
+    const args = yargs(hideBin(argv))
+        .option('sourceUri', {type: 'string', demandOption: true})
+        .option('targetUri', {type: 'string', demandOption: true})
+        .option('fieldList', {type: 'string', demandOption: true, default: defaultFields.join(',')})
+        .option('collectionList', {type: 'string'})
+        .option('ignoreCollections', {type: 'string'})
+        .option('batchSize', {type: 'number', default: 1000})
+        .option('copyNonAnonymized', {type: 'boolean', default: false})
+        .argv;
+
+    return {
+        sourceUri: args.sourceUri,
+        targetUri: args.targetUri,
+        fieldList: getFieldList(args.fieldList, defaultFields),
+        ignoreCollections: args.ignoreCollections?.split(',') || [],
+        collectionList: args.collectionList?.split(',') || [],
+        batchSize: args.batchSize,
+        copyNonAnonymized: args.copyNonAnonymized
+    };
+}
+
+async function getBatch(cursor: any, batchSize: number) {
+    const batch = [];
+    for (let i = 0; i < batchSize && await cursor.hasNext(); i++) {
+        batch.push(await cursor.next());
+    }
+    return batch;
+}

package/src/utils/field-utils.ts

@@ -0,0 +1,16 @@
+export function getFieldList(fieldListOption: string, defaultFields: string[] = []) {
+    if (fieldListOption.length) {
+        if (fieldListOption.startsWith('+')) {
+            return defaultFields.concat(fieldListOption.slice(1).split(','));
+        }
+
+        if (fieldListOption.startsWith('-')) {
+            const fieldsToRemove = fieldListOption.slice(1).split(',');
+            return defaultFields.filter(field => !fieldsToRemove.includes(field));
+        }
+
+        return fieldListOption.split(',');
+    }
+
+    return [...defaultFields];
+}

package/test/anonymizer/anonymizer.test.ts

@@ -0,0 +1,164 @@
+import { Anonymize } from '../../src/anonymization/anonymize';
+
+describe('Anonymize', () => {
+    let anonymize: Anonymize;
+
+    beforeEach(() => {
+        anonymize = new Anonymize();
+    });
+
+    describe('anonymizeBatch', () => {
+        it('should anonymize fields in a batch of documents', () => {
+            const batch = [
+                { firstName: 'John', lastName: 'Doe', email: 'john.doe@example.com' },
+                { firstName: 'Jane', lastName: 'Smith', email: 'jane.smith@example.com' }
+            ];
+            const collectionName = 'users';
+            const list = ['users.firstName', 'users.lastName', 'users.email'];
+
+            const result = anonymize.anonymizeBatch(batch, collectionName, list);
+
+            expect(result).toHaveLength(2);
+            expect(result[0].firstName).not.toBe('John');
+            expect(result[0].lastName).not.toBe('Doe');
+            expect(result[0].email).not.toBe('john.doe@example.com');
+            expect(result[1].firstName).not.toBe('Jane');
+            expect(result[1].lastName).not.toBe('Smith');
+            expect(result[1].email).not.toBe('jane.smith@example.com');
+        });
+    });
+
+    describe('getKeysToAnonymize', () => {
+        it('should filter and map the list of fields to anonymize', () => {
+            const list = ['users.firstName', 'users.lastName', 'users.email:faker.internet.email'];
+            const collectionName = 'users';
+
+            // @ts-ignore: private method
+            const result = anonymize.getKeysToAnonymize(list, collectionName);
+
+            expect(result).toEqual([
+                { field: 'firstname', replacement: null },
+                { field: 'lastname', replacement: null },
+                { field: 'email', replacement: 'faker.internet.email' }
+            ]);
+        });
+    });
+
+    describe('anonymizeDocument', () => {
+        it('should anonymize specified fields in a document', () => {
+            const document = { firstName: 'John', lastName: 'Doe', email: 'john.doe@example.com' };
+            const fieldsToAnonymize = ['firstname', 'lastname', 'email'];
+            const keysToAnonymize = [
+                { field: 'firstname', replacement: null },
+                { field: 'lastname', replacement: null },
+                { field: 'email', replacement: 'faker.internet.email' }
+            ];
+
+            // @ts-ignore: private method
+            const result = anonymize.anonymizeDocument(document, fieldsToAnonymize, keysToAnonymize);
+
+            expect(result.firstName).not.toBe('John');
+            expect(result.lastName).not.toBe('Doe');
+            expect(result.email).not.toBe('john.doe@example.com');
+        });
+    });
+
+    describe('anonymizeValue', () => {
+        it('should apply replacement if provided', () => {
+            // @ts-ignore: private method
+            const result = anonymize.anonymizeValue('email', 'faker.internet.email');
+            expect(result).not.toBe(null);
+        });
+
+        it('should use faker value if no replacement is provided', () => {
+            // @ts-ignore: private method
+            const result = anonymize.anonymizeValue('email', null);
+            expect(result).not.toBe(null);
+        });
+    });
+
+    describe('applyReplacement', () => {
+        it('should handle faker replacements', () => {
+            // @ts-ignore: private method
+            const result = anonymize.applyReplacement('faker.internet.email');
+            expect(result).not.toBe(null);
+        });
+
+        it('should return empty array for [] replacement', () => {
+            // @ts-ignore: private method
+            const result = anonymize.applyReplacement('[]');
+            expect(result).toEqual([]);
+        });
+
+        it('should return empty object for {} replacement', () => {
+            // @ts-ignore: private method
+            const result = anonymize.applyReplacement('{}');
+            expect(result).toEqual({});
+        });
+
+        it('should return null for null replacement', () => {
+            // @ts-ignore: private method
+            const result = anonymize.applyReplacement('null');
+            expect(result).toBeNull();
+        });
+
+        it('should parse and return JSON for valid JSON replacements', () => {
+            // @ts-ignore: private method
+            const result = anonymize.applyReplacement('{"key":"value"}'); // {"key":"value"}
+            expect(result).toEqual({ key: 'value' });
+        });
+
+        it('should throw an error for invalid JSON replacements', () => {
+            expect(() => {
+                // @ts-ignore: private method
+                anonymize.applyReplacement('[invalid-json');
+            }).toThrowError( 'Failed to parse replacement JSON: Unexpected token i in JSON at position 1');
+        });
+    });
+
+    describe('getFakerValue', () => {
+        it('should return a faker value for valid replacement', () => {
+            // @ts-ignore: private method
+            const result = anonymize.getFakerValue('faker.internet.email');
+            expect(result).not.toBe(null);
+        });
+
+        it('should throw an error for invalid faker category', () => {
+            expect(() => {
+                // @ts-ignore: private method
+                anonymize.getFakerValue('faker.invalidCategory.method');
+            }).toThrowError('Invalid faker category: invalidCategory');
+        });
+
+        it('should throw an error for invalid faker method', () => {
+            expect(() => {
+                // @ts-ignore: private method
+                anonymize.getFakerValue('faker.internet.invalidMethod');
+            }).toThrowError('Invalid faker method: invalidMethod in category internet');
+        });
+
+        it('should throw an error for incorrect format', () => {
+            expect(() => {
+                // @ts-ignore: private method
+                anonymize.getFakerValue('faker.internet');
+            }).toThrowError('Invalid format for replacement: faker.internet. Expected format \'faker.category.method\'');
+        });
+    });
+
+    describe('getFakerValueForField', () => {
+        it('should return correct faker value for recognized keys', () => {
+            // @ts-ignore: private method
+            expect(anonymize.getFakerValueForField('email')).not.toBe(null);
+            // @ts-ignore: private method
+            expect(anonymize.getFakerValueForField('firstname')).not.toBe(null);
+            // @ts-ignore: private method
+            expect(anonymize.getFakerValueForField('lastname')).not.toBe(null);
+        });
+
+        it('should return a sample word for unrecognized keys', () => {
+            // @ts-ignore: private method
+            const result = anonymize.getFakerValueForField('unrecognizedKey');
+            expect(result).not.toBe(null);
+        });
+    });
+});

package/test/utils/field-utils.test.ts

@@ -0,0 +1,31 @@
+import {getFieldList} from '../../src/utils/field-utils';
+
+describe('getFieldList', () => {
+    it('should return the default field list if no field list option is provided', () => {
+        const result = getFieldList('', ['field1', 'field2', 'field3']);
+        expect(result).toEqual(['field1', 'field2', 'field3']);
+    });
+
+    it('should return an empty array if no filed list is provided and no default list is provided', () => {
+        const result = getFieldList('');
+        expect(result).toEqual([]);
+    });
+
+    it('should return the correct field list if a field list is provided without modifiers', () => {
+       const result = getFieldList('field1,field2,field3', ['field4', 'field5', 'field3']);
+
+       expect(result).toEqual(['field1', 'field2', 'field3']);
+    });
+
+    it('should return the correct field list if a field list is provided with a + modifier', () => {
+        const result = getFieldList('+field1,field2', ['field3', 'field4']);
+
+        expect(result).toEqual(['field3', 'field4', 'field1', 'field2']);
+    });
+
+    it('should return the correct field list if a field list is provided with a - modifier', () => {
+        const result = getFieldList('-field1,field2', ['field1', 'field2', 'field3']);
+
+        expect(result).toEqual(['field3']);
+    });
+});

package/tsconfig.json

@@ -0,0 +1,14 @@
+{
+  "compilerOptions": {
+    "module": "commonjs",
+    "target": "es6",
+    "declaration": true,
+    "sourceMap": true,
+    "outDir": "./dist",
+    "experimentalDecorators": true,
+    "emitDecoratorMetadata": true,
+    "strict": true
+  },
+  "include": ["src/**/*.ts"],
+  "exclude": ["node_modules"]
+}