twenty-migrate-espocrm 1.0.0

package/.env.example

@@ -0,0 +1,15 @@
+# EspoCRM API Configuration
+ESPOCRM_URL=http://localhost/espocrm
+ESPOCRM_API_KEY=your_espocrm_api_key_here
+ESPOCRM_USERNAME=your_espocrm_username
+ESPOCRM_PASSWORD=your_espocrm_password
+
+# Twenty CRM Configuration
+TWENTY_URL=http://localhost:3000
+TWENTY_API_KEY=your_twenty_api_key_here
+
+# Migration Settings
+BATCH_SIZE=60
+RATE_LIMIT_DELAY=600
+DRY_RUN=false
+OBJECTS=contacts,accounts,opportunities,notes

package/dist/cli.d.ts

@@ -0,0 +1,3 @@
+#!/usr/bin/env node
+export {};
+//# sourceMappingURL=cli.d.ts.map

package/dist/cli.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli.d.ts","sourceRoot":"","sources":["../src/cli.ts"],"names":[],"mappings":""}

package/dist/cli.js

@@ -0,0 +1,97 @@
+#!/usr/bin/env node
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const commander_1 = require("commander");
+const extract_1 = require("./extract");
+const transform_1 = require("./transform");
+const load_1 = require("./load");
+const reporter_1 = require("./reporter");
+const program = new commander_1.Command();
+program
+    .name('twenty-migrate-espocrm')
+    .description('CLI migration tool for EspoCRM to Twenty CRM')
+    .version('1.0.0');
+program
+    .requiredOption('-u, --url <url>', 'EspoCRM URL')
+    .option('-k, --api-key <key>', 'EspoCRM API key (alternative to username/password)')
+    .option('-n, --username <username>', 'EspoCRM username (alternative to API key)')
+    .option('-p, --password <password>', 'EspoCRM password (alternative to API key)')
+    .requiredOption('-t, --twenty-url <url>', 'Twenty CRM URL')
+    .requiredOption('-s, --twenty-key <key>', 'Twenty CRM API key')
+    .option('-d, --dry-run', 'Preview migration without writing data', false)
+    .option('-o, --objects <objects>', 'Objects to migrate (comma-separated)', 'contacts,accounts,opportunities,notes')
+    .option('-b, --batch <number>', 'Batch size for API calls', '60')
+    .parse();
+const options = program.opts();
+async function main() {
+    try {
+        console.log('🔄 EspoCRM to Twenty CRM Migration Tool');
+        console.log(`🔗 EspoCRM URL: ${options.url}`);
+        console.log(`🔑 EspoCRM Auth: ${options.apiKey ? 'API Key' : options.username ? 'Username/Password' : '❌ Missing'}`);
+        console.log(`🎯 Twenty CRM: ${options.twentyUrl}`);
+        console.log(`🔑 Twenty API: ${options.twentyKey ? '✅ Configured' : '❌ Missing'}`);
+        console.log(`🧪 Dry Run: ${options.dryRun ? 'YES' : 'NO'}`);
+        console.log(`📦 Objects: ${options.objects}`);
+        // Validate authentication
+        if (!options.apiKey && (!options.username || !options.password)) {
+            console.error('❌ Please provide either API key (--api-key) or username and password (--username, --password)');
+            process.exit(1);
+        }
+        // Parse objects
+        const objects = options.objects.split(',').map(obj => obj.trim().toLowerCase());
+        // Validate objects
+        const validObjects = ['contacts', 'accounts', 'opportunities', 'notes'];
+        const invalidObjects = objects.filter(obj => !validObjects.includes(obj));
+        if (invalidObjects.length > 0) {
+            console.error(`❌ Invalid objects: ${invalidObjects.join(', ')}`);
+            console.error(`Valid objects: ${validObjects.join(', ')}`);
+            process.exit(1);
+        }
+        console.log('\n📊 Starting migration...');
+        const progressBar = (0, reporter_1.showProgress)(0);
+        // Extract data from EspoCRM
+        console.log('\n📥 Extracting data from EspoCRM...');
+        const espocrmData = await (0, extract_1.extractFromEspoCRM)(options.url, options.apiKey, options.username, options.password, objects, progressBar);
+        console.log(`✅ Extracted ${Object.keys(espocrmData).length} object types from EspoCRM`);
+        // Show summary for dry run
+        if (options.dryRun) {
+            console.log('\n👀 DRY RUN - Migration Summary:');
+            Object.entries(espocrmData).forEach(([objectType, data]) => {
+                console.log(`📊 ${objectType}: ${data.length} records`);
+            });
+            console.log('\n📋 Total records to migrate:');
+            const totalRecords = Object.values(espocrmData).reduce((sum, data) => sum + data.length, 0);
+            console.log(`📈 Total: ${totalRecords} records`);
+            progressBar.stop();
+            console.log('\n✅ Dry run completed. Use --dry-run=false to execute migration.');
+            return;
+        }
+        // Transform data
+        console.log('\n🔄 Transforming data for Twenty CRM...');
+        const transformedData = await (0, transform_1.transformData)(espocrmData);
+        console.log(`✅ Transformed ${Object.keys(transformedData).length} object types`);
+        // Load data to Twenty CRM
+        console.log('\n📤 Loading data to Twenty CRM...');
+        const batchSize = parseInt(options.batch?.toString() || '60');
+        const result = await (0, load_1.loadToTwenty)(transformedData, options.twentyUrl, options.twentyKey, batchSize, progressBar);
+        progressBar.stop();
+        // Generate report
+        await (0, reporter_1.generateMigrationReport)(result, options.objects);
+        console.log('\n✅ Migration completed!');
+        console.log(`📊 Success: ${result.success}`);
+        console.log(`❌ Errors: ${result.errors}`);
+        if (result.errors > 0) {
+            console.log(`📄 Error log: migration-errors-${Date.now()}.log`);
+            console.log('\n🔍 Error details:');
+            result.errorLog.forEach(error => {
+                console.log(`  ❌ ${error}`);
+            });
+        }
+    }
+    catch (error) {
+        console.error('❌ Migration failed:', error.message);
+        process.exit(1);
+    }
+}
+main();
+//# sourceMappingURL=cli.js.map

package/dist/cli.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli.js","sourceRoot":"","sources":["../src/cli.ts"],"names":[],"mappings":";;;AAEA,yCAAoC;AACpC,uCAA+C;AAC/C,2CAA4C;AAC5C,iCAAsC;AACtC,yCAAmE;AAgBnE,MAAM,OAAO,GAAG,IAAI,mBAAO,EAAE,CAAC;AAE9B,OAAO;KACJ,IAAI,CAAC,wBAAwB,CAAC;KAC9B,WAAW,CAAC,8CAA8C,CAAC;KAC3D,OAAO,CAAC,OAAO,CAAC,CAAC;AAEpB,OAAO;KACJ,cAAc,CAAC,iBAAiB,EAAE,aAAa,CAAC;KAChD,MAAM,CAAC,qBAAqB,EAAE,oDAAoD,CAAC;KACnF,MAAM,CAAC,2BAA2B,EAAE,2CAA2C,CAAC;KAChF,MAAM,CAAC,2BAA2B,EAAE,2CAA2C,CAAC;KAChF,cAAc,CAAC,wBAAwB,EAAE,gBAAgB,CAAC;KAC1D,cAAc,CAAC,wBAAwB,EAAE,oBAAoB,CAAC;KAC9D,MAAM,CAAC,eAAe,EAAE,wCAAwC,EAAE,KAAK,CAAC;KACxE,MAAM,CAAC,yBAAyB,EAAE,sCAAsC,EAAE,uCAAuC,CAAC;KAClH,MAAM,CAAC,sBAAsB,EAAE,0BAA0B,EAAE,IAAI,CAAC;KAChE,KAAK,EAAE,CAAC;AAEX,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,EAAa,CAAC;AAE1C,KAAK,UAAU,IAAI;IACjB,IAAI,CAAC;QACH,OAAO,CAAC,GAAG,CAAC,yCAAyC,CAAC,CAAC;QACvD,OAAO,CAAC,GAAG,CAAC,mBAAmB,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;QAC9C,OAAO,CAAC,GAAG,CAAC,oBAAoB,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC;QACrH,OAAO,CAAC,GAAG,CAAC,kBAAkB,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC;QACnD,OAAO,CAAC,GAAG,CAAC,kBAAkB,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC;QAClF,OAAO,CAAC,GAAG,CAAC,eAAe,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QAC5D,OAAO,CAAC,GAAG,CAAC,eAAe,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;QAE9C,0BAA0B;QAC1B,IAAI,CAAC,OAAO,CAAC,MAAM,IAAI,CAAC,CAAC,OAAO,CAAC,QAAQ,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;YAChE,OAAO,CAAC,KAAK,CAAC,+FAA+F,CAAC,CAAC;YAC/G,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;QAED,gBAAgB;QAChB,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,CAAC;QAEhF,mBAAmB;QACnB,MAAM,YAAY,GAAG,CAAC,UAAU,EAAE,UAAU,EAAE,eAAe,EAAE,OAAO,CAAC,CAAC;QACxE,MAAM,cAAc,GAAG,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,YAAY,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC;QAE1E,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC9B,OAAO,CAAC,KAAK,CAAC,sBAAsB,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACjE,OAAO,CAAC,KAAK,CAAC,kBAAkB,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAC3D,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,4BAA4B,CAAC,CAAC;QAC1C,MAAM,WAAW,GAAG,IAAA,uBAAY,EAAC,CAAC,CAAC,CAAC;QAEpC,4BAA4B;QAC5B,OAAO,CAAC,GAAG,CAAC,sCAAsC,CAAC,CAAC;QACpD,MAAM,WAAW,GAAG,MAAM,IAAA,4BAAkB,EAC1C,OAAO,CAAC,GAAG,EACX,OAAO,CAAC,MAAM,EACd,OAAO,CAAC,QAAQ,EAChB,OAAO,CAAC,QAAQ,EAChB,OAAO,EACP,WAAW,CACZ,CAAC;QAEF,OAAO,CAAC,GAAG,CAAC,eAAe,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,MAAM,4BAA4B,CAAC,CAAC;QAExF,2BAA2B;QAC3B,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;YACnB,OAAO,CAAC,GAAG,CAAC,mCAAmC,CAAC,CAAC;YACjD,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,UAAU,EAAE,IAAI,CAAC,EAAE,EAAE;gBACzD,OAAO,CAAC,GAAG,CAAC,MAAM,UAAU,KAAK,IAAI,CAAC,MAAM,UAAU,CAAC,CAAC;YAC1D,CAAC,CAAC,CAAC;YAEH,OAAO,CAAC,GAAG,CAAC,gCAAgC,CAAC,CAAC;YAC9C,MAAM,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YAC5F,OAAO,CAAC,GAAG,CAAC,aAAa,YAAY,UAAU,CAAC,CAAC;YAEjD,WAAW,CAAC,IAAI,EAAE,CAAC;YACnB,OAAO,CAAC,GAAG,CAAC,kEAAkE,CAAC,CAAC;YAChF,OAAO;QACT,CAAC;QAED,iBAAiB;QACjB,OAAO,CAAC,GAAG,CAAC,0CAA0C,CAAC,CAAC;QACxD,MAAM,eAAe,GAAG,MAAM,IAAA,yBAAa,EAAC,WAAW,CAAC,CAAC;QAEzD,OAAO,CAAC,GAAG,CAAC,iBAAiB,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,MAAM,eAAe,CAAC,CAAC;QAEjF,0BAA0B;QAC1B,OAAO,CAAC,GAAG,CAAC,oCAAoC,CAAC,CAAC;QAClD,MAAM,SAAS,GAAG,QAAQ,CAAC,OAAO,CAAC,KAAK,EAAE,QAAQ,EAAE,IAAI,IAAI,CAAC,CAAC;QAC9D,MAAM,MAAM,GAAG,MAAM,IAAA,mBAAY,EAAC,eAAe,EAAE,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,SAAS,EAAE,WAAW,CAAC,CAAC;QAEjH,WAAW,CAAC,IAAI,EAAE,CAAC;QAEnB,kBAAkB;QAClB,MAAM,IAAA,kCAAuB,EAAC,MAAM,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;QAEvD,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAC;QACxC,OAAO,CAAC,GAAG,CAAC,eAAe,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;QAC7C,OAAO,CAAC,GAAG,CAAC,aAAa,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;QAE1C,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtB,OAAO,CAAC,GAAG,CAAC,kCAAkC,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;YAChE,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAC;YACnC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE;gBAC9B,OAAO,CAAC,GAAG,CAAC,OAAO,KAAK,EAAE,CAAC,CAAC;YAC9B,CAAC,CAAC,CAAC;QACL,CAAC;IAEH,CAAC;IAAC,OAAO,KAAU,EAAE,CAAC;QACpB,OAAO,CAAC,KAAK,CAAC,qBAAqB,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;QACpD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC;AAED,IAAI,EAAE,CAAC"}

package/dist/extract.d.ts

@@ -0,0 +1,50 @@
+import { SingleBar } from 'cli-progress';
+export interface EspoCRMContact {
+    id: string;
+    firstName?: string;
+    lastName?: string;
+    email?: string;
+    phone?: string;
+    accountId?: string;
+    title?: string;
+    createdAt?: string;
+    modifiedAt?: string;
+}
+export interface EspoCRMAccount {
+    id: string;
+    name?: string;
+    website?: string;
+    industry?: string;
+    phone?: string;
+    description?: string;
+    createdAt?: string;
+    modifiedAt?: string;
+}
+export interface EspoCRMOpportunity {
+    id: string;
+    name?: string;
+    amount?: number;
+    currency?: string;
+    stage?: string;
+    accountId?: string;
+    contactId?: string;
+    closeDate?: string;
+    createdAt?: string;
+    modifiedAt?: string;
+}
+export interface EspoCRMNote {
+    id: string;
+    note?: string;
+    parentId?: string;
+    parentType?: string;
+    createdAt?: string;
+    modifiedAt?: string;
+}
+export interface EspoCRMData {
+    contacts: EspoCRMContact[];
+    accounts: EspoCRMAccount[];
+    opportunities: EspoCRMOpportunity[];
+    notes: EspoCRMNote[];
+}
+export declare function extractFromEspoCRM(url: string, apiKey: string | undefined, username: string | undefined, password: string | undefined, objects: string[], progressBar: SingleBar): Promise<Partial<EspoCRMData>>;
+//# sourceMappingURL=extract.d.ts.map

package/dist/extract.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"extract.d.ts","sourceRoot":"","sources":["../src/extract.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AAEzC,MAAM,WAAW,cAAc;IAC7B,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,cAAc;IAC7B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,kBAAkB;IACjC,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,WAAW;IAC1B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,WAAW;IAC1B,QAAQ,EAAE,cAAc,EAAE,CAAC;IAC3B,QAAQ,EAAE,cAAc,EAAE,CAAC;IAC3B,aAAa,EAAE,kBAAkB,EAAE,CAAC;IACpC,KAAK,EAAE,WAAW,EAAE,CAAC;CACtB;AAID,wBAAsB,kBAAkB,CACtC,GAAG,EAAE,MAAM,EACX,MAAM,EAAE,MAAM,GAAG,SAAS,EAC1B,QAAQ,EAAE,MAAM,GAAG,SAAS,EAC5B,QAAQ,EAAE,MAAM,GAAG,SAAS,EAC5B,OAAO,EAAE,MAAM,EAAE,EACjB,WAAW,EAAE,SAAS,GACrB,OAAO,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CA0C/B"}

package/dist/extract.js

@@ -0,0 +1,221 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.extractFromEspoCRM = extractFromEspoCRM;
+const axios_1 = __importDefault(require("axios"));
+const RATE_LIMIT_DELAY = 600; // 600ms between requests (100 req/min)
+async function extractFromEspoCRM(url, apiKey, username, password, objects, progressBar) {
+    const client = await createEspoCRMClient(url, apiKey, username, password);
+    const data = {};
+    console.log('🔗 Testing EspoCRM API connection...');
+    try {
+        // Test connection
+        await testEspoCRMConnection(client);
+        console.log('✅ EspoCRM API connection successful');
+    }
+    catch (error) {
+        console.error('❌ EspoCRM API connection failed:', error.message);
+        throw new Error('Failed to connect to EspoCRM API. Check credentials and permissions.');
+    }
+    for (const objectType of objects) {
+        console.log(`\n📥 Extracting ${objectType}...`);
+        try {
+            switch (objectType) {
+                case 'contacts':
+                    data.contacts = await extractContacts(client, progressBar);
+                    break;
+                case 'accounts':
+                    data.accounts = await extractAccounts(client, progressBar);
+                    break;
+                case 'opportunities':
+                    data.opportunities = await extractOpportunities(client, progressBar);
+                    break;
+                case 'notes':
+                    data.notes = await extractNotes(client, progressBar);
+                    break;
+                default:
+                    console.warn(`⚠️ Unknown object type: ${objectType}`);
+            }
+        }
+        catch (error) {
+            console.error(`❌ Failed to extract ${objectType}:`, error.message);
+            data[objectType] = [];
+        }
+    }
+    return data;
+}
+async function createEspoCRMClient(url, apiKey, username, password) {
+    const client = axios_1.default.create({
+        baseURL: `${url}/api/v1`,
+        timeout: 30000
+    });
+    // Set up authentication
+    if (apiKey) {
+        // API Key authentication
+        client.defaults.headers.common['Api-Key'] = apiKey;
+    }
+    else if (username && password) {
+        // Basic authentication
+        const authString = Buffer.from(`${username}:${password}`).toString('base64');
+        client.defaults.headers.common['Authorization'] = `Basic ${authString}`;
+    }
+    else {
+        throw new Error('Either API key or username/password must be provided');
+    }
+    return client;
+}
+async function testEspoCRMConnection(client) {
+    try {
+        await client.get('/App/user');
+    }
+    catch (error) {
+        throw new Error(`EspoCRM API test failed: ${error.message}`);
+    }
+}
+async function extractContacts(client, progressBar) {
+    const contacts = [];
+    let offset = 0;
+    const maxSize = 200;
+    while (true) {
+        try {
+            const response = await client.get('/Contact', {
+                params: {
+                    offset,
+                    maxSize,
+                    select: 'id,firstName,lastName,email,phone,accountId,title,createdAt,modifiedAt'
+                }
+            });
+            if (response.data && response.data.list && response.data.list.length > 0) {
+                contacts.push(...response.data.list);
+                progressBar.update(contacts.length, { contacts: contacts.length });
+                // Check if there are more records
+                if (response.data.list.length < maxSize) {
+                    break;
+                }
+                offset += maxSize;
+            }
+            else {
+                break;
+            }
+            // Rate limiting
+            await new Promise(resolve => setTimeout(resolve, RATE_LIMIT_DELAY));
+        }
+        catch (error) {
+            console.error(`❌ Error fetching contacts:`, error.message);
+            break;
+        }
+    }
+    console.log(`✅ Extracted ${contacts.length} contacts`);
+    return contacts;
+}
+async function extractAccounts(client, progressBar) {
+    const accounts = [];
+    let offset = 0;
+    const maxSize = 200;
+    while (true) {
+        try {
+            const response = await client.get('/Account', {
+                params: {
+                    offset,
+                    maxSize,
+                    select: 'id,name,website,industry,phone,description,createdAt,modifiedAt'
+                }
+            });
+            if (response.data && response.data.list && response.data.list.length > 0) {
+                accounts.push(...response.data.list);
+                progressBar.update(accounts.length, { accounts: accounts.length });
+                // Check if there are more records
+                if (response.data.list.length < maxSize) {
+                    break;
+                }
+                offset += maxSize;
+            }
+            else {
+                break;
+            }
+            // Rate limiting
+            await new Promise(resolve => setTimeout(resolve, RATE_LIMIT_DELAY));
+        }
+        catch (error) {
+            console.error(`❌ Error fetching accounts:`, error.message);
+            break;
+        }
+    }
+    console.log(`✅ Extracted ${accounts.length} accounts`);
+    return accounts;
+}
+async function extractOpportunities(client, progressBar) {
+    const opportunities = [];
+    let offset = 0;
+    const maxSize = 200;
+    while (true) {
+        try {
+            const response = await client.get('/Opportunity', {
+                params: {
+                    offset,
+                    maxSize,
+                    select: 'id,name,amount,currency,stage,accountId,contactId,closeDate,createdAt,modifiedAt'
+                }
+            });
+            if (response.data && response.data.list && response.data.list.length > 0) {
+                opportunities.push(...response.data.list);
+                progressBar.update(opportunities.length, { opportunities: opportunities.length });
+                // Check if there are more records
+                if (response.data.list.length < maxSize) {
+                    break;
+                }
+                offset += maxSize;
+            }
+            else {
+                break;
+            }
+            // Rate limiting
+            await new Promise(resolve => setTimeout(resolve, RATE_LIMIT_DELAY));
+        }
+        catch (error) {
+            console.error(`❌ Error fetching opportunities:`, error.message);
+            break;
+        }
+    }
+    console.log(`✅ Extracted ${opportunities.length} opportunities`);
+    return opportunities;
+}
+async function extractNotes(client, progressBar) {
+    const notes = [];
+    let offset = 0;
+    const maxSize = 200;
+    while (true) {
+        try {
+            const response = await client.get('/Note', {
+                params: {
+                    offset,
+                    maxSize,
+                    select: 'id,note,parentId,parentType,createdAt,modifiedAt'
+                }
+            });
+            if (response.data && response.data.list && response.data.list.length > 0) {
+                notes.push(...response.data.list);
+                progressBar.update(notes.length, { notes: notes.length });
+                // Check if there are more records
+                if (response.data.list.length < maxSize) {
+                    break;
+                }
+                offset += maxSize;
+            }
+            else {
+                break;
+            }
+            // Rate limiting
+            await new Promise(resolve => setTimeout(resolve, RATE_LIMIT_DELAY));
+        }
+        catch (error) {
+            console.error(`❌ Error fetching notes:`, error.message);
+            break;
+        }
+    }
+    console.log(`✅ Extracted ${notes.length} notes`);
+    return notes;
+}
+//# sourceMappingURL=extract.js.map

package/dist/extract.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"extract.js","sourceRoot":"","sources":["../src/extract.ts"],"names":[],"mappings":";;;;;AAyDA,gDAiDC;AA1GD,kDAA6C;AAuD7C,MAAM,gBAAgB,GAAG,GAAG,CAAC,CAAC,uCAAuC;AAE9D,KAAK,UAAU,kBAAkB,CACtC,GAAW,EACX,MAA0B,EAC1B,QAA4B,EAC5B,QAA4B,EAC5B,OAAiB,EACjB,WAAsB;IAEtB,MAAM,MAAM,GAAG,MAAM,mBAAmB,CAAC,GAAG,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC;IAC1E,MAAM,IAAI,GAAyB,EAAE,CAAC;IAEtC,OAAO,CAAC,GAAG,CAAC,sCAAsC,CAAC,CAAC;IAEpD,IAAI,CAAC;QACH,kBAAkB;QAClB,MAAM,qBAAqB,CAAC,MAAM,CAAC,CAAC;QACpC,OAAO,CAAC,GAAG,CAAC,qCAAqC,CAAC,CAAC;IACrD,CAAC;IAAC,OAAO,KAAU,EAAE,CAAC;QACpB,OAAO,CAAC,KAAK,CAAC,kCAAkC,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;QACjE,MAAM,IAAI,KAAK,CAAC,sEAAsE,CAAC,CAAC;IAC1F,CAAC;IAED,KAAK,MAAM,UAAU,IAAI,OAAO,EAAE,CAAC;QACjC,OAAO,CAAC,GAAG,CAAC,mBAAmB,UAAU,KAAK,CAAC,CAAC;QAEhD,IAAI,CAAC;YACH,QAAQ,UAAU,EAAE,CAAC;gBACnB,KAAK,UAAU;oBACb,IAAI,CAAC,QAAQ,GAAG,MAAM,eAAe,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;oBAC3D,MAAM;gBACR,KAAK,UAAU;oBACb,IAAI,CAAC,QAAQ,GAAG,MAAM,eAAe,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;oBAC3D,MAAM;gBACR,KAAK,eAAe;oBAClB,IAAI,CAAC,aAAa,GAAG,MAAM,oBAAoB,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;oBACrE,MAAM;gBACR,KAAK,OAAO;oBACV,IAAI,CAAC,KAAK,GAAG,MAAM,YAAY,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;oBACrD,MAAM;gBACR;oBACE,OAAO,CAAC,IAAI,CAAC,2BAA2B,UAAU,EAAE,CAAC,CAAC;YAC1D,CAAC;QACH,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO,CAAC,KAAK,CAAC,uBAAuB,UAAU,GAAG,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;YACnE,IAAI,CAAC,UAA+B,CAAC,GAAG,EAAE,CAAC;QAC7C,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,KAAK,UAAU,mBAAmB,CAChC,GAAW,EACX,MAAe,EACf,QAAiB,EACjB,QAAiB;IAEjB,MAAM,MAAM,GAAG,eAAK,CAAC,MAAM,CAAC;QAC1B,OAAO,EAAE,GAAG,GAAG,SAAS;QACxB,OAAO,EAAE,KAAK;KACf,CAAC,CAAC;IAEH,wBAAwB;IACxB,IAAI,MAAM,EAAE,CAAC;QACX,yBAAyB;QACzB,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG,MAAM,CAAC;IACrD,CAAC;SAAM,IAAI,QAAQ,IAAI,QAAQ,EAAE,CAAC;QAChC,uBAAuB;QACvB,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,QAAQ,IAAI,QAAQ,EAAE,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAC7E,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,eAAe,CAAC,GAAG,SAAS,UAAU,EAAE,CAAC;IAC1E,CAAC;SAAM,CAAC;QACN,MAAM,IAAI,KAAK,CAAC,sDAAsD,CAAC,CAAC;IAC1E,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,KAAK,UAAU,qBAAqB,CAAC,MAAqB;IACxD,IAAI,CAAC;QACH,MAAM,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;IAChC,CAAC;IAAC,OAAO,KAAU,EAAE,CAAC;QACpB,MAAM,IAAI,KAAK,CAAC,4BAA4B,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;IAC/D,CAAC;AACH,CAAC;AAED,KAAK,UAAU,eAAe,CAAC,MAAqB,EAAE,WAAsB;IAC1E,MAAM,QAAQ,GAAqB,EAAE,CAAC;IACtC,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,MAAM,OAAO,GAAG,GAAG,CAAC;IAEpB,OAAO,IAAI,EAAE,CAAC;QACZ,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,GAAG,CAAC,UAAU,EAAE;gBAC5C,MAAM,EAAE;oBACN,MAAM;oBACN,OAAO;oBACP,MAAM,EAAE,wEAAwE;iBACjF;aACF,CAAC,CAAC;YAEH,IAAI,QAAQ,CAAC,IAAI,IAAI,QAAQ,CAAC,IAAI,CAAC,IAAI,IAAI,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACzE,QAAQ,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACrC,WAAW,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,EAAE,EAAE,QAAQ,EAAE,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;gBAEnE,kCAAkC;gBAClC,IAAI,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,OAAO,EAAE,CAAC;oBACxC,MAAM;gBACR,CAAC;gBAED,MAAM,IAAI,OAAO,CAAC;YACpB,CAAC;iBAAM,CAAC;gBACN,MAAM;YACR,CAAC;YAED,gBAAgB;YAChB,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,gBAAgB,CAAC,CAAC,CAAC;QAEtE,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO,CAAC,KAAK,CAAC,4BAA4B,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;YAC3D,MAAM;QACR,CAAC;IACH,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,eAAe,QAAQ,CAAC,MAAM,WAAW,CAAC,CAAC;IACvD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,KAAK,UAAU,eAAe,CAAC,MAAqB,EAAE,WAAsB;IAC1E,MAAM,QAAQ,GAAqB,EAAE,CAAC;IACtC,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,MAAM,OAAO,GAAG,GAAG,CAAC;IAEpB,OAAO,IAAI,EAAE,CAAC;QACZ,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,GAAG,CAAC,UAAU,EAAE;gBAC5C,MAAM,EAAE;oBACN,MAAM;oBACN,OAAO;oBACP,MAAM,EAAE,iEAAiE;iBAC1E;aACF,CAAC,CAAC;YAEH,IAAI,QAAQ,CAAC,IAAI,IAAI,QAAQ,CAAC,IAAI,CAAC,IAAI,IAAI,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACzE,QAAQ,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACrC,WAAW,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,EAAE,EAAE,QAAQ,EAAE,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;gBAEnE,kCAAkC;gBAClC,IAAI,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,OAAO,EAAE,CAAC;oBACxC,MAAM;gBACR,CAAC;gBAED,MAAM,IAAI,OAAO,CAAC;YACpB,CAAC;iBAAM,CAAC;gBACN,MAAM;YACR,CAAC;YAED,gBAAgB;YAChB,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,gBAAgB,CAAC,CAAC,CAAC;QAEtE,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO,CAAC,KAAK,CAAC,4BAA4B,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;YAC3D,MAAM;QACR,CAAC;IACH,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,eAAe,QAAQ,CAAC,MAAM,WAAW,CAAC,CAAC;IACvD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,KAAK,UAAU,oBAAoB,CAAC,MAAqB,EAAE,WAAsB;IAC/E,MAAM,aAAa,GAAyB,EAAE,CAAC;IAC/C,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,MAAM,OAAO,GAAG,GAAG,CAAC;IAEpB,OAAO,IAAI,EAAE,CAAC;QACZ,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,GAAG,CAAC,cAAc,EAAE;gBAChD,MAAM,EAAE;oBACN,MAAM;oBACN,OAAO;oBACP,MAAM,EAAE,kFAAkF;iBAC3F;aACF,CAAC,CAAC;YAEH,IAAI,QAAQ,CAAC,IAAI,IAAI,QAAQ,CAAC,IAAI,CAAC,IAAI,IAAI,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACzE,aAAa,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAC1C,WAAW,CAAC,MAAM,CAAC,aAAa,CAAC,MAAM,EAAE,EAAE,aAAa,EAAE,aAAa,CAAC,MAAM,EAAE,CAAC,CAAC;gBAElF,kCAAkC;gBAClC,IAAI,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,OAAO,EAAE,CAAC;oBACxC,MAAM;gBACR,CAAC;gBAED,MAAM,IAAI,OAAO,CAAC;YACpB,CAAC;iBAAM,CAAC;gBACN,MAAM;YACR,CAAC;YAED,gBAAgB;YAChB,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,gBAAgB,CAAC,CAAC,CAAC;QAEtE,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO,CAAC,KAAK,CAAC,iCAAiC,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;YAChE,MAAM;QACR,CAAC;IACH,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,eAAe,aAAa,CAAC,MAAM,gBAAgB,CAAC,CAAC;IACjE,OAAO,aAAa,CAAC;AACvB,CAAC;AAED,KAAK,UAAU,YAAY,CAAC,MAAqB,EAAE,WAAsB;IACvE,MAAM,KAAK,GAAkB,EAAE,CAAC;IAChC,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,MAAM,OAAO,GAAG,GAAG,CAAC;IAEpB,OAAO,IAAI,EAAE,CAAC;QACZ,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,GAAG,CAAC,OAAO,EAAE;gBACzC,MAAM,EAAE;oBACN,MAAM;oBACN,OAAO;oBACP,MAAM,EAAE,kDAAkD;iBAC3D;aACF,CAAC,CAAC;YAEH,IAAI,QAAQ,CAAC,IAAI,IAAI,QAAQ,CAAC,IAAI,CAAC,IAAI,IAAI,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACzE,KAAK,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAClC,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;gBAE1D,kCAAkC;gBAClC,IAAI,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,OAAO,EAAE,CAAC;oBACxC,MAAM;gBACR,CAAC;gBAED,MAAM,IAAI,OAAO,CAAC;YACpB,CAAC;iBAAM,CAAC;gBACN,MAAM;YACR,CAAC;YAED,gBAAgB;YAChB,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,gBAAgB,CAAC,CAAC,CAAC;QAEtE,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO,CAAC,KAAK,CAAC,yBAAyB,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;YACxD,MAAM;QACR,CAAC;IACH,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,eAAe,KAAK,CAAC,MAAM,QAAQ,CAAC,CAAC;IACjD,OAAO,KAAK,CAAC;AACf,CAAC"}

package/dist/load.d.ts

@@ -0,0 +1,46 @@
+import { TransformedData } from './transform';
+import { SingleBar } from 'cli-progress';
+export interface LoadResult {
+    success: number;
+    errors: number;
+    errorLog: string[];
+    objectResults: {
+        people: {
+            success: number;
+            errors: number;
+        };
+        companies: {
+            success: number;
+            errors: number;
+        };
+        opportunities: {
+            success: number;
+            errors: number;
+        };
+        notes: {
+            success: number;
+            errors: number;
+        };
+    };
+}
+export interface BatchResult {
+    success: boolean;
+    count: number;
+    error?: string;
+}
+export declare class TwentyAPIClient {
+    private client;
+    private baseUrl;
+    private apiKey;
+    private existingEmails;
+    private existingCompanies;
+    constructor(baseUrl: string, apiKey: string);
+    testConnection(): Promise<boolean>;
+    loadExistingData(): Promise<void>;
+    createRecords(objectType: string, records: any[]): Promise<BatchResult>;
+    private filterDuplicates;
+    private transformRecordForAPI;
+}
+export declare function loadToTwenty(data: TransformedData, twentyUrl: string, twentyKey: string, batchSize: number, progressBar: SingleBar): Promise<LoadResult>;
+export declare function saveMigrationReport(result: LoadResult, filename: string): void;
+//# sourceMappingURL=load.d.ts.map

package/dist/load.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"load.d.ts","sourceRoot":"","sources":["../src/load.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,eAAe,EAA8D,MAAM,aAAa,CAAC;AAC1G,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AAGzC,MAAM,WAAW,UAAU;IACzB,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,aAAa,EAAE;QACb,MAAM,EAAE;YAAE,OAAO,EAAE,MAAM,CAAC;YAAC,MAAM,EAAE,MAAM,CAAA;SAAE,CAAC;QAC5C,SAAS,EAAE;YAAE,OAAO,EAAE,MAAM,CAAC;YAAC,MAAM,EAAE,MAAM,CAAA;SAAE,CAAC;QAC/C,aAAa,EAAE;YAAE,OAAO,EAAE,MAAM,CAAC;YAAC,MAAM,EAAE,MAAM,CAAA;SAAE,CAAC;QACnD,KAAK,EAAE;YAAE,OAAO,EAAE,MAAM,CAAC;YAAC,MAAM,EAAE,MAAM,CAAA;SAAE,CAAC;KAC5C,CAAC;CACH;AAED,MAAM,WAAW,WAAW;IAC1B,OAAO,EAAE,OAAO,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,qBAAa,eAAe;IAC1B,OAAO,CAAC,MAAM,CAAgB;IAC9B,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,cAAc,CAA0B;IAChD,OAAO,CAAC,iBAAiB,CAA0B;gBAEvC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM;IAcrC,cAAc,IAAI,OAAO,CAAC,OAAO,CAAC;IAUlC,gBAAgB,IAAI,OAAO,CAAC,IAAI,CAAC;IA8BjC,aAAa,CAAC,UAAU,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC,WAAW,CAAC;YA2B/D,gBAAgB;IAa9B,OAAO,CAAC,qBAAqB;CAkD9B;AAED,wBAAsB,YAAY,CAChC,IAAI,EAAE,eAAe,EACrB,SAAS,EAAE,MAAM,EACjB,SAAS,EAAE,MAAM,EACjB,SAAS,EAAE,MAAM,EACjB,WAAW,EAAE,SAAS,GACrB,OAAO,CAAC,UAAU,CAAC,CAgFrB;AAED,wBAAgB,mBAAmB,CAAC,MAAM,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,GAAG,IAAI,CAe9E"}