twenty-migrate-espocrm 1.0.0

package/dist/transform.js

@@ -0,0 +1,168 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.transformData = transformData;
+async function transformData(espocrmData) {
+    const transformed = {
+        people: [],
+        companies: [],
+        opportunities: [],
+        notes: []
+    };
+    console.log('🔄 Transforming EspoCRM data to Twenty CRM format...');
+    // Transform contacts to people
+    if (espocrmData.contacts) {
+        console.log(`👥 Transforming ${espocrmData.contacts.length} contacts...`);
+        transformed.people = transformContactsToPeople(espocrmData.contacts);
+    }
+    // Transform accounts
+    if (espocrmData.accounts) {
+        console.log(`🏢 Transforming ${espocrmData.accounts.length} accounts...`);
+        transformed.companies = transformAccounts(espocrmData.accounts);
+    }
+    // Transform opportunities
+    if (espocrmData.opportunities) {
+        console.log(`💼 Transforming ${espocrmData.opportunities.length} opportunities...`);
+        transformed.opportunities = transformOpportunities(espocrmData.opportunities);
+    }
+    // Transform notes
+    if (espocrmData.notes) {
+        console.log(`📝 Transforming ${espocrmData.notes.length} notes...`);
+        transformed.notes = transformNotes(espocrmData.notes);
+    }
+    console.log('✅ Data transformation completed');
+    return transformed;
+}
+function transformContactsToPeople(contacts) {
+    return contacts.map(contact => {
+        const twentyPerson = {
+            source: 'espocrm',
+            espocrmId: contact.id,
+            createdAt: contact.createdAt,
+            updatedAt: contact.modifiedAt
+        };
+        // Transform name
+        if (contact.firstName || contact.lastName) {
+            twentyPerson.name = {
+                firstName: contact.firstName || '',
+                lastName: contact.lastName || ''
+            };
+        }
+        // Transform email
+        if (contact.email) {
+            twentyPerson.email = contact.email;
+        }
+        // Transform phone
+        if (contact.phone) {
+            twentyPerson.phone = contact.phone;
+        }
+        // Transform job title
+        if (contact.title) {
+            twentyPerson.jobTitle = contact.title;
+        }
+        // Link to account (stored as company reference)
+        if (contact.accountId) {
+            twentyPerson.company = contact.accountId;
+        }
+        return twentyPerson;
+    });
+}
+function transformAccounts(accounts) {
+    return accounts.map(account => {
+        const twentyCompany = {
+            source: 'espocrm',
+            espocrmId: account.id,
+            createdAt: account.createdAt,
+            updatedAt: account.modifiedAt
+        };
+        // Transform name
+        if (account.name) {
+            twentyCompany.name = account.name;
+        }
+        // Transform website
+        if (account.website) {
+            twentyCompany.website = account.website;
+        }
+        // Transform industry
+        if (account.industry) {
+            twentyCompany.industry = account.industry;
+        }
+        // Transform description
+        if (account.description) {
+            twentyCompany.description = account.description;
+        }
+        // Transform phone
+        if (account.phone) {
+            twentyCompany.phone = account.phone;
+        }
+        return twentyCompany;
+    });
+}
+function transformOpportunities(opportunities) {
+    return opportunities.map(opportunity => {
+        const twentyOpportunity = {
+            source: 'espocrm',
+            espocrmId: opportunity.id,
+            createdAt: opportunity.createdAt,
+            updatedAt: opportunity.modifiedAt
+        };
+        // Transform name
+        if (opportunity.name) {
+            twentyOpportunity.name = opportunity.name;
+        }
+        // Transform amount
+        if (opportunity.amount !== undefined && opportunity.amount !== null) {
+            twentyOpportunity.amount = opportunity.amount;
+        }
+        // Transform currency (store as pipeline for now)
+        if (opportunity.currency) {
+            twentyOpportunity.pipeline = opportunity.currency;
+        }
+        // Transform stage
+        if (opportunity.stage) {
+            twentyOpportunity.stage = opportunity.stage;
+        }
+        // Transform close date
+        if (opportunity.closeDate) {
+            twentyOpportunity.closeDate = opportunity.closeDate;
+        }
+        // Link to account
+        if (opportunity.accountId) {
+            twentyOpportunity.companyId = opportunity.accountId;
+        }
+        // Link to contact
+        if (opportunity.contactId) {
+            twentyOpportunity.personId = opportunity.contactId;
+        }
+        return twentyOpportunity;
+    });
+}
+function transformNotes(notes) {
+    return notes.map(note => {
+        const twentyNote = {
+            source: 'espocrm',
+            espocrmId: note.id,
+            createdAt: note.createdAt,
+            updatedAt: note.modifiedAt
+        };
+        // Transform note
+        if (note.note) {
+            twentyNote.body = note.note;
+        }
+        // Link to parent based on parentType
+        if (note.parentId && note.parentType) {
+            switch (note.parentType) {
+                case 'Contact':
+                    twentyNote.personId = note.parentId;
+                    break;
+                case 'Account':
+                    twentyNote.companyId = note.parentId;
+                    break;
+                case 'Opportunity':
+                    twentyNote.opportunityId = note.parentId;
+                    break;
+            }
+        }
+        return twentyNote;
+    });
+}
+//# sourceMappingURL=transform.js.map

package/dist/transform.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"transform.js","sourceRoot":"","sources":["../src/transform.ts"],"names":[],"mappings":";;AAgEA,sCAoCC;AApCM,KAAK,UAAU,aAAa,CAAC,WAAiC;IACnE,MAAM,WAAW,GAAoB;QACnC,MAAM,EAAE,EAAE;QACV,SAAS,EAAE,EAAE;QACb,aAAa,EAAE,EAAE;QACjB,KAAK,EAAE,EAAE;KACV,CAAC;IAEF,OAAO,CAAC,GAAG,CAAC,sDAAsD,CAAC,CAAC;IAEpE,+BAA+B;IAC/B,IAAI,WAAW,CAAC,QAAQ,EAAE,CAAC;QACzB,OAAO,CAAC,GAAG,CAAC,mBAAmB,WAAW,CAAC,QAAQ,CAAC,MAAM,cAAc,CAAC,CAAC;QAC1E,WAAW,CAAC,MAAM,GAAG,yBAAyB,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;IACvE,CAAC;IAED,qBAAqB;IACrB,IAAI,WAAW,CAAC,QAAQ,EAAE,CAAC;QACzB,OAAO,CAAC,GAAG,CAAC,mBAAmB,WAAW,CAAC,QAAQ,CAAC,MAAM,cAAc,CAAC,CAAC;QAC1E,WAAW,CAAC,SAAS,GAAG,iBAAiB,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;IAClE,CAAC;IAED,0BAA0B;IAC1B,IAAI,WAAW,CAAC,aAAa,EAAE,CAAC;QAC9B,OAAO,CAAC,GAAG,CAAC,mBAAmB,WAAW,CAAC,aAAa,CAAC,MAAM,mBAAmB,CAAC,CAAC;QACpF,WAAW,CAAC,aAAa,GAAG,sBAAsB,CAAC,WAAW,CAAC,aAAa,CAAC,CAAC;IAChF,CAAC;IAED,kBAAkB;IAClB,IAAI,WAAW,CAAC,KAAK,EAAE,CAAC;QACtB,OAAO,CAAC,GAAG,CAAC,mBAAmB,WAAW,CAAC,KAAK,CAAC,MAAM,WAAW,CAAC,CAAC;QACpE,WAAW,CAAC,KAAK,GAAG,cAAc,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;IACxD,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,iCAAiC,CAAC,CAAC;IAC/C,OAAO,WAAW,CAAC;AACrB,CAAC;AAED,SAAS,yBAAyB,CAAC,QAA0B;IAC3D,OAAO,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE;QAC5B,MAAM,YAAY,GAAiB;YACjC,MAAM,EAAE,SAAS;YACjB,SAAS,EAAE,OAAO,CAAC,EAAE;YACrB,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,SAAS,EAAE,OAAO,CAAC,UAAU;SAC9B,CAAC;QAEF,iBAAiB;QACjB,IAAI,OAAO,CAAC,SAAS,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;YAC1C,YAAY,CAAC,IAAI,GAAG;gBAClB,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,EAAE;gBAClC,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,EAAE;aACjC,CAAC;QACJ,CAAC;QAED,kBAAkB;QAClB,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;YAClB,YAAY,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;QACrC,CAAC;QAED,kBAAkB;QAClB,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;YAClB,YAAY,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;QACrC,CAAC;QAED,sBAAsB;QACtB,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;YAClB,YAAY,CAAC,QAAQ,GAAG,OAAO,CAAC,KAAK,CAAC;QACxC,CAAC;QAED,gDAAgD;QAChD,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;YACtB,YAAY,CAAC,OAAO,GAAG,OAAO,CAAC,SAAS,CAAC;QAC3C,CAAC;QAED,OAAO,YAAY,CAAC;IACtB,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,iBAAiB,CAAC,QAA0B;IACnD,OAAO,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE;QAC5B,MAAM,aAAa,GAAkB;YACnC,MAAM,EAAE,SAAS;YACjB,SAAS,EAAE,OAAO,CAAC,EAAE;YACrB,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,SAAS,EAAE,OAAO,CAAC,UAAU;SAC9B,CAAC;QAEF,iBAAiB;QACjB,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;YACjB,aAAa,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;QACpC,CAAC;QAED,oBAAoB;QACpB,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;YACpB,aAAa,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;QAC1C,CAAC;QAED,qBAAqB;QACrB,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;YACrB,aAAa,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;QAC5C,CAAC;QAED,wBAAwB;QACxB,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;YACxB,aAAa,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;QAClD,CAAC;QAED,kBAAkB;QAClB,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;YAClB,aAAa,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;QACtC,CAAC;QAED,OAAO,aAAa,CAAC;IACvB,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,sBAAsB,CAAC,aAAmC;IACjE,OAAO,aAAa,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE;QACrC,MAAM,iBAAiB,GAAsB;YAC3C,MAAM,EAAE,SAAS;YACjB,SAAS,EAAE,WAAW,CAAC,EAAE;YACzB,SAAS,EAAE,WAAW,CAAC,SAAS;YAChC,SAAS,EAAE,WAAW,CAAC,UAAU;SAClC,CAAC;QAEF,iBAAiB;QACjB,IAAI,WAAW,CAAC,IAAI,EAAE,CAAC;YACrB,iBAAiB,CAAC,IAAI,GAAG,WAAW,CAAC,IAAI,CAAC;QAC5C,CAAC;QAED,mBAAmB;QACnB,IAAI,WAAW,CAAC,MAAM,KAAK,SAAS,IAAI,WAAW,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC;YACpE,iBAAiB,CAAC,MAAM,GAAG,WAAW,CAAC,MAAM,CAAC;QAChD,CAAC;QAED,iDAAiD;QACjD,IAAI,WAAW,CAAC,QAAQ,EAAE,CAAC;YACzB,iBAAiB,CAAC,QAAQ,GAAG,WAAW,CAAC,QAAQ,CAAC;QACpD,CAAC;QAED,kBAAkB;QAClB,IAAI,WAAW,CAAC,KAAK,EAAE,CAAC;YACtB,iBAAiB,CAAC,KAAK,GAAG,WAAW,CAAC,KAAK,CAAC;QAC9C,CAAC;QAED,uBAAuB;QACvB,IAAI,WAAW,CAAC,SAAS,EAAE,CAAC;YAC1B,iBAAiB,CAAC,SAAS,GAAG,WAAW,CAAC,SAAS,CAAC;QACtD,CAAC;QAED,kBAAkB;QAClB,IAAI,WAAW,CAAC,SAAS,EAAE,CAAC;YAC1B,iBAAiB,CAAC,SAAS,GAAG,WAAW,CAAC,SAAS,CAAC;QACtD,CAAC;QAED,kBAAkB;QAClB,IAAI,WAAW,CAAC,SAAS,EAAE,CAAC;YAC1B,iBAAiB,CAAC,QAAQ,GAAG,WAAW,CAAC,SAAS,CAAC;QACrD,CAAC;QAED,OAAO,iBAAiB,CAAC;IAC3B,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,cAAc,CAAC,KAAoB;IAC1C,OAAO,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;QACtB,MAAM,UAAU,GAAe;YAC7B,MAAM,EAAE,SAAS;YACjB,SAAS,EAAE,IAAI,CAAC,EAAE;YAClB,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,SAAS,EAAE,IAAI,CAAC,UAAU;SAC3B,CAAC;QAEF,iBAAiB;QACjB,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YACd,UAAU,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;QAC9B,CAAC;QAED,qCAAqC;QACrC,IAAI,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACrC,QAAQ,IAAI,CAAC,UAAU,EAAE,CAAC;gBACxB,KAAK,SAAS;oBACZ,UAAU,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;oBACpC,MAAM;gBACR,KAAK,SAAS;oBACZ,UAAU,CAAC,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC;oBACrC,MAAM;gBACR,KAAK,aAAa;oBAChB,UAAU,CAAC,aAAa,GAAG,IAAI,CAAC,QAAQ,CAAC;oBACzC,MAAM;YACV,CAAC;QACH,CAAC;QAED,OAAO,UAAU,CAAC;IACpB,CAAC,CAAC,CAAC;AACL,CAAC"}

package/package.json

@@ -0,0 +1,49 @@
+{
+  "name": "twenty-migrate-espocrm",
+  "version": "1.0.0",
+  "description": "CLI migration tool for EspoCRM to Twenty CRM",
+  "main": "dist/cli.js",
+  "bin": {
+    "twenty-migrate-espocrm": "dist/cli.js"
+  },
+  "scripts": {
+    "build": "tsc",
+    "start": "node dist/cli.js",
+    "dev": "tsc --watch",
+    "test": "npm run build && node test-migration.js"
+  },
+  "keywords": [
+    "twenty",
+    "crm",
+    "espocrm",
+    "migration",
+    "cli",
+    "data-migration",
+    "espocrm-api"
+  ],
+  "author": "deliveredbyai",
+  "license": "MIT",
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/deliveredbyai/twenty-migrate-espocrm.git"
+  },
+  "bugs": {
+    "url": "https://github.com/deliveredbyai/twenty-migrate-espocrm/issues"
+  },
+  "homepage": "https://github.com/deliveredbyai/twenty-migrate-espocrm#readme",
+  "dependencies": {
+    "axios": "^1.6.0",
+    "cli-progress": "^3.12.0",
+    "commander": "^11.1.0",
+    "@playwright/test": "^1.40.0",
+    "playwright": "^1.40.0"
+  },
+  "devDependencies": {
+    "@types/cli-progress": "^3.11.5",
+    "@types/node": "^20.10.0",
+    "typescript": "^5.3.0"
+  },
+  "engines": {
+    "node": ">=16.0.0"
+  }
+}

package/src/cli.ts

@@ -0,0 +1,139 @@
+#!/usr/bin/env node
+
+import { Command } from 'commander';
+import { extractFromEspoCRM } from './extract';
+import { transformData } from './transform';
+import { loadToTwenty } from './load';
+import { showProgress, generateMigrationReport } from './reporter';
+import * as fs from 'fs';
+import * as path from 'path';
+
+interface Options {
+  url: string;
+  apiKey?: string;
+  username?: string;
+  password?: string;
+  twentyUrl: string;
+  twentyKey: string;
+  dryRun: boolean;
+  objects: string;
+  batch?: number;
+}
+
+const program = new Command();
+
+program
+  .name('twenty-migrate-espocrm')
+  .description('CLI migration tool for EspoCRM to Twenty CRM')
+  .version('1.0.0');
+
+program
+  .requiredOption('-u, --url <url>', 'EspoCRM URL')
+  .option('-k, --api-key <key>', 'EspoCRM API key (alternative to username/password)')
+  .option('-n, --username <username>', 'EspoCRM username (alternative to API key)')
+  .option('-p, --password <password>', 'EspoCRM password (alternative to API key)')
+  .requiredOption('-t, --twenty-url <url>', 'Twenty CRM URL')
+  .requiredOption('-s, --twenty-key <key>', 'Twenty CRM API key')
+  .option('-d, --dry-run', 'Preview migration without writing data', false)
+  .option('-o, --objects <objects>', 'Objects to migrate (comma-separated)', 'contacts,accounts,opportunities,notes')
+  .option('-b, --batch <number>', 'Batch size for API calls', '60')
+  .parse();
+
+const options = program.opts() as Options;
+
+async function main() {
+  try {
+    console.log('🔄 EspoCRM to Twenty CRM Migration Tool');
+    console.log(`🔗 EspoCRM URL: ${options.url}`);
+    console.log(`🔑 EspoCRM Auth: ${options.apiKey ? 'API Key' : options.username ? 'Username/Password' : '❌ Missing'}`);
+    console.log(`🎯 Twenty CRM: ${options.twentyUrl}`);
+    console.log(`🔑 Twenty API: ${options.twentyKey ? '✅ Configured' : '❌ Missing'}`);
+    console.log(`🧪 Dry Run: ${options.dryRun ? 'YES' : 'NO'}`);
+    console.log(`📦 Objects: ${options.objects}`);
+
+    // Validate authentication
+    if (!options.apiKey && (!options.username || !options.password)) {
+      console.error('❌ Please provide either API key (--api-key) or username and password (--username, --password)');
+      process.exit(1);
+    }
+
+    // Parse objects
+    const objects = options.objects.split(',').map(obj => obj.trim().toLowerCase());
+    
+    // Validate objects
+    const validObjects = ['contacts', 'accounts', 'opportunities', 'notes'];
+    const invalidObjects = objects.filter(obj => !validObjects.includes(obj));
+    
+    if (invalidObjects.length > 0) {
+      console.error(`❌ Invalid objects: ${invalidObjects.join(', ')}`);
+      console.error(`Valid objects: ${validObjects.join(', ')}`);
+      process.exit(1);
+    }
+
+    console.log('\n📊 Starting migration...');
+    const progressBar = showProgress(0);
+
+    // Extract data from EspoCRM
+    console.log('\n📥 Extracting data from EspoCRM...');
+    const espocrmData = await extractFromEspoCRM(
+      options.url,
+      options.apiKey,
+      options.username,
+      options.password,
+      objects,
+      progressBar
+    );
+    
+    console.log(`✅ Extracted ${Object.keys(espocrmData).length} object types from EspoCRM`);
+    
+    // Show summary for dry run
+    if (options.dryRun) {
+      console.log('\n👀 DRY RUN - Migration Summary:');
+      Object.entries(espocrmData).forEach(([objectType, data]) => {
+        console.log(`📊 ${objectType}: ${data.length} records`);
+      });
+      
+      console.log('\n📋 Total records to migrate:');
+      const totalRecords = Object.values(espocrmData).reduce((sum, data) => sum + data.length, 0);
+      console.log(`📈 Total: ${totalRecords} records`);
+      
+      progressBar.stop();
+      console.log('\n✅ Dry run completed. Use --dry-run=false to execute migration.');
+      return;
+    }
+
+    // Transform data
+    console.log('\n🔄 Transforming data for Twenty CRM...');
+    const transformedData = await transformData(espocrmData);
+    
+    console.log(`✅ Transformed ${Object.keys(transformedData).length} object types`);
+
+    // Load data to Twenty CRM
+    console.log('\n📤 Loading data to Twenty CRM...');
+    const batchSize = parseInt(options.batch?.toString() || '60');
+    const result = await loadToTwenty(transformedData, options.twentyUrl, options.twentyKey, batchSize, progressBar);
+
+    progressBar.stop();
+
+    // Generate report
+    await generateMigrationReport(result, options.objects);
+
+    console.log('\n✅ Migration completed!');
+    console.log(`📊 Success: ${result.success}`);
+    console.log(`❌ Errors: ${result.errors}`);
+    
+    if (result.errors > 0) {
+      console.log(`📄 Error log: migration-errors-${Date.now()}.log`);
+      console.log('\n🔍 Error details:');
+      result.errorLog.forEach(error => {
+        console.log(`  ❌ ${error}`);
+      });
+    }
+
+  } catch (error: any) {
+    console.error('❌ Migration failed:', error.message);
+    process.exit(1);
+  }
+}
+
+main();

package/src/extract.ts

@@ -0,0 +1,309 @@
+import axios, { AxiosInstance } from 'axios';
+import { SingleBar } from 'cli-progress';
+
+export interface EspoCRMContact {
+  id: string;
+  firstName?: string;
+  lastName?: string;
+  email?: string;
+  phone?: string;
+  accountId?: string;
+  title?: string;
+  createdAt?: string;
+  modifiedAt?: string;
+}
+
+export interface EspoCRMAccount {
+  id: string;
+  name?: string;
+  website?: string;
+  industry?: string;
+  phone?: string;
+  description?: string;
+  createdAt?: string;
+  modifiedAt?: string;
+}
+
+export interface EspoCRMOpportunity {
+  id: string;
+  name?: string;
+  amount?: number;
+  currency?: string;
+  stage?: string;
+  accountId?: string;
+  contactId?: string;
+  closeDate?: string;
+  createdAt?: string;
+  modifiedAt?: string;
+}
+
+export interface EspoCRMNote {
+  id: string;
+  note?: string;
+  parentId?: string;
+  parentType?: string;
+  createdAt?: string;
+  modifiedAt?: string;
+}
+
+export interface EspoCRMData {
+  contacts: EspoCRMContact[];
+  accounts: EspoCRMAccount[];
+  opportunities: EspoCRMOpportunity[];
+  notes: EspoCRMNote[];
+}
+
+const RATE_LIMIT_DELAY = 600; // 600ms between requests (100 req/min)
+
+export async function extractFromEspoCRM(
+  url: string,
+  apiKey: string | undefined,
+  username: string | undefined,
+  password: string | undefined,
+  objects: string[],
+  progressBar: SingleBar
+): Promise<Partial<EspoCRMData>> {
+  const client = await createEspoCRMClient(url, apiKey, username, password);
+  const data: Partial<EspoCRMData> = {};
+
+  console.log('🔗 Testing EspoCRM API connection...');
+  
+  try {
+    // Test connection
+    await testEspoCRMConnection(client);
+    console.log('✅ EspoCRM API connection successful');
+  } catch (error: any) {
+    console.error('❌ EspoCRM API connection failed:', error.message);
+    throw new Error('Failed to connect to EspoCRM API. Check credentials and permissions.');
+  }
+
+  for (const objectType of objects) {
+    console.log(`\n📥 Extracting ${objectType}...`);
+    
+    try {
+      switch (objectType) {
+        case 'contacts':
+          data.contacts = await extractContacts(client, progressBar);
+          break;
+        case 'accounts':
+          data.accounts = await extractAccounts(client, progressBar);
+          break;
+        case 'opportunities':
+          data.opportunities = await extractOpportunities(client, progressBar);
+          break;
+        case 'notes':
+          data.notes = await extractNotes(client, progressBar);
+          break;
+        default:
+          console.warn(`⚠️ Unknown object type: ${objectType}`);
+      }
+    } catch (error: any) {
+      console.error(`❌ Failed to extract ${objectType}:`, error.message);
+      data[objectType as keyof EspoCRMData] = [];
+    }
+  }
+
+  return data;
+}
+
+async function createEspoCRMClient(
+  url: string,
+  apiKey?: string,
+  username?: string,
+  password?: string
+): Promise<AxiosInstance> {
+  const client = axios.create({
+    baseURL: `${url}/api/v1`,
+    timeout: 30000
+  });
+
+  // Set up authentication
+  if (apiKey) {
+    // API Key authentication
+    client.defaults.headers.common['Api-Key'] = apiKey;
+  } else if (username && password) {
+    // Basic authentication
+    const authString = Buffer.from(`${username}:${password}`).toString('base64');
+    client.defaults.headers.common['Authorization'] = `Basic ${authString}`;
+  } else {
+    throw new Error('Either API key or username/password must be provided');
+  }
+
+  return client;
+}
+
+async function testEspoCRMConnection(client: AxiosInstance): Promise<void> {
+  try {
+    await client.get('/App/user');
+  } catch (error: any) {
+    throw new Error(`EspoCRM API test failed: ${error.message}`);
+  }
+}
+
+async function extractContacts(client: AxiosInstance, progressBar: SingleBar): Promise<EspoCRMContact[]> {
+  const contacts: EspoCRMContact[] = [];
+  let offset = 0;
+  const maxSize = 200;
+  
+  while (true) {
+    try {
+      const response = await client.get('/Contact', {
+        params: {
+          offset,
+          maxSize,
+          select: 'id,firstName,lastName,email,phone,accountId,title,createdAt,modifiedAt'
+        }
+      });
+      
+      if (response.data && response.data.list && response.data.list.length > 0) {
+        contacts.push(...response.data.list);
+        progressBar.update(contacts.length, { contacts: contacts.length });
+        
+        // Check if there are more records
+        if (response.data.list.length < maxSize) {
+          break;
+        }
+        
+        offset += maxSize;
+      } else {
+        break;
+      }
+      
+      // Rate limiting
+      await new Promise(resolve => setTimeout(resolve, RATE_LIMIT_DELAY));
+      
+    } catch (error: any) {
+      console.error(`❌ Error fetching contacts:`, error.message);
+      break;
+    }
+  }
+  
+  console.log(`✅ Extracted ${contacts.length} contacts`);
+  return contacts;
+}
+
+async function extractAccounts(client: AxiosInstance, progressBar: SingleBar): Promise<EspoCRMAccount[]> {
+  const accounts: EspoCRMAccount[] = [];
+  let offset = 0;
+  const maxSize = 200;
+  
+  while (true) {
+    try {
+      const response = await client.get('/Account', {
+        params: {
+          offset,
+          maxSize,
+          select: 'id,name,website,industry,phone,description,createdAt,modifiedAt'
+        }
+      });
+      
+      if (response.data && response.data.list && response.data.list.length > 0) {
+        accounts.push(...response.data.list);
+        progressBar.update(accounts.length, { accounts: accounts.length });
+        
+        // Check if there are more records
+        if (response.data.list.length < maxSize) {
+          break;
+        }
+        
+        offset += maxSize;
+      } else {
+        break;
+      }
+      
+      // Rate limiting
+      await new Promise(resolve => setTimeout(resolve, RATE_LIMIT_DELAY));
+      
+    } catch (error: any) {
+      console.error(`❌ Error fetching accounts:`, error.message);
+      break;
+    }
+  }
+  
+  console.log(`✅ Extracted ${accounts.length} accounts`);
+  return accounts;
+}
+
+async function extractOpportunities(client: AxiosInstance, progressBar: SingleBar): Promise<EspoCRMOpportunity[]> {
+  const opportunities: EspoCRMOpportunity[] = [];
+  let offset = 0;
+  const maxSize = 200;
+  
+  while (true) {
+    try {
+      const response = await client.get('/Opportunity', {
+        params: {
+          offset,
+          maxSize,
+          select: 'id,name,amount,currency,stage,accountId,contactId,closeDate,createdAt,modifiedAt'
+        }
+      });
+      
+      if (response.data && response.data.list && response.data.list.length > 0) {
+        opportunities.push(...response.data.list);
+        progressBar.update(opportunities.length, { opportunities: opportunities.length });
+        
+        // Check if there are more records
+        if (response.data.list.length < maxSize) {
+          break;
+        }
+        
+        offset += maxSize;
+      } else {
+        break;
+      }
+      
+      // Rate limiting
+      await new Promise(resolve => setTimeout(resolve, RATE_LIMIT_DELAY));
+      
+    } catch (error: any) {
+      console.error(`❌ Error fetching opportunities:`, error.message);
+      break;
+    }
+  }
+  
+  console.log(`✅ Extracted ${opportunities.length} opportunities`);
+  return opportunities;
+}
+
+async function extractNotes(client: AxiosInstance, progressBar: SingleBar): Promise<EspoCRMNote[]> {
+  const notes: EspoCRMNote[] = [];
+  let offset = 0;
+  const maxSize = 200;
+  
+  while (true) {
+    try {
+      const response = await client.get('/Note', {
+        params: {
+          offset,
+          maxSize,
+          select: 'id,note,parentId,parentType,createdAt,modifiedAt'
+        }
+      });
+      
+      if (response.data && response.data.list && response.data.list.length > 0) {
+        notes.push(...response.data.list);
+        progressBar.update(notes.length, { notes: notes.length });
+        
+        // Check if there are more records
+        if (response.data.list.length < maxSize) {
+          break;
+        }
+        
+        offset += maxSize;
+      } else {
+        break;
+      }
+      
+      // Rate limiting
+      await new Promise(resolve => setTimeout(resolve, RATE_LIMIT_DELAY));
+      
+    } catch (error: any) {
+      console.error(`❌ Error fetching notes:`, error.message);
+      break;
+    }
+  }
+  
+  console.log(`✅ Extracted ${notes.length} notes`);
+  return notes;
+}