twenty-migrate-close 1.0.0

package/dist/transform.js

@@ -0,0 +1,176 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.transformData = transformData;
+async function transformData(closeData) {
+    const transformed = {
+        people: [],
+        companies: [],
+        opportunities: [],
+        notes: [],
+        activities: []
+    };
+    console.log('🔄 Transforming Close data to Twenty CRM format...');
+    // Transform leads to people and companies
+    if (closeData.leads) {
+        console.log(`👥 Transforming ${closeData.leads.length} leads...`);
+        const { people, companies } = transformLeadsToPeopleAndCompanies(closeData.leads);
+        transformed.people = people;
+        transformed.companies = companies;
+    }
+    // Transform opportunities
+    if (closeData.opportunities) {
+        console.log(`💼 Transforming ${closeData.opportunities.length} opportunities...`);
+        transformed.opportunities = transformOpportunities(closeData.opportunities);
+    }
+    // Transform notes
+    if (closeData.notes) {
+        console.log(`📝 Transforming ${closeData.notes.length} notes...`);
+        transformed.notes = transformNotes(closeData.notes);
+    }
+    // Transform tasks to activities
+    if (closeData.tasks) {
+        console.log(`📋 Transforming ${closeData.tasks.length} tasks...`);
+        transformed.activities = transformTasks(closeData.tasks);
+    }
+    console.log('✅ Data transformation completed');
+    return transformed;
+}
+function transformLeadsToPeopleAndCompanies(leads) {
+    const people = [];
+    const companies = [];
+    const companyMap = new Map();
+    for (const lead of leads) {
+        // Transform lead to person
+        const person = {
+            source: 'close',
+            closeId: lead.id,
+            createdAt: lead.date_created,
+            updatedAt: lead.date_updated
+        };
+        // Transform name
+        if (lead.first_name || lead.last_name) {
+            person.name = {
+                firstName: lead.first_name || '',
+                lastName: lead.last_name || ''
+            };
+        }
+        else if (lead.display_name) {
+            // Split full name into first and last name
+            const nameParts = lead.display_name.trim().split(/\s+/);
+            person.name = {
+                firstName: nameParts[0] || '',
+                lastName: nameParts.slice(1).join(' ') || ''
+            };
+        }
+        // Transform email
+        if (lead.email) {
+            person.email = lead.email;
+        }
+        // Transform phone
+        if (lead.phone) {
+            person.phone = lead.phone;
+        }
+        // Transform job title
+        if (lead.title) {
+            person.jobTitle = lead.title;
+        }
+        // Transform company name
+        if (lead.company_name) {
+            person.company = lead.company_name;
+            // Create company if not exists
+            if (!companyMap.has(lead.company_name)) {
+                const company = {
+                    name: lead.company_name,
+                    source: 'close',
+                    closeId: lead.id, // Use lead ID as reference
+                    createdAt: lead.date_created,
+                    updatedAt: lead.date_updated
+                };
+                companyMap.set(lead.company_name, company);
+            }
+        }
+        people.push(person);
+    }
+    companies.push(...Array.from(companyMap.values()));
+    return { people, companies };
+}
+function transformOpportunities(opportunities) {
+    return opportunities.map(opportunity => {
+        const twentyOpportunity = {
+            source: 'close',
+            closeId: opportunity.id,
+            createdAt: opportunity.date_created,
+            updatedAt: opportunity.date_updated
+        };
+        // Transform name (use status as name if no name provided)
+        twentyOpportunity.name = opportunity.status_label || 'Opportunity';
+        // Transform amount
+        if (opportunity.value !== undefined && opportunity.value !== null) {
+            twentyOpportunity.amount = opportunity.value;
+        }
+        // Transform currency (store as pipeline for now)
+        if (opportunity.currency) {
+            twentyOpportunity.pipeline = opportunity.currency;
+        }
+        // Transform status as stage
+        if (opportunity.status_label) {
+            twentyOpportunity.stage = opportunity.status_label;
+        }
+        // Transform expected close date
+        if (opportunity.expected_close_date) {
+            twentyOpportunity.closeDate = opportunity.expected_close_date;
+        }
+        // Link to lead
+        if (opportunity.lead_id) {
+            twentyOpportunity.personId = opportunity.lead_id;
+        }
+        return twentyOpportunity;
+    });
+}
+function transformNotes(notes) {
+    return notes.map(note => {
+        const twentyNote = {
+            source: 'close',
+            closeId: note.id,
+            createdAt: note.date_created,
+            updatedAt: note.date_updated
+        };
+        // Transform note
+        if (note.note) {
+            twentyNote.body = note.note;
+        }
+        // Link to lead
+        if (note.lead_id) {
+            twentyNote.personId = note.lead_id;
+        }
+        return twentyNote;
+    });
+}
+function transformTasks(tasks) {
+    return tasks.map(task => {
+        const twentyActivity = {
+            source: 'close',
+            closeId: task.id,
+            createdAt: task.date_created,
+            updatedAt: task.date_updated
+        };
+        // Transform text as subject
+        if (task.text) {
+            twentyActivity.subject = task.text;
+        }
+        // Transform status as type
+        if (task.status) {
+            twentyActivity.type = task.status;
+        }
+        // Transform due date
+        if (task.due_date) {
+            twentyActivity.note = `Due: ${task.due_date}`;
+        }
+        // Link to lead
+        if (task.lead_id) {
+            twentyActivity.personId = task.lead_id;
+        }
+        return twentyActivity;
+    });
+}
+//# sourceMappingURL=transform.js.map

package/dist/transform.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"transform.js","sourceRoot":"","sources":["../src/transform.ts"],"names":[],"mappings":";;AA8EA,sCAuCC;AAvCM,KAAK,UAAU,aAAa,CAAC,SAA6B;IAC/D,MAAM,WAAW,GAAoB;QACnC,MAAM,EAAE,EAAE;QACV,SAAS,EAAE,EAAE;QACb,aAAa,EAAE,EAAE;QACjB,KAAK,EAAE,EAAE;QACT,UAAU,EAAE,EAAE;KACf,CAAC;IAEF,OAAO,CAAC,GAAG,CAAC,oDAAoD,CAAC,CAAC;IAElE,0CAA0C;IAC1C,IAAI,SAAS,CAAC,KAAK,EAAE,CAAC;QACpB,OAAO,CAAC,GAAG,CAAC,mBAAmB,SAAS,CAAC,KAAK,CAAC,MAAM,WAAW,CAAC,CAAC;QAClE,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,kCAAkC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QAClF,WAAW,CAAC,MAAM,GAAG,MAAM,CAAC;QAC5B,WAAW,CAAC,SAAS,GAAG,SAAS,CAAC;IACpC,CAAC;IAED,0BAA0B;IAC1B,IAAI,SAAS,CAAC,aAAa,EAAE,CAAC;QAC5B,OAAO,CAAC,GAAG,CAAC,mBAAmB,SAAS,CAAC,aAAa,CAAC,MAAM,mBAAmB,CAAC,CAAC;QAClF,WAAW,CAAC,aAAa,GAAG,sBAAsB,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC;IAC9E,CAAC;IAED,kBAAkB;IAClB,IAAI,SAAS,CAAC,KAAK,EAAE,CAAC;QACpB,OAAO,CAAC,GAAG,CAAC,mBAAmB,SAAS,CAAC,KAAK,CAAC,MAAM,WAAW,CAAC,CAAC;QAClE,WAAW,CAAC,KAAK,GAAG,cAAc,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;IACtD,CAAC;IAED,gCAAgC;IAChC,IAAI,SAAS,CAAC,KAAK,EAAE,CAAC;QACpB,OAAO,CAAC,GAAG,CAAC,mBAAmB,SAAS,CAAC,KAAK,CAAC,MAAM,WAAW,CAAC,CAAC;QAClE,WAAW,CAAC,UAAU,GAAG,cAAc,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;IAC3D,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,iCAAiC,CAAC,CAAC;IAC/C,OAAO,WAAW,CAAC;AACrB,CAAC;AAED,SAAS,kCAAkC,CAAC,KAAkB;IAC5D,MAAM,MAAM,GAAmB,EAAE,CAAC;IAClC,MAAM,SAAS,GAAoB,EAAE,CAAC;IACtC,MAAM,UAAU,GAAG,IAAI,GAAG,EAAyB,CAAC;IAEpD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,2BAA2B;QAC3B,MAAM,MAAM,GAAiB;YAC3B,MAAM,EAAE,OAAO;YACf,OAAO,EAAE,IAAI,CAAC,EAAE;YAChB,SAAS,EAAE,IAAI,CAAC,YAAY;YAC5B,SAAS,EAAE,IAAI,CAAC,YAAY;SAC7B,CAAC;QAEF,iBAAiB;QACjB,IAAI,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACtC,MAAM,CAAC,IAAI,GAAG;gBACZ,SAAS,EAAE,IAAI,CAAC,UAAU,IAAI,EAAE;gBAChC,QAAQ,EAAE,IAAI,CAAC,SAAS,IAAI,EAAE;aAC/B,CAAC;QACJ,CAAC;aAAM,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YAC7B,2CAA2C;YAC3C,MAAM,SAAS,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YACxD,MAAM,CAAC,IAAI,GAAG;gBACZ,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC,IAAI,EAAE;gBAC7B,QAAQ,EAAE,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE;aAC7C,CAAC;QACJ,CAAC;QAED,kBAAkB;QAClB,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;QAC5B,CAAC;QAED,kBAAkB;QAClB,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;QAC5B,CAAC;QAED,sBAAsB;QACtB,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC;QAC/B,CAAC;QAED,yBAAyB;QACzB,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACtB,MAAM,CAAC,OAAO,GAAG,IAAI,CAAC,YAAY,CAAC;YAEnC,+BAA+B;YAC/B,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC;gBACvC,MAAM,OAAO,GAAkB;oBAC7B,IAAI,EAAE,IAAI,CAAC,YAAY;oBACvB,MAAM,EAAE,OAAO;oBACf,OAAO,EAAE,IAAI,CAAC,EAAE,EAAE,2BAA2B;oBAC7C,SAAS,EAAE,IAAI,CAAC,YAAY;oBAC5B,SAAS,EAAE,IAAI,CAAC,YAAY;iBAC7B,CAAC;gBACF,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;YAC7C,CAAC;QACH,CAAC;QAED,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACtB,CAAC;IAED,SAAS,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAEnD,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;AAC/B,CAAC;AAED,SAAS,sBAAsB,CAAC,aAAiC;IAC/D,OAAO,aAAa,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE;QACrC,MAAM,iBAAiB,GAAsB;YAC3C,MAAM,EAAE,OAAO;YACf,OAAO,EAAE,WAAW,CAAC,EAAE;YACvB,SAAS,EAAE,WAAW,CAAC,YAAY;YACnC,SAAS,EAAE,WAAW,CAAC,YAAY;SACpC,CAAC;QAEF,0DAA0D;QAC1D,iBAAiB,CAAC,IAAI,GAAG,WAAW,CAAC,YAAY,IAAI,aAAa,CAAC;QAEnE,mBAAmB;QACnB,IAAI,WAAW,CAAC,KAAK,KAAK,SAAS,IAAI,WAAW,CAAC,KAAK,KAAK,IAAI,EAAE,CAAC;YAClE,iBAAiB,CAAC,MAAM,GAAG,WAAW,CAAC,KAAK,CAAC;QAC/C,CAAC;QAED,iDAAiD;QACjD,IAAI,WAAW,CAAC,QAAQ,EAAE,CAAC;YACzB,iBAAiB,CAAC,QAAQ,GAAG,WAAW,CAAC,QAAQ,CAAC;QACpD,CAAC;QAED,4BAA4B;QAC5B,IAAI,WAAW,CAAC,YAAY,EAAE,CAAC;YAC7B,iBAAiB,CAAC,KAAK,GAAG,WAAW,CAAC,YAAY,CAAC;QACrD,CAAC;QAED,gCAAgC;QAChC,IAAI,WAAW,CAAC,mBAAmB,EAAE,CAAC;YACpC,iBAAiB,CAAC,SAAS,GAAG,WAAW,CAAC,mBAAmB,CAAC;QAChE,CAAC;QAED,eAAe;QACf,IAAI,WAAW,CAAC,OAAO,EAAE,CAAC;YACxB,iBAAiB,CAAC,QAAQ,GAAG,WAAW,CAAC,OAAO,CAAC;QACnD,CAAC;QAED,OAAO,iBAAiB,CAAC;IAC3B,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,cAAc,CAAC,KAAkB;IACxC,OAAO,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;QACtB,MAAM,UAAU,GAAe;YAC7B,MAAM,EAAE,OAAO;YACf,OAAO,EAAE,IAAI,CAAC,EAAE;YAChB,SAAS,EAAE,IAAI,CAAC,YAAY;YAC5B,SAAS,EAAE,IAAI,CAAC,YAAY;SAC7B,CAAC;QAEF,iBAAiB;QACjB,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YACd,UAAU,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;QAC9B,CAAC;QAED,eAAe;QACf,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,UAAU,CAAC,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC;QACrC,CAAC;QAED,OAAO,UAAU,CAAC;IACpB,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,cAAc,CAAC,KAAkB;IACxC,OAAO,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;QACtB,MAAM,cAAc,GAAmB;YACrC,MAAM,EAAE,OAAO;YACf,OAAO,EAAE,IAAI,CAAC,EAAE;YAChB,SAAS,EAAE,IAAI,CAAC,YAAY;YAC5B,SAAS,EAAE,IAAI,CAAC,YAAY;SAC7B,CAAC;QAEF,4BAA4B;QAC5B,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YACd,cAAc,CAAC,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC;QACrC,CAAC;QAED,2BAA2B;QAC3B,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,cAAc,CAAC,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC;QACpC,CAAC;QAED,qBAAqB;QACrB,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClB,cAAc,CAAC,IAAI,GAAG,QAAQ,IAAI,CAAC,QAAQ,EAAE,CAAC;QAChD,CAAC;QAED,eAAe;QACf,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,cAAc,CAAC,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC;QACzC,CAAC;QAED,OAAO,cAAc,CAAC;IACxB,CAAC,CAAC,CAAC;AACL,CAAC"}

package/package.json

@@ -0,0 +1,49 @@
+{
+  "name": "twenty-migrate-close",
+  "version": "1.0.0",
+  "description": "CLI migration tool for Close to Twenty CRM",
+  "main": "dist/cli.js",
+  "bin": {
+    "twenty-migrate-close": "dist/cli.js"
+  },
+  "scripts": {
+    "build": "tsc",
+    "start": "node dist/cli.js",
+    "dev": "tsc --watch",
+    "test": "npm run build && node test-migration.js"
+  },
+  "keywords": [
+    "twenty",
+    "crm",
+    "close",
+    "migration",
+    "cli",
+    "data-migration",
+    "close-api"
+  ],
+  "author": "deliveredbyai",
+  "license": "MIT",
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/deliveredbyai/twenty-migrate-close.git"
+  },
+  "bugs": {
+    "url": "https://github.com/deliveredbyai/twenty-migrate-close/issues"
+  },
+  "homepage": "https://github.com/deliveredbyai/twenty-migrate-close#readme",
+  "dependencies": {
+    "axios": "^1.6.0",
+    "cli-progress": "^3.12.0",
+    "commander": "^11.1.0",
+    "@playwright/test": "^1.40.0",
+    "playwright": "^1.40.0"
+  },
+  "devDependencies": {
+    "@types/cli-progress": "^3.11.5",
+    "@types/node": "^20.10.0",
+    "typescript": "^5.3.0"
+  },
+  "engines": {
+    "node": ">=16.0.0"
+  }
+}

package/src/cli.ts

@@ -0,0 +1,119 @@
+#!/usr/bin/env node
+
+import { Command } from 'commander';
+import { extractFromClose } from './extract';
+import { transformData } from './transform';
+import { loadToTwenty } from './load';
+import { showProgress, generateMigrationReport } from './reporter';
+import * as fs from 'fs';
+import * as path from 'path';
+
+interface Options {
+  apiKey: string;
+  twentyUrl: string;
+  twentyKey: string;
+  dryRun: boolean;
+  objects: string;
+  batch?: number;
+}
+
+const program = new Command();
+
+program
+  .name('twenty-migrate-close')
+  .description('CLI migration tool for Close to Twenty CRM')
+  .version('1.0.0');
+
+program
+  .requiredOption('-k, --api-key <key>', 'Close API key')
+  .requiredOption('-u, --twenty-url <url>', 'Twenty CRM URL')
+  .requiredOption('-t, --twenty-key <key>', 'Twenty CRM API key')
+  .option('-d, --dry-run', 'Preview migration without writing data', false)
+  .option('-o, --objects <objects>', 'Objects to migrate (comma-separated)', 'leads,opportunities,notes,tasks')
+  .option('-b, --batch <number>', 'Batch size for API calls', '60')
+  .parse();
+
+const options = program.opts() as Options;
+
+async function main() {
+  try {
+    console.log('🔄 Close to Twenty CRM Migration Tool');
+    console.log(`🔗 Close API Key: ${options.apiKey ? '✅ Configured' : '❌ Missing'}`);
+    console.log(`🎯 Twenty CRM: ${options.twentyUrl}`);
+    console.log(`🔑 Twenty API: ${options.twentyKey ? '✅ Configured' : '❌ Missing'}`);
+    console.log(`🧪 Dry Run: ${options.dryRun ? 'YES' : 'NO'}`);
+    console.log(`📦 Objects: ${options.objects}`);
+
+    // Parse objects
+    const objects = options.objects.split(',').map(obj => obj.trim().toLowerCase());
+    
+    // Validate objects
+    const validObjects = ['leads', 'opportunities', 'notes', 'tasks'];
+    const invalidObjects = objects.filter(obj => !validObjects.includes(obj));
+    
+    if (invalidObjects.length > 0) {
+      console.error(`❌ Invalid objects: ${invalidObjects.join(', ')}`);
+      console.error(`Valid objects: ${validObjects.join(', ')}`);
+      process.exit(1);
+    }
+
+    console.log('\n📊 Starting migration...');
+    const progressBar = showProgress(0);
+
+    // Extract data from Close
+    console.log('\n📥 Extracting data from Close...');
+    const closeData = await extractFromClose(options.apiKey, objects, progressBar);
+    
+    console.log(`✅ Extracted ${Object.keys(closeData).length} object types from Close`);
+    
+    // Show summary for dry run
+    if (options.dryRun) {
+      console.log('\n👀 DRY RUN - Migration Summary:');
+      Object.entries(closeData).forEach(([objectType, data]) => {
+        console.log(`📊 ${objectType}: ${data.length} records`);
+      });
+      
+      console.log('\n📋 Total records to migrate:');
+      const totalRecords = Object.values(closeData).reduce((sum, data) => sum + data.length, 0);
+      console.log(`📈 Total: ${totalRecords} records`);
+      
+      progressBar.stop();
+      console.log('\n✅ Dry run completed. Use --dry-run=false to execute migration.');
+      return;
+    }
+
+    // Transform data
+    console.log('\n🔄 Transforming data for Twenty CRM...');
+    const transformedData = await transformData(closeData);
+    
+    console.log(`✅ Transformed ${Object.keys(transformedData).length} object types`);
+
+    // Load data to Twenty CRM
+    console.log('\n📤 Loading data to Twenty CRM...');
+    const batchSize = parseInt(options.batch?.toString() || '60');
+    const result = await loadToTwenty(transformedData, options.twentyUrl, options.twentyKey, batchSize, progressBar);
+
+    progressBar.stop();
+
+    // Generate report
+    await generateMigrationReport(result, options.objects);
+
+    console.log('\n✅ Migration completed!');
+    console.log(`📊 Success: ${result.success}`);
+    console.log(`❌ Errors: ${result.errors}`);
+    
+    if (result.errors > 0) {
+      console.log(`📄 Error log: migration-errors-${Date.now()}.log`);
+      console.log('\n🔍 Error details:');
+      result.errorLog.forEach(error => {
+        console.log(`  ❌ ${error}`);
+      });
+    }
+
+  } catch (error: any) {
+    console.error('❌ Migration failed:', error.message);
+    process.exit(1);
+  }
+}
+
+main();

package/src/extract.ts

@@ -0,0 +1,286 @@
+import axios, { AxiosInstance } from 'axios';
+import { SingleBar } from 'cli-progress';
+
+export interface CloseLead {
+  id: string;
+  display_name?: string;
+  first_name?: string;
+  last_name?: string;
+  email?: string;
+  phone?: string;
+  company_name?: string;
+  title?: string;
+  status_label?: string;
+  date_created?: string;
+  date_updated?: string;
+}
+
+export interface CloseOpportunity {
+  id: string;
+  lead_id?: string;
+  status_label?: string;
+  value?: number;
+  currency?: string;
+  confidence?: number;
+  date_created?: string;
+  date_updated?: string;
+  expected_close_date?: string;
+}
+
+export interface CloseNote {
+  id: string;
+  lead_id?: string;
+  note?: string;
+  date_created?: string;
+  date_updated?: string;
+}
+
+export interface CloseTask {
+  id: string;
+  lead_id?: string;
+  text?: string;
+  status?: string;
+  due_date?: string;
+  date_created?: string;
+  date_updated?: string;
+}
+
+export interface CloseData {
+  leads: CloseLead[];
+  opportunities: CloseOpportunity[];
+  notes: CloseNote[];
+  tasks: CloseTask[];
+}
+
+const RATE_LIMIT_DELAY = 600; // 600ms between requests (100 req/min)
+
+export async function extractFromClose(
+  apiKey: string,
+  objects: string[],
+  progressBar: SingleBar
+): Promise<Partial<CloseData>> {
+  const client = createCloseClient(apiKey);
+  const data: Partial<CloseData> = {};
+
+  console.log('🔗 Testing Close API connection...');
+  
+  try {
+    // Test connection
+    await testCloseConnection(client);
+    console.log('✅ Close API connection successful');
+  } catch (error: any) {
+    console.error('❌ Close API connection failed:', error.message);
+    throw new Error('Failed to connect to Close API. Check API key and permissions.');
+  }
+
+  for (const objectType of objects) {
+    console.log(`\n📥 Extracting ${objectType}...`);
+    
+    try {
+      switch (objectType) {
+        case 'leads':
+          data.leads = await extractLeads(client, progressBar);
+          break;
+        case 'opportunities':
+          data.opportunities = await extractOpportunities(client, progressBar);
+          break;
+        case 'notes':
+          data.notes = await extractNotes(client, progressBar);
+          break;
+        case 'tasks':
+          data.tasks = await extractTasks(client, progressBar);
+          break;
+        default:
+          console.warn(`⚠️ Unknown object type: ${objectType}`);
+      }
+    } catch (error: any) {
+      console.error(`❌ Failed to extract ${objectType}:`, error.message);
+      data[objectType as keyof CloseData] = [];
+    }
+  }
+
+  return data;
+}
+
+function createCloseClient(apiKey: string): AxiosInstance {
+  return axios.create({
+    baseURL: 'https://api.close.com/api/v1',
+    headers: {
+      'Authorization': `Basic ${Buffer.from(apiKey + ':').toString('base64')}`,
+      'Content-Type': 'application/json'
+    },
+    timeout: 30000
+  });
+}
+
+async function testCloseConnection(client: AxiosInstance): Promise<void> {
+  try {
+    await client.get('/user/me');
+  } catch (error: any) {
+    throw new Error(`Close API test failed: ${error.message}`);
+  }
+}
+
+async function extractLeads(client: AxiosInstance, progressBar: SingleBar): Promise<CloseLead[]> {
+  const leads: CloseLead[] = [];
+  let page = 1;
+  const pageSize = 200;
+  
+  while (true) {
+    try {
+      const response = await client.get('/lead', {
+        params: {
+          _page: page,
+          _limit: pageSize
+        }
+      });
+      
+      if (response.data && response.data.data && response.data.data.length > 0) {
+        leads.push(...response.data.data);
+        progressBar.update(leads.length, { leads: leads.length });
+        
+        // Check if there are more records
+        if (response.data.data.length < pageSize) {
+          break;
+        }
+        
+        page++;
+      } else {
+        break;
+      }
+      
+      // Rate limiting
+      await new Promise(resolve => setTimeout(resolve, RATE_LIMIT_DELAY));
+      
+    } catch (error: any) {
+      console.error(`❌ Error fetching leads page:`, error.message);
+      break;
+    }
+  }
+  
+  console.log(`✅ Extracted ${leads.length} leads`);
+  return leads;
+}
+
+async function extractOpportunities(client: AxiosInstance, progressBar: SingleBar): Promise<CloseOpportunity[]> {
+  const opportunities: CloseOpportunity[] = [];
+  let page = 1;
+  const pageSize = 200;
+  
+  while (true) {
+    try {
+      const response = await client.get('/opportunity', {
+        params: {
+          _page: page,
+          _limit: pageSize
+        }
+      });
+      
+      if (response.data && response.data.data && response.data.data.length > 0) {
+        opportunities.push(...response.data.data);
+        progressBar.update(opportunities.length, { opportunities: opportunities.length });
+        
+        // Check if there are more records
+        if (response.data.data.length < pageSize) {
+          break;
+        }
+        
+        page++;
+      } else {
+        break;
+      }
+      
+      // Rate limiting
+      await new Promise(resolve => setTimeout(resolve, RATE_LIMIT_DELAY));
+      
+    } catch (error: any) {
+      console.error(`❌ Error fetching opportunities page:`, error.message);
+      break;
+    }
+  }
+  
+  console.log(`✅ Extracted ${opportunities.length} opportunities`);
+  return opportunities;
+}
+
+async function extractNotes(client: AxiosInstance, progressBar: SingleBar): Promise<CloseNote[]> {
+  const notes: CloseNote[] = [];
+  let page = 1;
+  const pageSize = 200;
+  
+  while (true) {
+    try {
+      const response = await client.get('/note', {
+        params: {
+          _page: page,
+          _limit: pageSize
+        }
+      });
+      
+      if (response.data && response.data.data && response.data.data.length > 0) {
+        notes.push(...response.data.data);
+        progressBar.update(notes.length, { notes: notes.length });
+        
+        // Check if there are more records
+        if (response.data.data.length < pageSize) {
+          break;
+        }
+        
+        page++;
+      } else {
+        break;
+      }
+      
+      // Rate limiting
+      await new Promise(resolve => setTimeout(resolve, RATE_LIMIT_DELAY));
+      
+    } catch (error: any) {
+      console.error(`❌ Error fetching notes page:`, error.message);
+      break;
+    }
+  }
+  
+  console.log(`✅ Extracted ${notes.length} notes`);
+  return notes;
+}
+
+async function extractTasks(client: AxiosInstance, progressBar: SingleBar): Promise<CloseTask[]> {
+  const tasks: CloseTask[] = [];
+  let page = 1;
+  const pageSize = 200;
+  
+  while (true) {
+    try {
+      const response = await client.get('/task', {
+        params: {
+          _page: page,
+          _limit: pageSize
+        }
+      });
+      
+      if (response.data && response.data.data && response.data.data.length > 0) {
+        tasks.push(...response.data.data);
+        progressBar.update(tasks.length, { tasks: tasks.length });
+        
+        // Check if there are more records
+        if (response.data.data.length < pageSize) {
+          break;
+        }
+        
+        page++;
+      } else {
+        break;
+      }
+      
+      // Rate limiting
+      await new Promise(resolve => setTimeout(resolve, RATE_LIMIT_DELAY));
+      
+    } catch (error: any) {
+      console.error(`❌ Error fetching tasks page:`, error.message);
+      break;
+    }
+  }
+  
+  console.log(`✅ Extracted ${tasks.length} tasks`);
+  return tasks;
+}