twenty-migrate-close 1.0.0

package/.env.example

@@ -0,0 +1,13 @@
+# Close API Configuration
+CLOSE_API_KEY=your_close_api_key_here
+CLOSE_API_URL=https://api.close.com/api/v1
+
+# Twenty CRM Configuration
+TWENTY_URL=http://localhost:3000
+TWENTY_API_KEY=your_twenty_api_key_here
+
+# Migration Settings
+BATCH_SIZE=60
+RATE_LIMIT_DELAY=600
+DRY_RUN=false
+OBJECTS=leads,opportunities,notes,tasks

package/dist/cli.d.ts

@@ -0,0 +1,3 @@
+#!/usr/bin/env node
+export {};
+//# sourceMappingURL=cli.d.ts.map

package/dist/cli.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli.d.ts","sourceRoot":"","sources":["../src/cli.ts"],"names":[],"mappings":""}

package/dist/cli.js

@@ -0,0 +1,88 @@
+#!/usr/bin/env node
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const commander_1 = require("commander");
+const extract_1 = require("./extract");
+const transform_1 = require("./transform");
+const load_1 = require("./load");
+const reporter_1 = require("./reporter");
+const program = new commander_1.Command();
+program
+    .name('twenty-migrate-close')
+    .description('CLI migration tool for Close to Twenty CRM')
+    .version('1.0.0');
+program
+    .requiredOption('-k, --api-key <key>', 'Close API key')
+    .requiredOption('-u, --twenty-url <url>', 'Twenty CRM URL')
+    .requiredOption('-t, --twenty-key <key>', 'Twenty CRM API key')
+    .option('-d, --dry-run', 'Preview migration without writing data', false)
+    .option('-o, --objects <objects>', 'Objects to migrate (comma-separated)', 'leads,opportunities,notes,tasks')
+    .option('-b, --batch <number>', 'Batch size for API calls', '60')
+    .parse();
+const options = program.opts();
+async function main() {
+    try {
+        console.log('🔄 Close to Twenty CRM Migration Tool');
+        console.log(`🔗 Close API Key: ${options.apiKey ? '✅ Configured' : '❌ Missing'}`);
+        console.log(`🎯 Twenty CRM: ${options.twentyUrl}`);
+        console.log(`🔑 Twenty API: ${options.twentyKey ? '✅ Configured' : '❌ Missing'}`);
+        console.log(`🧪 Dry Run: ${options.dryRun ? 'YES' : 'NO'}`);
+        console.log(`📦 Objects: ${options.objects}`);
+        // Parse objects
+        const objects = options.objects.split(',').map(obj => obj.trim().toLowerCase());
+        // Validate objects
+        const validObjects = ['leads', 'opportunities', 'notes', 'tasks'];
+        const invalidObjects = objects.filter(obj => !validObjects.includes(obj));
+        if (invalidObjects.length > 0) {
+            console.error(`❌ Invalid objects: ${invalidObjects.join(', ')}`);
+            console.error(`Valid objects: ${validObjects.join(', ')}`);
+            process.exit(1);
+        }
+        console.log('\n📊 Starting migration...');
+        const progressBar = (0, reporter_1.showProgress)(0);
+        // Extract data from Close
+        console.log('\n📥 Extracting data from Close...');
+        const closeData = await (0, extract_1.extractFromClose)(options.apiKey, objects, progressBar);
+        console.log(`✅ Extracted ${Object.keys(closeData).length} object types from Close`);
+        // Show summary for dry run
+        if (options.dryRun) {
+            console.log('\n👀 DRY RUN - Migration Summary:');
+            Object.entries(closeData).forEach(([objectType, data]) => {
+                console.log(`📊 ${objectType}: ${data.length} records`);
+            });
+            console.log('\n📋 Total records to migrate:');
+            const totalRecords = Object.values(closeData).reduce((sum, data) => sum + data.length, 0);
+            console.log(`📈 Total: ${totalRecords} records`);
+            progressBar.stop();
+            console.log('\n✅ Dry run completed. Use --dry-run=false to execute migration.');
+            return;
+        }
+        // Transform data
+        console.log('\n🔄 Transforming data for Twenty CRM...');
+        const transformedData = await (0, transform_1.transformData)(closeData);
+        console.log(`✅ Transformed ${Object.keys(transformedData).length} object types`);
+        // Load data to Twenty CRM
+        console.log('\n📤 Loading data to Twenty CRM...');
+        const batchSize = parseInt(options.batch?.toString() || '60');
+        const result = await (0, load_1.loadToTwenty)(transformedData, options.twentyUrl, options.twentyKey, batchSize, progressBar);
+        progressBar.stop();
+        // Generate report
+        await (0, reporter_1.generateMigrationReport)(result, options.objects);
+        console.log('\n✅ Migration completed!');
+        console.log(`📊 Success: ${result.success}`);
+        console.log(`❌ Errors: ${result.errors}`);
+        if (result.errors > 0) {
+            console.log(`📄 Error log: migration-errors-${Date.now()}.log`);
+            console.log('\n🔍 Error details:');
+            result.errorLog.forEach(error => {
+                console.log(`  ❌ ${error}`);
+            });
+        }
+    }
+    catch (error) {
+        console.error('❌ Migration failed:', error.message);
+        process.exit(1);
+    }
+}
+main();
+//# sourceMappingURL=cli.js.map

package/dist/cli.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli.js","sourceRoot":"","sources":["../src/cli.ts"],"names":[],"mappings":";;;AAEA,yCAAoC;AACpC,uCAA6C;AAC7C,2CAA4C;AAC5C,iCAAsC;AACtC,yCAAmE;AAanE,MAAM,OAAO,GAAG,IAAI,mBAAO,EAAE,CAAC;AAE9B,OAAO;KACJ,IAAI,CAAC,sBAAsB,CAAC;KAC5B,WAAW,CAAC,4CAA4C,CAAC;KACzD,OAAO,CAAC,OAAO,CAAC,CAAC;AAEpB,OAAO;KACJ,cAAc,CAAC,qBAAqB,EAAE,eAAe,CAAC;KACtD,cAAc,CAAC,wBAAwB,EAAE,gBAAgB,CAAC;KAC1D,cAAc,CAAC,wBAAwB,EAAE,oBAAoB,CAAC;KAC9D,MAAM,CAAC,eAAe,EAAE,wCAAwC,EAAE,KAAK,CAAC;KACxE,MAAM,CAAC,yBAAyB,EAAE,sCAAsC,EAAE,iCAAiC,CAAC;KAC5G,MAAM,CAAC,sBAAsB,EAAE,0BAA0B,EAAE,IAAI,CAAC;KAChE,KAAK,EAAE,CAAC;AAEX,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,EAAa,CAAC;AAE1C,KAAK,UAAU,IAAI;IACjB,IAAI,CAAC;QACH,OAAO,CAAC,GAAG,CAAC,uCAAuC,CAAC,CAAC;QACrD,OAAO,CAAC,GAAG,CAAC,qBAAqB,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC;QAClF,OAAO,CAAC,GAAG,CAAC,kBAAkB,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC;QACnD,OAAO,CAAC,GAAG,CAAC,kBAAkB,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC;QAClF,OAAO,CAAC,GAAG,CAAC,eAAe,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QAC5D,OAAO,CAAC,GAAG,CAAC,eAAe,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;QAE9C,gBAAgB;QAChB,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,CAAC;QAEhF,mBAAmB;QACnB,MAAM,YAAY,GAAG,CAAC,OAAO,EAAE,eAAe,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;QAClE,MAAM,cAAc,GAAG,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,YAAY,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC;QAE1E,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC9B,OAAO,CAAC,KAAK,CAAC,sBAAsB,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACjE,OAAO,CAAC,KAAK,CAAC,kBAAkB,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAC3D,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,4BAA4B,CAAC,CAAC;QAC1C,MAAM,WAAW,GAAG,IAAA,uBAAY,EAAC,CAAC,CAAC,CAAC;QAEpC,0BAA0B;QAC1B,OAAO,CAAC,GAAG,CAAC,oCAAoC,CAAC,CAAC;QAClD,MAAM,SAAS,GAAG,MAAM,IAAA,0BAAgB,EAAC,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE,WAAW,CAAC,CAAC;QAE/E,OAAO,CAAC,GAAG,CAAC,eAAe,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,MAAM,0BAA0B,CAAC,CAAC;QAEpF,2BAA2B;QAC3B,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;YACnB,OAAO,CAAC,GAAG,CAAC,mCAAmC,CAAC,CAAC;YACjD,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,UAAU,EAAE,IAAI,CAAC,EAAE,EAAE;gBACvD,OAAO,CAAC,GAAG,CAAC,MAAM,UAAU,KAAK,IAAI,CAAC,MAAM,UAAU,CAAC,CAAC;YAC1D,CAAC,CAAC,CAAC;YAEH,OAAO,CAAC,GAAG,CAAC,gCAAgC,CAAC,CAAC;YAC9C,MAAM,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YAC1F,OAAO,CAAC,GAAG,CAAC,aAAa,YAAY,UAAU,CAAC,CAAC;YAEjD,WAAW,CAAC,IAAI,EAAE,CAAC;YACnB,OAAO,CAAC,GAAG,CAAC,kEAAkE,CAAC,CAAC;YAChF,OAAO;QACT,CAAC;QAED,iBAAiB;QACjB,OAAO,CAAC,GAAG,CAAC,0CAA0C,CAAC,CAAC;QACxD,MAAM,eAAe,GAAG,MAAM,IAAA,yBAAa,EAAC,SAAS,CAAC,CAAC;QAEvD,OAAO,CAAC,GAAG,CAAC,iBAAiB,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,MAAM,eAAe,CAAC,CAAC;QAEjF,0BAA0B;QAC1B,OAAO,CAAC,GAAG,CAAC,oCAAoC,CAAC,CAAC;QAClD,MAAM,SAAS,GAAG,QAAQ,CAAC,OAAO,CAAC,KAAK,EAAE,QAAQ,EAAE,IAAI,IAAI,CAAC,CAAC;QAC9D,MAAM,MAAM,GAAG,MAAM,IAAA,mBAAY,EAAC,eAAe,EAAE,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,SAAS,EAAE,WAAW,CAAC,CAAC;QAEjH,WAAW,CAAC,IAAI,EAAE,CAAC;QAEnB,kBAAkB;QAClB,MAAM,IAAA,kCAAuB,EAAC,MAAM,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;QAEvD,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAC;QACxC,OAAO,CAAC,GAAG,CAAC,eAAe,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;QAC7C,OAAO,CAAC,GAAG,CAAC,aAAa,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;QAE1C,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtB,OAAO,CAAC,GAAG,CAAC,kCAAkC,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;YAChE,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAC;YACnC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE;gBAC9B,OAAO,CAAC,GAAG,CAAC,OAAO,KAAK,EAAE,CAAC,CAAC;YAC9B,CAAC,CAAC,CAAC;QACL,CAAC;IAEH,CAAC;IAAC,OAAO,KAAU,EAAE,CAAC;QACpB,OAAO,CAAC,KAAK,CAAC,qBAAqB,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;QACpD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC;AAED,IAAI,EAAE,CAAC"}

package/dist/extract.d.ts

@@ -0,0 +1,49 @@
+import { SingleBar } from 'cli-progress';
+export interface CloseLead {
+    id: string;
+    display_name?: string;
+    first_name?: string;
+    last_name?: string;
+    email?: string;
+    phone?: string;
+    company_name?: string;
+    title?: string;
+    status_label?: string;
+    date_created?: string;
+    date_updated?: string;
+}
+export interface CloseOpportunity {
+    id: string;
+    lead_id?: string;
+    status_label?: string;
+    value?: number;
+    currency?: string;
+    confidence?: number;
+    date_created?: string;
+    date_updated?: string;
+    expected_close_date?: string;
+}
+export interface CloseNote {
+    id: string;
+    lead_id?: string;
+    note?: string;
+    date_created?: string;
+    date_updated?: string;
+}
+export interface CloseTask {
+    id: string;
+    lead_id?: string;
+    text?: string;
+    status?: string;
+    due_date?: string;
+    date_created?: string;
+    date_updated?: string;
+}
+export interface CloseData {
+    leads: CloseLead[];
+    opportunities: CloseOpportunity[];
+    notes: CloseNote[];
+    tasks: CloseTask[];
+}
+export declare function extractFromClose(apiKey: string, objects: string[], progressBar: SingleBar): Promise<Partial<CloseData>>;
+//# sourceMappingURL=extract.d.ts.map

package/dist/extract.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"extract.d.ts","sourceRoot":"","sources":["../src/extract.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AAEzC,MAAM,WAAW,SAAS;IACxB,EAAE,EAAE,MAAM,CAAC;IACX,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,gBAAgB;IAC/B,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,mBAAmB,CAAC,EAAE,MAAM,CAAC;CAC9B;AAED,MAAM,WAAW,SAAS;IACxB,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,SAAS;IACxB,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,SAAS;IACxB,KAAK,EAAE,SAAS,EAAE,CAAC;IACnB,aAAa,EAAE,gBAAgB,EAAE,CAAC;IAClC,KAAK,EAAE,SAAS,EAAE,CAAC;IACnB,KAAK,EAAE,SAAS,EAAE,CAAC;CACpB;AAID,wBAAsB,gBAAgB,CACpC,MAAM,EAAE,MAAM,EACd,OAAO,EAAE,MAAM,EAAE,EACjB,WAAW,EAAE,SAAS,GACrB,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CA0C7B"}

package/dist/extract.js

@@ -0,0 +1,207 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.extractFromClose = extractFromClose;
+const axios_1 = __importDefault(require("axios"));
+const RATE_LIMIT_DELAY = 600; // 600ms between requests (100 req/min)
+async function extractFromClose(apiKey, objects, progressBar) {
+    const client = createCloseClient(apiKey);
+    const data = {};
+    console.log('🔗 Testing Close API connection...');
+    try {
+        // Test connection
+        await testCloseConnection(client);
+        console.log('✅ Close API connection successful');
+    }
+    catch (error) {
+        console.error('❌ Close API connection failed:', error.message);
+        throw new Error('Failed to connect to Close API. Check API key and permissions.');
+    }
+    for (const objectType of objects) {
+        console.log(`\n📥 Extracting ${objectType}...`);
+        try {
+            switch (objectType) {
+                case 'leads':
+                    data.leads = await extractLeads(client, progressBar);
+                    break;
+                case 'opportunities':
+                    data.opportunities = await extractOpportunities(client, progressBar);
+                    break;
+                case 'notes':
+                    data.notes = await extractNotes(client, progressBar);
+                    break;
+                case 'tasks':
+                    data.tasks = await extractTasks(client, progressBar);
+                    break;
+                default:
+                    console.warn(`⚠️ Unknown object type: ${objectType}`);
+            }
+        }
+        catch (error) {
+            console.error(`❌ Failed to extract ${objectType}:`, error.message);
+            data[objectType] = [];
+        }
+    }
+    return data;
+}
+function createCloseClient(apiKey) {
+    return axios_1.default.create({
+        baseURL: 'https://api.close.com/api/v1',
+        headers: {
+            'Authorization': `Basic ${Buffer.from(apiKey + ':').toString('base64')}`,
+            'Content-Type': 'application/json'
+        },
+        timeout: 30000
+    });
+}
+async function testCloseConnection(client) {
+    try {
+        await client.get('/user/me');
+    }
+    catch (error) {
+        throw new Error(`Close API test failed: ${error.message}`);
+    }
+}
+async function extractLeads(client, progressBar) {
+    const leads = [];
+    let page = 1;
+    const pageSize = 200;
+    while (true) {
+        try {
+            const response = await client.get('/lead', {
+                params: {
+                    _page: page,
+                    _limit: pageSize
+                }
+            });
+            if (response.data && response.data.data && response.data.data.length > 0) {
+                leads.push(...response.data.data);
+                progressBar.update(leads.length, { leads: leads.length });
+                // Check if there are more records
+                if (response.data.data.length < pageSize) {
+                    break;
+                }
+                page++;
+            }
+            else {
+                break;
+            }
+            // Rate limiting
+            await new Promise(resolve => setTimeout(resolve, RATE_LIMIT_DELAY));
+        }
+        catch (error) {
+            console.error(`❌ Error fetching leads page:`, error.message);
+            break;
+        }
+    }
+    console.log(`✅ Extracted ${leads.length} leads`);
+    return leads;
+}
+async function extractOpportunities(client, progressBar) {
+    const opportunities = [];
+    let page = 1;
+    const pageSize = 200;
+    while (true) {
+        try {
+            const response = await client.get('/opportunity', {
+                params: {
+                    _page: page,
+                    _limit: pageSize
+                }
+            });
+            if (response.data && response.data.data && response.data.data.length > 0) {
+                opportunities.push(...response.data.data);
+                progressBar.update(opportunities.length, { opportunities: opportunities.length });
+                // Check if there are more records
+                if (response.data.data.length < pageSize) {
+                    break;
+                }
+                page++;
+            }
+            else {
+                break;
+            }
+            // Rate limiting
+            await new Promise(resolve => setTimeout(resolve, RATE_LIMIT_DELAY));
+        }
+        catch (error) {
+            console.error(`❌ Error fetching opportunities page:`, error.message);
+            break;
+        }
+    }
+    console.log(`✅ Extracted ${opportunities.length} opportunities`);
+    return opportunities;
+}
+async function extractNotes(client, progressBar) {
+    const notes = [];
+    let page = 1;
+    const pageSize = 200;
+    while (true) {
+        try {
+            const response = await client.get('/note', {
+                params: {
+                    _page: page,
+                    _limit: pageSize
+                }
+            });
+            if (response.data && response.data.data && response.data.data.length > 0) {
+                notes.push(...response.data.data);
+                progressBar.update(notes.length, { notes: notes.length });
+                // Check if there are more records
+                if (response.data.data.length < pageSize) {
+                    break;
+                }
+                page++;
+            }
+            else {
+                break;
+            }
+            // Rate limiting
+            await new Promise(resolve => setTimeout(resolve, RATE_LIMIT_DELAY));
+        }
+        catch (error) {
+            console.error(`❌ Error fetching notes page:`, error.message);
+            break;
+        }
+    }
+    console.log(`✅ Extracted ${notes.length} notes`);
+    return notes;
+}
+async function extractTasks(client, progressBar) {
+    const tasks = [];
+    let page = 1;
+    const pageSize = 200;
+    while (true) {
+        try {
+            const response = await client.get('/task', {
+                params: {
+                    _page: page,
+                    _limit: pageSize
+                }
+            });
+            if (response.data && response.data.data && response.data.data.length > 0) {
+                tasks.push(...response.data.data);
+                progressBar.update(tasks.length, { tasks: tasks.length });
+                // Check if there are more records
+                if (response.data.data.length < pageSize) {
+                    break;
+                }
+                page++;
+            }
+            else {
+                break;
+            }
+            // Rate limiting
+            await new Promise(resolve => setTimeout(resolve, RATE_LIMIT_DELAY));
+        }
+        catch (error) {
+            console.error(`❌ Error fetching tasks page:`, error.message);
+            break;
+        }
+    }
+    console.log(`✅ Extracted ${tasks.length} tasks`);
+    return tasks;
+}
+//# sourceMappingURL=extract.js.map

package/dist/extract.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"extract.js","sourceRoot":"","sources":["../src/extract.ts"],"names":[],"mappings":";;;;;AAwDA,4CA8CC;AAtGD,kDAA6C;AAsD7C,MAAM,gBAAgB,GAAG,GAAG,CAAC,CAAC,uCAAuC;AAE9D,KAAK,UAAU,gBAAgB,CACpC,MAAc,EACd,OAAiB,EACjB,WAAsB;IAEtB,MAAM,MAAM,GAAG,iBAAiB,CAAC,MAAM,CAAC,CAAC;IACzC,MAAM,IAAI,GAAuB,EAAE,CAAC;IAEpC,OAAO,CAAC,GAAG,CAAC,oCAAoC,CAAC,CAAC;IAElD,IAAI,CAAC;QACH,kBAAkB;QAClB,MAAM,mBAAmB,CAAC,MAAM,CAAC,CAAC;QAClC,OAAO,CAAC,GAAG,CAAC,mCAAmC,CAAC,CAAC;IACnD,CAAC;IAAC,OAAO,KAAU,EAAE,CAAC;QACpB,OAAO,CAAC,KAAK,CAAC,gCAAgC,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;QAC/D,MAAM,IAAI,KAAK,CAAC,gEAAgE,CAAC,CAAC;IACpF,CAAC;IAED,KAAK,MAAM,UAAU,IAAI,OAAO,EAAE,CAAC;QACjC,OAAO,CAAC,GAAG,CAAC,mBAAmB,UAAU,KAAK,CAAC,CAAC;QAEhD,IAAI,CAAC;YACH,QAAQ,UAAU,EAAE,CAAC;gBACnB,KAAK,OAAO;oBACV,IAAI,CAAC,KAAK,GAAG,MAAM,YAAY,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;oBACrD,MAAM;gBACR,KAAK,eAAe;oBAClB,IAAI,CAAC,aAAa,GAAG,MAAM,oBAAoB,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;oBACrE,MAAM;gBACR,KAAK,OAAO;oBACV,IAAI,CAAC,KAAK,GAAG,MAAM,YAAY,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;oBACrD,MAAM;gBACR,KAAK,OAAO;oBACV,IAAI,CAAC,KAAK,GAAG,MAAM,YAAY,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;oBACrD,MAAM;gBACR;oBACE,OAAO,CAAC,IAAI,CAAC,2BAA2B,UAAU,EAAE,CAAC,CAAC;YAC1D,CAAC;QACH,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO,CAAC,KAAK,CAAC,uBAAuB,UAAU,GAAG,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;YACnE,IAAI,CAAC,UAA6B,CAAC,GAAG,EAAE,CAAC;QAC3C,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,iBAAiB,CAAC,MAAc;IACvC,OAAO,eAAK,CAAC,MAAM,CAAC;QAClB,OAAO,EAAE,8BAA8B;QACvC,OAAO,EAAE;YACP,eAAe,EAAE,SAAS,MAAM,CAAC,IAAI,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE;YACxE,cAAc,EAAE,kBAAkB;SACnC;QACD,OAAO,EAAE,KAAK;KACf,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,mBAAmB,CAAC,MAAqB;IACtD,IAAI,CAAC;QACH,MAAM,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IAC/B,CAAC;IAAC,OAAO,KAAU,EAAE,CAAC;QACpB,MAAM,IAAI,KAAK,CAAC,0BAA0B,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;IAC7D,CAAC;AACH,CAAC;AAED,KAAK,UAAU,YAAY,CAAC,MAAqB,EAAE,WAAsB;IACvE,MAAM,KAAK,GAAgB,EAAE,CAAC;IAC9B,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,MAAM,QAAQ,GAAG,GAAG,CAAC;IAErB,OAAO,IAAI,EAAE,CAAC;QACZ,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,GAAG,CAAC,OAAO,EAAE;gBACzC,MAAM,EAAE;oBACN,KAAK,EAAE,IAAI;oBACX,MAAM,EAAE,QAAQ;iBACjB;aACF,CAAC,CAAC;YAEH,IAAI,QAAQ,CAAC,IAAI,IAAI,QAAQ,CAAC,IAAI,CAAC,IAAI,IAAI,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACzE,KAAK,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAClC,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;gBAE1D,kCAAkC;gBAClC,IAAI,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,QAAQ,EAAE,CAAC;oBACzC,MAAM;gBACR,CAAC;gBAED,IAAI,EAAE,CAAC;YACT,CAAC;iBAAM,CAAC;gBACN,MAAM;YACR,CAAC;YAED,gBAAgB;YAChB,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,gBAAgB,CAAC,CAAC,CAAC;QAEtE,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO,CAAC,KAAK,CAAC,8BAA8B,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;YAC7D,MAAM;QACR,CAAC;IACH,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,eAAe,KAAK,CAAC,MAAM,QAAQ,CAAC,CAAC;IACjD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,KAAK,UAAU,oBAAoB,CAAC,MAAqB,EAAE,WAAsB;IAC/E,MAAM,aAAa,GAAuB,EAAE,CAAC;IAC7C,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,MAAM,QAAQ,GAAG,GAAG,CAAC;IAErB,OAAO,IAAI,EAAE,CAAC;QACZ,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,GAAG,CAAC,cAAc,EAAE;gBAChD,MAAM,EAAE;oBACN,KAAK,EAAE,IAAI;oBACX,MAAM,EAAE,QAAQ;iBACjB;aACF,CAAC,CAAC;YAEH,IAAI,QAAQ,CAAC,IAAI,IAAI,QAAQ,CAAC,IAAI,CAAC,IAAI,IAAI,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACzE,aAAa,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAC1C,WAAW,CAAC,MAAM,CAAC,aAAa,CAAC,MAAM,EAAE,EAAE,aAAa,EAAE,aAAa,CAAC,MAAM,EAAE,CAAC,CAAC;gBAElF,kCAAkC;gBAClC,IAAI,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,QAAQ,EAAE,CAAC;oBACzC,MAAM;gBACR,CAAC;gBAED,IAAI,EAAE,CAAC;YACT,CAAC;iBAAM,CAAC;gBACN,MAAM;YACR,CAAC;YAED,gBAAgB;YAChB,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,gBAAgB,CAAC,CAAC,CAAC;QAEtE,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO,CAAC,KAAK,CAAC,sCAAsC,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;YACrE,MAAM;QACR,CAAC;IACH,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,eAAe,aAAa,CAAC,MAAM,gBAAgB,CAAC,CAAC;IACjE,OAAO,aAAa,CAAC;AACvB,CAAC;AAED,KAAK,UAAU,YAAY,CAAC,MAAqB,EAAE,WAAsB;IACvE,MAAM,KAAK,GAAgB,EAAE,CAAC;IAC9B,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,MAAM,QAAQ,GAAG,GAAG,CAAC;IAErB,OAAO,IAAI,EAAE,CAAC;QACZ,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,GAAG,CAAC,OAAO,EAAE;gBACzC,MAAM,EAAE;oBACN,KAAK,EAAE,IAAI;oBACX,MAAM,EAAE,QAAQ;iBACjB;aACF,CAAC,CAAC;YAEH,IAAI,QAAQ,CAAC,IAAI,IAAI,QAAQ,CAAC,IAAI,CAAC,IAAI,IAAI,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACzE,KAAK,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAClC,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;gBAE1D,kCAAkC;gBAClC,IAAI,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,QAAQ,EAAE,CAAC;oBACzC,MAAM;gBACR,CAAC;gBAED,IAAI,EAAE,CAAC;YACT,CAAC;iBAAM,CAAC;gBACN,MAAM;YACR,CAAC;YAED,gBAAgB;YAChB,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,gBAAgB,CAAC,CAAC,CAAC;QAEtE,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO,CAAC,KAAK,CAAC,8BAA8B,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;YAC7D,MAAM;QACR,CAAC;IACH,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,eAAe,KAAK,CAAC,MAAM,QAAQ,CAAC,CAAC;IACjD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,KAAK,UAAU,YAAY,CAAC,MAAqB,EAAE,WAAsB;IACvE,MAAM,KAAK,GAAgB,EAAE,CAAC;IAC9B,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,MAAM,QAAQ,GAAG,GAAG,CAAC;IAErB,OAAO,IAAI,EAAE,CAAC;QACZ,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,GAAG,CAAC,OAAO,EAAE;gBACzC,MAAM,EAAE;oBACN,KAAK,EAAE,IAAI;oBACX,MAAM,EAAE,QAAQ;iBACjB;aACF,CAAC,CAAC;YAEH,IAAI,QAAQ,CAAC,IAAI,IAAI,QAAQ,CAAC,IAAI,CAAC,IAAI,IAAI,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACzE,KAAK,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAClC,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;gBAE1D,kCAAkC;gBAClC,IAAI,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,QAAQ,EAAE,CAAC;oBACzC,MAAM;gBACR,CAAC;gBAED,IAAI,EAAE,CAAC;YACT,CAAC;iBAAM,CAAC;gBACN,MAAM;YACR,CAAC;YAED,gBAAgB;YAChB,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,gBAAgB,CAAC,CAAC,CAAC;QAEtE,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO,CAAC,KAAK,CAAC,8BAA8B,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;YAC7D,MAAM;QACR,CAAC;IACH,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,eAAe,KAAK,CAAC,MAAM,QAAQ,CAAC,CAAC;IACjD,OAAO,KAAK,CAAC;AACf,CAAC"}

package/dist/load.d.ts

@@ -0,0 +1,50 @@
+import { TransformedData } from './transform';
+import { SingleBar } from 'cli-progress';
+export interface LoadResult {
+    success: number;
+    errors: number;
+    errorLog: string[];
+    objectResults: {
+        people: {
+            success: number;
+            errors: number;
+        };
+        companies: {
+            success: number;
+            errors: number;
+        };
+        opportunities: {
+            success: number;
+            errors: number;
+        };
+        notes: {
+            success: number;
+            errors: number;
+        };
+        activities: {
+            success: number;
+            errors: number;
+        };
+    };
+}
+export interface BatchResult {
+    success: boolean;
+    count: number;
+    error?: string;
+}
+export declare class TwentyAPIClient {
+    private client;
+    private baseUrl;
+    private apiKey;
+    private existingEmails;
+    private existingCompanies;
+    constructor(baseUrl: string, apiKey: string);
+    testConnection(): Promise<boolean>;
+    loadExistingData(): Promise<void>;
+    createRecords(objectType: string, records: any[]): Promise<BatchResult>;
+    private filterDuplicates;
+    private transformRecordForAPI;
+}
+export declare function loadToTwenty(data: TransformedData, twentyUrl: string, twentyKey: string, batchSize: number, progressBar: SingleBar): Promise<LoadResult>;
+export declare function saveMigrationReport(result: LoadResult, filename: string): void;
+//# sourceMappingURL=load.d.ts.map

package/dist/load.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"load.d.ts","sourceRoot":"","sources":["../src/load.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,eAAe,EAA8E,MAAM,aAAa,CAAC;AAC1H,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AAGzC,MAAM,WAAW,UAAU;IACzB,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,aAAa,EAAE;QACb,MAAM,EAAE;YAAE,OAAO,EAAE,MAAM,CAAC;YAAC,MAAM,EAAE,MAAM,CAAA;SAAE,CAAC;QAC5C,SAAS,EAAE;YAAE,OAAO,EAAE,MAAM,CAAC;YAAC,MAAM,EAAE,MAAM,CAAA;SAAE,CAAC;QAC/C,aAAa,EAAE;YAAE,OAAO,EAAE,MAAM,CAAC;YAAC,MAAM,EAAE,MAAM,CAAA;SAAE,CAAC;QACnD,KAAK,EAAE;YAAE,OAAO,EAAE,MAAM,CAAC;YAAC,MAAM,EAAE,MAAM,CAAA;SAAE,CAAC;QAC3C,UAAU,EAAE;YAAE,OAAO,EAAE,MAAM,CAAC;YAAC,MAAM,EAAE,MAAM,CAAA;SAAE,CAAC;KACjD,CAAC;CACH;AAED,MAAM,WAAW,WAAW;IAC1B,OAAO,EAAE,OAAO,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,qBAAa,eAAe;IAC1B,OAAO,CAAC,MAAM,CAAgB;IAC9B,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,cAAc,CAA0B;IAChD,OAAO,CAAC,iBAAiB,CAA0B;gBAEvC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM;IAcrC,cAAc,IAAI,OAAO,CAAC,OAAO,CAAC;IAUlC,gBAAgB,IAAI,OAAO,CAAC,IAAI,CAAC;IA8BjC,aAAa,CAAC,UAAU,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC,WAAW,CAAC;YA2B/D,gBAAgB;IAa9B,OAAO,CAAC,qBAAqB;CA6D9B;AAED,wBAAsB,YAAY,CAChC,IAAI,EAAE,eAAe,EACrB,SAAS,EAAE,MAAM,EACjB,SAAS,EAAE,MAAM,EACjB,SAAS,EAAE,MAAM,EACjB,WAAW,EAAE,SAAS,GACrB,OAAO,CAAC,UAAU,CAAC,CAiFrB;AAED,wBAAgB,mBAAmB,CAAC,MAAM,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,GAAG,IAAI,CAe9E"}