twenty-migrate-copper 1.0.0

package/.env.example

@@ -0,0 +1,13 @@
+# Copper API Configuration
+COPPER_API_KEY=your_copper_api_key_here
+COPPER_API_URL=https://api.copper.com/v1
+
+# Twenty CRM Configuration
+TWENTY_URL=http://localhost:3000
+TWENTY_API_KEY=your_twenty_api_key_here
+
+# Migration Settings
+BATCH_SIZE=60
+RATE_LIMIT_DELAY=600
+DRY_RUN=false
+OBJECTS=people,companies,opportunities,activities

package/dist/cli.d.ts

@@ -0,0 +1,3 @@
+#!/usr/bin/env node
+export {};
+//# sourceMappingURL=cli.d.ts.map

package/dist/cli.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli.d.ts","sourceRoot":"","sources":["../src/cli.ts"],"names":[],"mappings":""}

package/dist/cli.js

@@ -0,0 +1,88 @@
+#!/usr/bin/env node
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const commander_1 = require("commander");
+const extract_1 = require("./extract");
+const transform_1 = require("./transform");
+const load_1 = require("./load");
+const reporter_1 = require("./reporter");
+const program = new commander_1.Command();
+program
+    .name('twenty-migrate-copper')
+    .description('CLI migration tool for Copper to Twenty CRM')
+    .version('1.0.0');
+program
+    .requiredOption('-k, --api-key <key>', 'Copper API key')
+    .requiredOption('-u, --twenty-url <url>', 'Twenty CRM URL')
+    .requiredOption('-t, --twenty-key <key>', 'Twenty CRM API key')
+    .option('-d, --dry-run', 'Preview migration without writing data', false)
+    .option('-o, --objects <objects>', 'Objects to migrate (comma-separated)', 'people,companies,opportunities,activities')
+    .option('-b, --batch <number>', 'Batch size for API calls', '60')
+    .parse();
+const options = program.opts();
+async function main() {
+    try {
+        console.log('🔄 Copper to Twenty CRM Migration Tool');
+        console.log(`🔗 Copper API Key: ${options.apiKey ? '✅ Configured' : '❌ Missing'}`);
+        console.log(`🎯 Twenty CRM: ${options.twentyUrl}`);
+        console.log(`🔑 Twenty API: ${options.twentyKey ? '✅ Configured' : '❌ Missing'}`);
+        console.log(`🧪 Dry Run: ${options.dryRun ? 'YES' : 'NO'}`);
+        console.log(`📦 Objects: ${options.objects}`);
+        // Parse objects
+        const objects = options.objects.split(',').map(obj => obj.trim().toLowerCase());
+        // Validate objects
+        const validObjects = ['people', 'companies', 'opportunities', 'activities'];
+        const invalidObjects = objects.filter(obj => !validObjects.includes(obj));
+        if (invalidObjects.length > 0) {
+            console.error(`❌ Invalid objects: ${invalidObjects.join(', ')}`);
+            console.error(`Valid objects: ${validObjects.join(', ')}`);
+            process.exit(1);
+        }
+        console.log('\n📊 Starting migration...');
+        const progressBar = (0, reporter_1.showProgress)(0);
+        // Extract data from Copper
+        console.log('\n📥 Extracting data from Copper...');
+        const copperData = await (0, extract_1.extractFromCopper)(options.apiKey, objects, progressBar);
+        console.log(`✅ Extracted ${Object.keys(copperData).length} object types from Copper`);
+        // Show summary for dry run
+        if (options.dryRun) {
+            console.log('\n👀 DRY RUN - Migration Summary:');
+            Object.entries(copperData).forEach(([objectType, data]) => {
+                console.log(`📊 ${objectType}: ${data.length} records`);
+            });
+            console.log('\n📋 Total records to migrate:');
+            const totalRecords = Object.values(copperData).reduce((sum, data) => sum + data.length, 0);
+            console.log(`📈 Total: ${totalRecords} records`);
+            progressBar.stop();
+            console.log('\n✅ Dry run completed. Use --dry-run=false to execute migration.');
+            return;
+        }
+        // Transform data
+        console.log('\n🔄 Transforming data for Twenty CRM...');
+        const transformedData = await (0, transform_1.transformData)(copperData);
+        console.log(`✅ Transformed ${Object.keys(transformedData).length} object types`);
+        // Load data to Twenty CRM
+        console.log('\n📤 Loading data to Twenty CRM...');
+        const batchSize = parseInt(options.batch?.toString() || '60');
+        const result = await (0, load_1.loadToTwenty)(transformedData, options.twentyUrl, options.twentyKey, batchSize, progressBar);
+        progressBar.stop();
+        // Generate report
+        await (0, reporter_1.generateMigrationReport)(result, options.objects);
+        console.log('\n✅ Migration completed!');
+        console.log(`📊 Success: ${result.success}`);
+        console.log(`❌ Errors: ${result.errors}`);
+        if (result.errors > 0) {
+            console.log(`📄 Error log: migration-errors-${Date.now()}.log`);
+            console.log('\n🔍 Error details:');
+            result.errorLog.forEach(error => {
+                console.log(`  ❌ ${error}`);
+            });
+        }
+    }
+    catch (error) {
+        console.error('❌ Migration failed:', error.message);
+        process.exit(1);
+    }
+}
+main();
+//# sourceMappingURL=cli.js.map

package/dist/cli.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli.js","sourceRoot":"","sources":["../src/cli.ts"],"names":[],"mappings":";;;AAEA,yCAAoC;AACpC,uCAA8C;AAC9C,2CAA4C;AAC5C,iCAAsC;AACtC,yCAAmE;AAanE,MAAM,OAAO,GAAG,IAAI,mBAAO,EAAE,CAAC;AAE9B,OAAO;KACJ,IAAI,CAAC,uBAAuB,CAAC;KAC7B,WAAW,CAAC,6CAA6C,CAAC;KAC1D,OAAO,CAAC,OAAO,CAAC,CAAC;AAEpB,OAAO;KACJ,cAAc,CAAC,qBAAqB,EAAE,gBAAgB,CAAC;KACvD,cAAc,CAAC,wBAAwB,EAAE,gBAAgB,CAAC;KAC1D,cAAc,CAAC,wBAAwB,EAAE,oBAAoB,CAAC;KAC9D,MAAM,CAAC,eAAe,EAAE,wCAAwC,EAAE,KAAK,CAAC;KACxE,MAAM,CAAC,yBAAyB,EAAE,sCAAsC,EAAE,2CAA2C,CAAC;KACtH,MAAM,CAAC,sBAAsB,EAAE,0BAA0B,EAAE,IAAI,CAAC;KAChE,KAAK,EAAE,CAAC;AAEX,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,EAAa,CAAC;AAE1C,KAAK,UAAU,IAAI;IACjB,IAAI,CAAC;QACH,OAAO,CAAC,GAAG,CAAC,wCAAwC,CAAC,CAAC;QACtD,OAAO,CAAC,GAAG,CAAC,sBAAsB,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC;QACnF,OAAO,CAAC,GAAG,CAAC,kBAAkB,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC;QACnD,OAAO,CAAC,GAAG,CAAC,kBAAkB,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC;QAClF,OAAO,CAAC,GAAG,CAAC,eAAe,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QAC5D,OAAO,CAAC,GAAG,CAAC,eAAe,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;QAE9C,gBAAgB;QAChB,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,CAAC;QAEhF,mBAAmB;QACnB,MAAM,YAAY,GAAG,CAAC,QAAQ,EAAE,WAAW,EAAE,eAAe,EAAE,YAAY,CAAC,CAAC;QAC5E,MAAM,cAAc,GAAG,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,YAAY,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC;QAE1E,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC9B,OAAO,CAAC,KAAK,CAAC,sBAAsB,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACjE,OAAO,CAAC,KAAK,CAAC,kBAAkB,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAC3D,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,4BAA4B,CAAC,CAAC;QAC1C,MAAM,WAAW,GAAG,IAAA,uBAAY,EAAC,CAAC,CAAC,CAAC;QAEpC,2BAA2B;QAC3B,OAAO,CAAC,GAAG,CAAC,qCAAqC,CAAC,CAAC;QACnD,MAAM,UAAU,GAAG,MAAM,IAAA,2BAAiB,EAAC,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE,WAAW,CAAC,CAAC;QAEjF,OAAO,CAAC,GAAG,CAAC,eAAe,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,MAAM,2BAA2B,CAAC,CAAC;QAEtF,2BAA2B;QAC3B,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;YACnB,OAAO,CAAC,GAAG,CAAC,mCAAmC,CAAC,CAAC;YACjD,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,UAAU,EAAE,IAAI,CAAC,EAAE,EAAE;gBACxD,OAAO,CAAC,GAAG,CAAC,MAAM,UAAU,KAAK,IAAI,CAAC,MAAM,UAAU,CAAC,CAAC;YAC1D,CAAC,CAAC,CAAC;YAEH,OAAO,CAAC,GAAG,CAAC,gCAAgC,CAAC,CAAC;YAC9C,MAAM,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YAC3F,OAAO,CAAC,GAAG,CAAC,aAAa,YAAY,UAAU,CAAC,CAAC;YAEjD,WAAW,CAAC,IAAI,EAAE,CAAC;YACnB,OAAO,CAAC,GAAG,CAAC,kEAAkE,CAAC,CAAC;YAChF,OAAO;QACT,CAAC;QAED,iBAAiB;QACjB,OAAO,CAAC,GAAG,CAAC,0CAA0C,CAAC,CAAC;QACxD,MAAM,eAAe,GAAG,MAAM,IAAA,yBAAa,EAAC,UAAU,CAAC,CAAC;QAExD,OAAO,CAAC,GAAG,CAAC,iBAAiB,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,MAAM,eAAe,CAAC,CAAC;QAEjF,0BAA0B;QAC1B,OAAO,CAAC,GAAG,CAAC,oCAAoC,CAAC,CAAC;QAClD,MAAM,SAAS,GAAG,QAAQ,CAAC,OAAO,CAAC,KAAK,EAAE,QAAQ,EAAE,IAAI,IAAI,CAAC,CAAC;QAC9D,MAAM,MAAM,GAAG,MAAM,IAAA,mBAAY,EAAC,eAAe,EAAE,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,SAAS,EAAE,WAAW,CAAC,CAAC;QAEjH,WAAW,CAAC,IAAI,EAAE,CAAC;QAEnB,kBAAkB;QAClB,MAAM,IAAA,kCAAuB,EAAC,MAAM,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;QAEvD,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAC;QACxC,OAAO,CAAC,GAAG,CAAC,eAAe,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;QAC7C,OAAO,CAAC,GAAG,CAAC,aAAa,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;QAE1C,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtB,OAAO,CAAC,GAAG,CAAC,kCAAkC,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;YAChE,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAC;YACnC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE;gBAC9B,OAAO,CAAC,GAAG,CAAC,OAAO,KAAK,EAAE,CAAC,CAAC;YAC9B,CAAC,CAAC,CAAC;QACL,CAAC;IAEH,CAAC;IAAC,OAAO,KAAU,EAAE,CAAC;QACpB,OAAO,CAAC,KAAK,CAAC,qBAAqB,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;QACpD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC;AAED,IAAI,EAAE,CAAC"}

package/dist/extract.d.ts

@@ -0,0 +1,57 @@
+import { SingleBar } from 'cli-progress';
+export interface CopperPerson {
+    id: number;
+    name?: string;
+    first_name?: string;
+    last_name?: string;
+    email?: string;
+    phone?: string;
+    company_id?: number;
+    title?: string;
+    date_created?: string;
+    date_modified?: string;
+}
+export interface CopperCompany {
+    id: number;
+    name?: string;
+    website?: string;
+    industry?: string;
+    phone?: string;
+    description?: string;
+    date_created?: string;
+    date_modified?: string;
+}
+export interface CopperOpportunity {
+    id: number;
+    name?: string;
+    monetary_value?: number;
+    currency?: string;
+    status?: string;
+    pipeline_id?: number;
+    pipeline_stage_id?: number;
+    company_id?: number;
+    primary_contact_id?: number;
+    close_date?: string;
+    date_created?: string;
+    date_modified?: string;
+}
+export interface CopperActivity {
+    id: number;
+    activity_type?: string;
+    details?: string;
+    user_id?: number;
+    person_id?: number;
+    company_id?: number;
+    opportunity_id?: number;
+    due_date?: string;
+    date_created?: string;
+    date_modified?: string;
+}
+export interface CopperData {
+    people: CopperPerson[];
+    companies: CopperCompany[];
+    opportunities: CopperOpportunity[];
+    activities: CopperActivity[];
+}
+export declare function extractFromCopper(apiKey: string, objects: string[], progressBar: SingleBar): Promise<Partial<CopperData>>;
+//# sourceMappingURL=extract.d.ts.map

package/dist/extract.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"extract.d.ts","sourceRoot":"","sources":["../src/extract.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AAEzC,MAAM,WAAW,YAAY;IAC3B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,aAAa;IAC5B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,iBAAiB;IAChC,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,cAAc;IAC7B,EAAE,EAAE,MAAM,CAAC;IACX,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,UAAU;IACzB,MAAM,EAAE,YAAY,EAAE,CAAC;IACvB,SAAS,EAAE,aAAa,EAAE,CAAC;IAC3B,aAAa,EAAE,iBAAiB,EAAE,CAAC;IACnC,UAAU,EAAE,cAAc,EAAE,CAAC;CAC9B;AAID,wBAAsB,iBAAiB,CACrC,MAAM,EAAE,MAAM,EACd,OAAO,EAAE,MAAM,EAAE,EACjB,WAAW,EAAE,SAAS,GACrB,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CA0C9B"}

package/dist/extract.js

@@ -0,0 +1,209 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.extractFromCopper = extractFromCopper;
+const axios_1 = __importDefault(require("axios"));
+const RATE_LIMIT_DELAY = 600; // 600ms between requests (100 req/min)
+async function extractFromCopper(apiKey, objects, progressBar) {
+    const client = createCopperClient(apiKey);
+    const data = {};
+    console.log('🔗 Testing Copper API connection...');
+    try {
+        // Test connection
+        await testCopperConnection(client);
+        console.log('✅ Copper API connection successful');
+    }
+    catch (error) {
+        console.error('❌ Copper API connection failed:', error.message);
+        throw new Error('Failed to connect to Copper API. Check API key and permissions.');
+    }
+    for (const objectType of objects) {
+        console.log(`\n📥 Extracting ${objectType}...`);
+        try {
+            switch (objectType) {
+                case 'people':
+                    data.people = await extractPeople(client, progressBar);
+                    break;
+                case 'companies':
+                    data.companies = await extractCompanies(client, progressBar);
+                    break;
+                case 'opportunities':
+                    data.opportunities = await extractOpportunities(client, progressBar);
+                    break;
+                case 'activities':
+                    data.activities = await extractActivities(client, progressBar);
+                    break;
+                default:
+                    console.warn(`⚠️ Unknown object type: ${objectType}`);
+            }
+        }
+        catch (error) {
+            console.error(`❌ Failed to extract ${objectType}:`, error.message);
+            data[objectType] = [];
+        }
+    }
+    return data;
+}
+function createCopperClient(apiKey) {
+    return axios_1.default.create({
+        baseURL: 'https://api.copper.com/v1',
+        headers: {
+            'X-PW-Application': 'developer_api_key',
+            'X-PW-UserEmail': 'api@example.com',
+            'X-PW-AccessToken': apiKey,
+            'Content-Type': 'application/json'
+        },
+        timeout: 30000
+    });
+}
+async function testCopperConnection(client) {
+    try {
+        await client.get('/users');
+    }
+    catch (error) {
+        throw new Error(`Copper API test failed: ${error.message}`);
+    }
+}
+async function extractPeople(client, progressBar) {
+    const people = [];
+    let page = 1;
+    const pageSize = 200;
+    while (true) {
+        try {
+            const response = await client.get('/people', {
+                params: {
+                    page_number: page,
+                    page_size: pageSize
+                }
+            });
+            if (response.data && response.data.length > 0) {
+                people.push(...response.data);
+                progressBar.update(people.length, { people: people.length });
+                // Check if there are more records
+                if (response.data.length < pageSize) {
+                    break;
+                }
+                page++;
+            }
+            else {
+                break;
+            }
+            // Rate limiting
+            await new Promise(resolve => setTimeout(resolve, RATE_LIMIT_DELAY));
+        }
+        catch (error) {
+            console.error(`❌ Error fetching people page:`, error.message);
+            break;
+        }
+    }
+    console.log(`✅ Extracted ${people.length} people`);
+    return people;
+}
+async function extractCompanies(client, progressBar) {
+    const companies = [];
+    let page = 1;
+    const pageSize = 200;
+    while (true) {
+        try {
+            const response = await client.get('/companies', {
+                params: {
+                    page_number: page,
+                    page_size: pageSize
+                }
+            });
+            if (response.data && response.data.length > 0) {
+                companies.push(...response.data);
+                progressBar.update(companies.length, { companies: companies.length });
+                // Check if there are more records
+                if (response.data.length < pageSize) {
+                    break;
+                }
+                page++;
+            }
+            else {
+                break;
+            }
+            // Rate limiting
+            await new Promise(resolve => setTimeout(resolve, RATE_LIMIT_DELAY));
+        }
+        catch (error) {
+            console.error(`❌ Error fetching companies page:`, error.message);
+            break;
+        }
+    }
+    console.log(`✅ Extracted ${companies.length} companies`);
+    return companies;
+}
+async function extractOpportunities(client, progressBar) {
+    const opportunities = [];
+    let page = 1;
+    const pageSize = 200;
+    while (true) {
+        try {
+            const response = await client.get('/opportunities', {
+                params: {
+                    page_number: page,
+                    page_size: pageSize
+                }
+            });
+            if (response.data && response.data.length > 0) {
+                opportunities.push(...response.data);
+                progressBar.update(opportunities.length, { opportunities: opportunities.length });
+                // Check if there are more records
+                if (response.data.length < pageSize) {
+                    break;
+                }
+                page++;
+            }
+            else {
+                break;
+            }
+            // Rate limiting
+            await new Promise(resolve => setTimeout(resolve, RATE_LIMIT_DELAY));
+        }
+        catch (error) {
+            console.error(`❌ Error fetching opportunities page:`, error.message);
+            break;
+        }
+    }
+    console.log(`✅ Extracted ${opportunities.length} opportunities`);
+    return opportunities;
+}
+async function extractActivities(client, progressBar) {
+    const activities = [];
+    let page = 1;
+    const pageSize = 200;
+    while (true) {
+        try {
+            const response = await client.get('/activities', {
+                params: {
+                    page_number: page,
+                    page_size: pageSize
+                }
+            });
+            if (response.data && response.data.length > 0) {
+                activities.push(...response.data);
+                progressBar.update(activities.length, { activities: activities.length });
+                // Check if there are more records
+                if (response.data.length < pageSize) {
+                    break;
+                }
+                page++;
+            }
+            else {
+                break;
+            }
+            // Rate limiting
+            await new Promise(resolve => setTimeout(resolve, RATE_LIMIT_DELAY));
+        }
+        catch (error) {
+            console.error(`❌ Error fetching activities page:`, error.message);
+            break;
+        }
+    }
+    console.log(`✅ Extracted ${activities.length} activities`);
+    return activities;
+}
+//# sourceMappingURL=extract.js.map

package/dist/extract.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"extract.js","sourceRoot":"","sources":["../src/extract.ts"],"names":[],"mappings":";;;;;AAgEA,8CA8CC;AA9GD,kDAA6C;AA8D7C,MAAM,gBAAgB,GAAG,GAAG,CAAC,CAAC,uCAAuC;AAE9D,KAAK,UAAU,iBAAiB,CACrC,MAAc,EACd,OAAiB,EACjB,WAAsB;IAEtB,MAAM,MAAM,GAAG,kBAAkB,CAAC,MAAM,CAAC,CAAC;IAC1C,MAAM,IAAI,GAAwB,EAAE,CAAC;IAErC,OAAO,CAAC,GAAG,CAAC,qCAAqC,CAAC,CAAC;IAEnD,IAAI,CAAC;QACH,kBAAkB;QAClB,MAAM,oBAAoB,CAAC,MAAM,CAAC,CAAC;QACnC,OAAO,CAAC,GAAG,CAAC,oCAAoC,CAAC,CAAC;IACpD,CAAC;IAAC,OAAO,KAAU,EAAE,CAAC;QACpB,OAAO,CAAC,KAAK,CAAC,iCAAiC,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;QAChE,MAAM,IAAI,KAAK,CAAC,iEAAiE,CAAC,CAAC;IACrF,CAAC;IAED,KAAK,MAAM,UAAU,IAAI,OAAO,EAAE,CAAC;QACjC,OAAO,CAAC,GAAG,CAAC,mBAAmB,UAAU,KAAK,CAAC,CAAC;QAEhD,IAAI,CAAC;YACH,QAAQ,UAAU,EAAE,CAAC;gBACnB,KAAK,QAAQ;oBACX,IAAI,CAAC,MAAM,GAAG,MAAM,aAAa,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;oBACvD,MAAM;gBACR,KAAK,WAAW;oBACd,IAAI,CAAC,SAAS,GAAG,MAAM,gBAAgB,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;oBAC7D,MAAM;gBACR,KAAK,eAAe;oBAClB,IAAI,CAAC,aAAa,GAAG,MAAM,oBAAoB,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;oBACrE,MAAM;gBACR,KAAK,YAAY;oBACf,IAAI,CAAC,UAAU,GAAG,MAAM,iBAAiB,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;oBAC/D,MAAM;gBACR;oBACE,OAAO,CAAC,IAAI,CAAC,2BAA2B,UAAU,EAAE,CAAC,CAAC;YAC1D,CAAC;QACH,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO,CAAC,KAAK,CAAC,uBAAuB,UAAU,GAAG,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;YACnE,IAAI,CAAC,UAA8B,CAAC,GAAG,EAAE,CAAC;QAC5C,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,kBAAkB,CAAC,MAAc;IACxC,OAAO,eAAK,CAAC,MAAM,CAAC;QAClB,OAAO,EAAE,2BAA2B;QACpC,OAAO,EAAE;YACP,kBAAkB,EAAE,mBAAmB;YACvC,gBAAgB,EAAE,iBAAiB;YACnC,kBAAkB,EAAE,MAAM;YAC1B,cAAc,EAAE,kBAAkB;SACnC;QACD,OAAO,EAAE,KAAK;KACf,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,oBAAoB,CAAC,MAAqB;IACvD,IAAI,CAAC;QACH,MAAM,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IAC7B,CAAC;IAAC,OAAO,KAAU,EAAE,CAAC;QACpB,MAAM,IAAI,KAAK,CAAC,2BAA2B,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;IAC9D,CAAC;AACH,CAAC;AAED,KAAK,UAAU,aAAa,CAAC,MAAqB,EAAE,WAAsB;IACxE,MAAM,MAAM,GAAmB,EAAE,CAAC;IAClC,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,MAAM,QAAQ,GAAG,GAAG,CAAC;IAErB,OAAO,IAAI,EAAE,CAAC;QACZ,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,GAAG,CAAC,SAAS,EAAE;gBAC3C,MAAM,EAAE;oBACN,WAAW,EAAE,IAAI;oBACjB,SAAS,EAAE,QAAQ;iBACpB;aACF,CAAC,CAAC;YAEH,IAAI,QAAQ,CAAC,IAAI,IAAI,QAAQ,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC9C,MAAM,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;gBAC9B,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;gBAE7D,kCAAkC;gBAClC,IAAI,QAAQ,CAAC,IAAI,CAAC,MAAM,GAAG,QAAQ,EAAE,CAAC;oBACpC,MAAM;gBACR,CAAC;gBAED,IAAI,EAAE,CAAC;YACT,CAAC;iBAAM,CAAC;gBACN,MAAM;YACR,CAAC;YAED,gBAAgB;YAChB,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,gBAAgB,CAAC,CAAC,CAAC;QAEtE,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO,CAAC,KAAK,CAAC,+BAA+B,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;YAC9D,MAAM;QACR,CAAC;IACH,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,eAAe,MAAM,CAAC,MAAM,SAAS,CAAC,CAAC;IACnD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,KAAK,UAAU,gBAAgB,CAAC,MAAqB,EAAE,WAAsB;IAC3E,MAAM,SAAS,GAAoB,EAAE,CAAC;IACtC,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,MAAM,QAAQ,GAAG,GAAG,CAAC;IAErB,OAAO,IAAI,EAAE,CAAC;QACZ,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,GAAG,CAAC,YAAY,EAAE;gBAC9C,MAAM,EAAE;oBACN,WAAW,EAAE,IAAI;oBACjB,SAAS,EAAE,QAAQ;iBACpB;aACF,CAAC,CAAC;YAEH,IAAI,QAAQ,CAAC,IAAI,IAAI,QAAQ,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC9C,SAAS,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;gBACjC,WAAW,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC;gBAEtE,kCAAkC;gBAClC,IAAI,QAAQ,CAAC,IAAI,CAAC,MAAM,GAAG,QAAQ,EAAE,CAAC;oBACpC,MAAM;gBACR,CAAC;gBAED,IAAI,EAAE,CAAC;YACT,CAAC;iBAAM,CAAC;gBACN,MAAM;YACR,CAAC;YAED,gBAAgB;YAChB,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,gBAAgB,CAAC,CAAC,CAAC;QAEtE,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO,CAAC,KAAK,CAAC,kCAAkC,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;YACjE,MAAM;QACR,CAAC;IACH,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,eAAe,SAAS,CAAC,MAAM,YAAY,CAAC,CAAC;IACzD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,KAAK,UAAU,oBAAoB,CAAC,MAAqB,EAAE,WAAsB;IAC/E,MAAM,aAAa,GAAwB,EAAE,CAAC;IAC9C,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,MAAM,QAAQ,GAAG,GAAG,CAAC;IAErB,OAAO,IAAI,EAAE,CAAC;QACZ,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,GAAG,CAAC,gBAAgB,EAAE;gBAClD,MAAM,EAAE;oBACN,WAAW,EAAE,IAAI;oBACjB,SAAS,EAAE,QAAQ;iBACpB;aACF,CAAC,CAAC;YAEH,IAAI,QAAQ,CAAC,IAAI,IAAI,QAAQ,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC9C,aAAa,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;gBACrC,WAAW,CAAC,MAAM,CAAC,aAAa,CAAC,MAAM,EAAE,EAAE,aAAa,EAAE,aAAa,CAAC,MAAM,EAAE,CAAC,CAAC;gBAElF,kCAAkC;gBAClC,IAAI,QAAQ,CAAC,IAAI,CAAC,MAAM,GAAG,QAAQ,EAAE,CAAC;oBACpC,MAAM;gBACR,CAAC;gBAED,IAAI,EAAE,CAAC;YACT,CAAC;iBAAM,CAAC;gBACN,MAAM;YACR,CAAC;YAED,gBAAgB;YAChB,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,gBAAgB,CAAC,CAAC,CAAC;QAEtE,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO,CAAC,KAAK,CAAC,sCAAsC,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;YACrE,MAAM;QACR,CAAC;IACH,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,eAAe,aAAa,CAAC,MAAM,gBAAgB,CAAC,CAAC;IACjE,OAAO,aAAa,CAAC;AACvB,CAAC;AAED,KAAK,UAAU,iBAAiB,CAAC,MAAqB,EAAE,WAAsB;IAC5E,MAAM,UAAU,GAAqB,EAAE,CAAC;IACxC,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,MAAM,QAAQ,GAAG,GAAG,CAAC;IAErB,OAAO,IAAI,EAAE,CAAC;QACZ,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,GAAG,CAAC,aAAa,EAAE;gBAC/C,MAAM,EAAE;oBACN,WAAW,EAAE,IAAI;oBACjB,SAAS,EAAE,QAAQ;iBACpB;aACF,CAAC,CAAC;YAEH,IAAI,QAAQ,CAAC,IAAI,IAAI,QAAQ,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC9C,UAAU,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;gBAClC,WAAW,CAAC,MAAM,CAAC,UAAU,CAAC,MAAM,EAAE,EAAE,UAAU,EAAE,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC;gBAEzE,kCAAkC;gBAClC,IAAI,QAAQ,CAAC,IAAI,CAAC,MAAM,GAAG,QAAQ,EAAE,CAAC;oBACpC,MAAM;gBACR,CAAC;gBAED,IAAI,EAAE,CAAC;YACT,CAAC;iBAAM,CAAC;gBACN,MAAM;YACR,CAAC;YAED,gBAAgB;YAChB,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,gBAAgB,CAAC,CAAC,CAAC;QAEtE,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO,CAAC,KAAK,CAAC,mCAAmC,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;YAClE,MAAM;QACR,CAAC;IACH,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,eAAe,UAAU,CAAC,MAAM,aAAa,CAAC,CAAC;IAC3D,OAAO,UAAU,CAAC;AACpB,CAAC"}

package/dist/load.d.ts

@@ -0,0 +1,46 @@
+import { TransformedData } from './transform';
+import { SingleBar } from 'cli-progress';
+export interface LoadResult {
+    success: number;
+    errors: number;
+    errorLog: string[];
+    objectResults: {
+        people: {
+            success: number;
+            errors: number;
+        };
+        companies: {
+            success: number;
+            errors: number;
+        };
+        opportunities: {
+            success: number;
+            errors: number;
+        };
+        activities: {
+            success: number;
+            errors: number;
+        };
+    };
+}
+export interface BatchResult {
+    success: boolean;
+    count: number;
+    error?: string;
+}
+export declare class TwentyAPIClient {
+    private client;
+    private baseUrl;
+    private apiKey;
+    private existingEmails;
+    private existingCompanies;
+    constructor(baseUrl: string, apiKey: string);
+    testConnection(): Promise<boolean>;
+    loadExistingData(): Promise<void>;
+    createRecords(objectType: string, records: any[]): Promise<BatchResult>;
+    private filterDuplicates;
+    private transformRecordForAPI;
+}
+export declare function loadToTwenty(data: TransformedData, twentyUrl: string, twentyKey: string, batchSize: number, progressBar: SingleBar): Promise<LoadResult>;
+export declare function saveMigrationReport(result: LoadResult, filename: string): void;
+//# sourceMappingURL=load.d.ts.map

package/dist/load.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"load.d.ts","sourceRoot":"","sources":["../src/load.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,eAAe,EAAkE,MAAM,aAAa,CAAC;AAC9G,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AAGzC,MAAM,WAAW,UAAU;IACzB,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,aAAa,EAAE;QACb,MAAM,EAAE;YAAE,OAAO,EAAE,MAAM,CAAC;YAAC,MAAM,EAAE,MAAM,CAAA;SAAE,CAAC;QAC5C,SAAS,EAAE;YAAE,OAAO,EAAE,MAAM,CAAC;YAAC,MAAM,EAAE,MAAM,CAAA;SAAE,CAAC;QAC/C,aAAa,EAAE;YAAE,OAAO,EAAE,MAAM,CAAC;YAAC,MAAM,EAAE,MAAM,CAAA;SAAE,CAAC;QACnD,UAAU,EAAE;YAAE,OAAO,EAAE,MAAM,CAAC;YAAC,MAAM,EAAE,MAAM,CAAA;SAAE,CAAC;KACjD,CAAC;CACH;AAED,MAAM,WAAW,WAAW;IAC1B,OAAO,EAAE,OAAO,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,qBAAa,eAAe;IAC1B,OAAO,CAAC,MAAM,CAAgB;IAC9B,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,cAAc,CAA0B;IAChD,OAAO,CAAC,iBAAiB,CAA0B;gBAEvC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM;IAcrC,cAAc,IAAI,OAAO,CAAC,OAAO,CAAC;IAUlC,gBAAgB,IAAI,OAAO,CAAC,IAAI,CAAC;IA8BjC,aAAa,CAAC,UAAU,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC,WAAW,CAAC;YA2B/D,gBAAgB;IAa9B,OAAO,CAAC,qBAAqB;CAoD9B;AAED,wBAAsB,YAAY,CAChC,IAAI,EAAE,eAAe,EACrB,SAAS,EAAE,MAAM,EACjB,SAAS,EAAE,MAAM,EACjB,SAAS,EAAE,MAAM,EACjB,WAAW,EAAE,SAAS,GACrB,OAAO,CAAC,UAAU,CAAC,CAgFrB;AAED,wBAAgB,mBAAmB,CAAC,MAAM,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,GAAG,IAAI,CAe9E"}