twenty-import-csv 1.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.env.example +16 -0
- package/LICENSE +21 -0
- package/README.md +208 -0
- package/dist/browser-automation.d.ts +24 -0
- package/dist/browser-automation.d.ts.map +1 -0
- package/dist/browser-automation.js +295 -0
- package/dist/browser-automation.js.map +1 -0
- package/dist/cli-browser.d.ts +3 -0
- package/dist/cli-browser.d.ts.map +1 -0
- package/dist/cli-browser.js +134 -0
- package/dist/cli-browser.js.map +1 -0
- package/dist/cli-fixed.d.ts +3 -0
- package/dist/cli-fixed.d.ts.map +1 -0
- package/dist/cli-fixed.js +112 -0
- package/dist/cli-fixed.js.map +1 -0
- package/dist/cli-simple.d.ts +3 -0
- package/dist/cli-simple.d.ts.map +1 -0
- package/dist/cli-simple.js +167 -0
- package/dist/cli-simple.js.map +1 -0
- package/dist/cli.d.ts +3 -0
- package/dist/cli.d.ts.map +1 -0
- package/dist/cli.js +167 -0
- package/dist/cli.js.map +1 -0
- package/dist/load-graphql.d.ts +23 -0
- package/dist/load-graphql.d.ts.map +1 -0
- package/dist/load-graphql.js +239 -0
- package/dist/load-graphql.js.map +1 -0
- package/dist/load-old.d.ts +24 -0
- package/dist/load-old.d.ts.map +1 -0
- package/dist/load-old.js +183 -0
- package/dist/load-old.js.map +1 -0
- package/dist/load-real.d.ts +23 -0
- package/dist/load-real.d.ts.map +1 -0
- package/dist/load-real.js +202 -0
- package/dist/load-real.js.map +1 -0
- package/dist/load.d.ts +24 -0
- package/dist/load.d.ts.map +1 -0
- package/dist/load.js +195 -0
- package/dist/load.js.map +1 -0
- package/dist/mapper.d.ts +16 -0
- package/dist/mapper.d.ts.map +1 -0
- package/dist/mapper.js +181 -0
- package/dist/mapper.js.map +1 -0
- package/dist/parser-broken.d.ts +11 -0
- package/dist/parser-broken.d.ts.map +1 -0
- package/dist/parser-broken.js +88 -0
- package/dist/parser-broken.js.map +1 -0
- package/dist/parser-old.d.ts +11 -0
- package/dist/parser-old.d.ts.map +1 -0
- package/dist/parser-old.js +90 -0
- package/dist/parser-old.js.map +1 -0
- package/dist/parser.d.ts +11 -0
- package/dist/parser.d.ts.map +1 -0
- package/dist/parser.js +83 -0
- package/dist/parser.js.map +1 -0
- package/dist/reporter.d.ts +15 -0
- package/dist/reporter.d.ts.map +1 -0
- package/dist/reporter.js +144 -0
- package/dist/reporter.js.map +1 -0
- package/examples/contacts-mapping.txt +8 -0
- package/examples/contacts.csv +6 -0
- package/package.json +50 -0
- package/src/browser-automation.ts +350 -0
- package/src/cli-browser.ts +134 -0
- package/src/cli-simple.ts +158 -0
- package/src/cli.ts +159 -0
- package/src/load-graphql.ts +238 -0
- package/src/load-old.ts +177 -0
- package/src/load-real.ts +199 -0
- package/src/load.ts +197 -0
- package/src/mapper.ts +183 -0
- package/src/parser.ts +55 -0
- package/src/reporter.ts +131 -0
- package/tsconfig.json +24 -0
package/src/reporter.ts
ADDED
|
@@ -0,0 +1,131 @@
|
|
|
1
|
+
import * as fs from 'fs';
|
|
2
|
+
import * as path from 'path';
|
|
3
|
+
import * as cliProgress from 'cli-progress';
|
|
4
|
+
import { LoadResult } from './load';
|
|
5
|
+
|
|
6
|
+
export interface ProgressBar {
|
|
7
|
+
update: (value: number, options?: any) => void;
|
|
8
|
+
stop: () => void;
|
|
9
|
+
}
|
|
10
|
+
|
|
11
|
+
export function showProgress(total: number): ProgressBar {
|
|
12
|
+
const progressBar = new cliProgress.SingleBar({
|
|
13
|
+
format: 'š¤ Importing |{bar}| {percentage}% | {value}/{total} records | Batch: {batch}',
|
|
14
|
+
barCompleteChar: '\u2588',
|
|
15
|
+
barIncompleteChar: '\u2591',
|
|
16
|
+
hideCursor: true
|
|
17
|
+
}, cliProgress.Presets.shades_grey);
|
|
18
|
+
|
|
19
|
+
progressBar.start(total, 0, { batch: '0/0' });
|
|
20
|
+
|
|
21
|
+
return progressBar;
|
|
22
|
+
}
|
|
23
|
+
|
|
24
|
+
export function generateReport(result: LoadResult, objectType: string): Promise<void> {
|
|
25
|
+
return new Promise((resolve) => {
|
|
26
|
+
const timestamp = new Date().toISOString().replace(/[:.]/g, '-').slice(0, -5);
|
|
27
|
+
const reportFile = `import-report-${objectType}-${timestamp}.json`;
|
|
28
|
+
|
|
29
|
+
const report = {
|
|
30
|
+
timestamp: new Date().toISOString(),
|
|
31
|
+
objectType: objectType,
|
|
32
|
+
summary: {
|
|
33
|
+
total: result.success + result.errors,
|
|
34
|
+
success: result.success,
|
|
35
|
+
errors: result.errors,
|
|
36
|
+
successRate: ((result.success / (result.success + result.errors)) * 100).toFixed(2) + '%'
|
|
37
|
+
},
|
|
38
|
+
errors: result.errorLog
|
|
39
|
+
};
|
|
40
|
+
|
|
41
|
+
fs.writeFileSync(reportFile, JSON.stringify(report, null, 2), 'utf8');
|
|
42
|
+
console.log(`\nš Report saved to ${reportFile}`);
|
|
43
|
+
|
|
44
|
+
// Save error log if there are errors
|
|
45
|
+
if (result.errors > 0) {
|
|
46
|
+
const errorLogFile = `import-errors-${timestamp}.log`;
|
|
47
|
+
fs.writeFileSync(errorLogFile, result.errorLog.join('\n'), 'utf8');
|
|
48
|
+
console.log(`š Error log saved to ${errorLogFile}`);
|
|
49
|
+
}
|
|
50
|
+
|
|
51
|
+
// Show summary
|
|
52
|
+
console.log('\nš Import Summary:');
|
|
53
|
+
console.log(` Total records: ${result.success + result.errors}`);
|
|
54
|
+
console.log(` ā
Successful: ${result.success}`);
|
|
55
|
+
console.log(` ā Errors: ${result.errors}`);
|
|
56
|
+
console.log(` š Success rate: ${((result.success / (result.success + result.errors)) * 100).toFixed(2)}%`);
|
|
57
|
+
|
|
58
|
+
resolve();
|
|
59
|
+
});
|
|
60
|
+
}
|
|
61
|
+
|
|
62
|
+
export function showPreview(data: any[], objectType: string, limit: number = 5): void {
|
|
63
|
+
console.log(`\nš Preview - First ${limit} records for ${objectType}:`);
|
|
64
|
+
|
|
65
|
+
const preview = data.slice(0, limit).map((record, index) => ({
|
|
66
|
+
'#': index + 1,
|
|
67
|
+
...record
|
|
68
|
+
}));
|
|
69
|
+
|
|
70
|
+
console.table(preview);
|
|
71
|
+
|
|
72
|
+
if (data.length > limit) {
|
|
73
|
+
console.log(`... and ${data.length - limit} more records`);
|
|
74
|
+
}
|
|
75
|
+
}
|
|
76
|
+
|
|
77
|
+
export function validateOptions(options: any): { valid: boolean; errors: string[] } {
|
|
78
|
+
const errors: string[] = [];
|
|
79
|
+
|
|
80
|
+
if (!options.file) {
|
|
81
|
+
errors.push('CSV file is required (--file)');
|
|
82
|
+
}
|
|
83
|
+
|
|
84
|
+
if (!options.object) {
|
|
85
|
+
errors.push('Object type is required (--object)');
|
|
86
|
+
}
|
|
87
|
+
|
|
88
|
+
if (!options.twentyUrl) {
|
|
89
|
+
errors.push('Twenty URL is required (--twenty-url)');
|
|
90
|
+
}
|
|
91
|
+
|
|
92
|
+
if (!options.twentyKey) {
|
|
93
|
+
errors.push('Twenty API key is required (--twenty-key)');
|
|
94
|
+
}
|
|
95
|
+
|
|
96
|
+
if (options.file && !fs.existsSync(options.file)) {
|
|
97
|
+
errors.push(`CSV file not found: ${options.file}`);
|
|
98
|
+
}
|
|
99
|
+
|
|
100
|
+
const validObjects = ['people', 'companies', 'opportunities', 'tasks', 'notes'];
|
|
101
|
+
if (options.object && !validObjects.includes(options.object.toLowerCase())) {
|
|
102
|
+
errors.push(`Invalid object type. Valid options: ${validObjects.join(', ')}`);
|
|
103
|
+
}
|
|
104
|
+
|
|
105
|
+
return {
|
|
106
|
+
valid: errors.length === 0,
|
|
107
|
+
errors
|
|
108
|
+
};
|
|
109
|
+
}
|
|
110
|
+
|
|
111
|
+
export function formatFileSize(bytes: number): string {
|
|
112
|
+
const sizes = ['Bytes', 'KB', 'MB', 'GB'];
|
|
113
|
+
if (bytes === 0) return '0 Bytes';
|
|
114
|
+
|
|
115
|
+
const i = Math.floor(Math.log(bytes) / Math.log(1024));
|
|
116
|
+
return Math.round(bytes / Math.pow(1024, i) * 100) / 100 + ' ' + sizes[i];
|
|
117
|
+
}
|
|
118
|
+
|
|
119
|
+
export function formatDuration(ms: number): string {
|
|
120
|
+
const seconds = Math.floor(ms / 1000);
|
|
121
|
+
const minutes = Math.floor(seconds / 60);
|
|
122
|
+
const hours = Math.floor(minutes / 60);
|
|
123
|
+
|
|
124
|
+
if (hours > 0) {
|
|
125
|
+
return `${hours}h ${minutes % 60}m ${seconds % 60}s`;
|
|
126
|
+
} else if (minutes > 0) {
|
|
127
|
+
return `${minutes}m ${seconds % 60}s`;
|
|
128
|
+
} else {
|
|
129
|
+
return `${seconds}s`;
|
|
130
|
+
}
|
|
131
|
+
}
|
package/tsconfig.json
ADDED
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
{
|
|
2
|
+
"compilerOptions": {
|
|
3
|
+
"target": "ES2020",
|
|
4
|
+
"module": "commonjs",
|
|
5
|
+
"lib": ["ES2020"],
|
|
6
|
+
"outDir": "./dist",
|
|
7
|
+
"rootDir": "./src",
|
|
8
|
+
"strict": true,
|
|
9
|
+
"esModuleInterop": true,
|
|
10
|
+
"skipLibCheck": true,
|
|
11
|
+
"forceConsistentCasingInFileNames": true,
|
|
12
|
+
"resolveJsonModule": true,
|
|
13
|
+
"declaration": true,
|
|
14
|
+
"declarationMap": true,
|
|
15
|
+
"sourceMap": true
|
|
16
|
+
},
|
|
17
|
+
"include": [
|
|
18
|
+
"src/**/*"
|
|
19
|
+
],
|
|
20
|
+
"exclude": [
|
|
21
|
+
"node_modules",
|
|
22
|
+
"dist"
|
|
23
|
+
]
|
|
24
|
+
}
|