twenty-import-csv 1.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (74) hide show
  1. package/.env.example +16 -0
  2. package/LICENSE +21 -0
  3. package/README.md +208 -0
  4. package/dist/browser-automation.d.ts +24 -0
  5. package/dist/browser-automation.d.ts.map +1 -0
  6. package/dist/browser-automation.js +295 -0
  7. package/dist/browser-automation.js.map +1 -0
  8. package/dist/cli-browser.d.ts +3 -0
  9. package/dist/cli-browser.d.ts.map +1 -0
  10. package/dist/cli-browser.js +134 -0
  11. package/dist/cli-browser.js.map +1 -0
  12. package/dist/cli-fixed.d.ts +3 -0
  13. package/dist/cli-fixed.d.ts.map +1 -0
  14. package/dist/cli-fixed.js +112 -0
  15. package/dist/cli-fixed.js.map +1 -0
  16. package/dist/cli-simple.d.ts +3 -0
  17. package/dist/cli-simple.d.ts.map +1 -0
  18. package/dist/cli-simple.js +167 -0
  19. package/dist/cli-simple.js.map +1 -0
  20. package/dist/cli.d.ts +3 -0
  21. package/dist/cli.d.ts.map +1 -0
  22. package/dist/cli.js +167 -0
  23. package/dist/cli.js.map +1 -0
  24. package/dist/load-graphql.d.ts +23 -0
  25. package/dist/load-graphql.d.ts.map +1 -0
  26. package/dist/load-graphql.js +239 -0
  27. package/dist/load-graphql.js.map +1 -0
  28. package/dist/load-old.d.ts +24 -0
  29. package/dist/load-old.d.ts.map +1 -0
  30. package/dist/load-old.js +183 -0
  31. package/dist/load-old.js.map +1 -0
  32. package/dist/load-real.d.ts +23 -0
  33. package/dist/load-real.d.ts.map +1 -0
  34. package/dist/load-real.js +202 -0
  35. package/dist/load-real.js.map +1 -0
  36. package/dist/load.d.ts +24 -0
  37. package/dist/load.d.ts.map +1 -0
  38. package/dist/load.js +195 -0
  39. package/dist/load.js.map +1 -0
  40. package/dist/mapper.d.ts +16 -0
  41. package/dist/mapper.d.ts.map +1 -0
  42. package/dist/mapper.js +181 -0
  43. package/dist/mapper.js.map +1 -0
  44. package/dist/parser-broken.d.ts +11 -0
  45. package/dist/parser-broken.d.ts.map +1 -0
  46. package/dist/parser-broken.js +88 -0
  47. package/dist/parser-broken.js.map +1 -0
  48. package/dist/parser-old.d.ts +11 -0
  49. package/dist/parser-old.d.ts.map +1 -0
  50. package/dist/parser-old.js +90 -0
  51. package/dist/parser-old.js.map +1 -0
  52. package/dist/parser.d.ts +11 -0
  53. package/dist/parser.d.ts.map +1 -0
  54. package/dist/parser.js +83 -0
  55. package/dist/parser.js.map +1 -0
  56. package/dist/reporter.d.ts +15 -0
  57. package/dist/reporter.d.ts.map +1 -0
  58. package/dist/reporter.js +144 -0
  59. package/dist/reporter.js.map +1 -0
  60. package/examples/contacts-mapping.txt +8 -0
  61. package/examples/contacts.csv +6 -0
  62. package/package.json +50 -0
  63. package/src/browser-automation.ts +350 -0
  64. package/src/cli-browser.ts +134 -0
  65. package/src/cli-simple.ts +158 -0
  66. package/src/cli.ts +159 -0
  67. package/src/load-graphql.ts +238 -0
  68. package/src/load-old.ts +177 -0
  69. package/src/load-real.ts +199 -0
  70. package/src/load.ts +197 -0
  71. package/src/mapper.ts +183 -0
  72. package/src/parser.ts +55 -0
  73. package/src/reporter.ts +131 -0
  74. package/tsconfig.json +24 -0
@@ -0,0 +1,131 @@
1
+ import * as fs from 'fs';
2
+ import * as path from 'path';
3
+ import * as cliProgress from 'cli-progress';
4
+ import { LoadResult } from './load';
5
+
6
+ export interface ProgressBar {
7
+ update: (value: number, options?: any) => void;
8
+ stop: () => void;
9
+ }
10
+
11
+ export function showProgress(total: number): ProgressBar {
12
+ const progressBar = new cliProgress.SingleBar({
13
+ format: 'šŸ“¤ Importing |{bar}| {percentage}% | {value}/{total} records | Batch: {batch}',
14
+ barCompleteChar: '\u2588',
15
+ barIncompleteChar: '\u2591',
16
+ hideCursor: true
17
+ }, cliProgress.Presets.shades_grey);
18
+
19
+ progressBar.start(total, 0, { batch: '0/0' });
20
+
21
+ return progressBar;
22
+ }
23
+
24
+ export function generateReport(result: LoadResult, objectType: string): Promise<void> {
25
+ return new Promise((resolve) => {
26
+ const timestamp = new Date().toISOString().replace(/[:.]/g, '-').slice(0, -5);
27
+ const reportFile = `import-report-${objectType}-${timestamp}.json`;
28
+
29
+ const report = {
30
+ timestamp: new Date().toISOString(),
31
+ objectType: objectType,
32
+ summary: {
33
+ total: result.success + result.errors,
34
+ success: result.success,
35
+ errors: result.errors,
36
+ successRate: ((result.success / (result.success + result.errors)) * 100).toFixed(2) + '%'
37
+ },
38
+ errors: result.errorLog
39
+ };
40
+
41
+ fs.writeFileSync(reportFile, JSON.stringify(report, null, 2), 'utf8');
42
+ console.log(`\nšŸ“Š Report saved to ${reportFile}`);
43
+
44
+ // Save error log if there are errors
45
+ if (result.errors > 0) {
46
+ const errorLogFile = `import-errors-${timestamp}.log`;
47
+ fs.writeFileSync(errorLogFile, result.errorLog.join('\n'), 'utf8');
48
+ console.log(`šŸ“„ Error log saved to ${errorLogFile}`);
49
+ }
50
+
51
+ // Show summary
52
+ console.log('\nšŸ“‹ Import Summary:');
53
+ console.log(` Total records: ${result.success + result.errors}`);
54
+ console.log(` āœ… Successful: ${result.success}`);
55
+ console.log(` āŒ Errors: ${result.errors}`);
56
+ console.log(` šŸ“ˆ Success rate: ${((result.success / (result.success + result.errors)) * 100).toFixed(2)}%`);
57
+
58
+ resolve();
59
+ });
60
+ }
61
+
62
+ export function showPreview(data: any[], objectType: string, limit: number = 5): void {
63
+ console.log(`\nšŸ‘€ Preview - First ${limit} records for ${objectType}:`);
64
+
65
+ const preview = data.slice(0, limit).map((record, index) => ({
66
+ '#': index + 1,
67
+ ...record
68
+ }));
69
+
70
+ console.table(preview);
71
+
72
+ if (data.length > limit) {
73
+ console.log(`... and ${data.length - limit} more records`);
74
+ }
75
+ }
76
+
77
+ export function validateOptions(options: any): { valid: boolean; errors: string[] } {
78
+ const errors: string[] = [];
79
+
80
+ if (!options.file) {
81
+ errors.push('CSV file is required (--file)');
82
+ }
83
+
84
+ if (!options.object) {
85
+ errors.push('Object type is required (--object)');
86
+ }
87
+
88
+ if (!options.twentyUrl) {
89
+ errors.push('Twenty URL is required (--twenty-url)');
90
+ }
91
+
92
+ if (!options.twentyKey) {
93
+ errors.push('Twenty API key is required (--twenty-key)');
94
+ }
95
+
96
+ if (options.file && !fs.existsSync(options.file)) {
97
+ errors.push(`CSV file not found: ${options.file}`);
98
+ }
99
+
100
+ const validObjects = ['people', 'companies', 'opportunities', 'tasks', 'notes'];
101
+ if (options.object && !validObjects.includes(options.object.toLowerCase())) {
102
+ errors.push(`Invalid object type. Valid options: ${validObjects.join(', ')}`);
103
+ }
104
+
105
+ return {
106
+ valid: errors.length === 0,
107
+ errors
108
+ };
109
+ }
110
+
111
+ export function formatFileSize(bytes: number): string {
112
+ const sizes = ['Bytes', 'KB', 'MB', 'GB'];
113
+ if (bytes === 0) return '0 Bytes';
114
+
115
+ const i = Math.floor(Math.log(bytes) / Math.log(1024));
116
+ return Math.round(bytes / Math.pow(1024, i) * 100) / 100 + ' ' + sizes[i];
117
+ }
118
+
119
+ export function formatDuration(ms: number): string {
120
+ const seconds = Math.floor(ms / 1000);
121
+ const minutes = Math.floor(seconds / 60);
122
+ const hours = Math.floor(minutes / 60);
123
+
124
+ if (hours > 0) {
125
+ return `${hours}h ${minutes % 60}m ${seconds % 60}s`;
126
+ } else if (minutes > 0) {
127
+ return `${minutes}m ${seconds % 60}s`;
128
+ } else {
129
+ return `${seconds}s`;
130
+ }
131
+ }
package/tsconfig.json ADDED
@@ -0,0 +1,24 @@
1
+ {
2
+ "compilerOptions": {
3
+ "target": "ES2020",
4
+ "module": "commonjs",
5
+ "lib": ["ES2020"],
6
+ "outDir": "./dist",
7
+ "rootDir": "./src",
8
+ "strict": true,
9
+ "esModuleInterop": true,
10
+ "skipLibCheck": true,
11
+ "forceConsistentCasingInFileNames": true,
12
+ "resolveJsonModule": true,
13
+ "declaration": true,
14
+ "declarationMap": true,
15
+ "sourceMap": true
16
+ },
17
+ "include": [
18
+ "src/**/*"
19
+ ],
20
+ "exclude": [
21
+ "node_modules",
22
+ "dist"
23
+ ]
24
+ }