jtcsv 1.2.0 → 2.1.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (52) hide show
  1. package/README.md +272 -329
  2. package/bin/jtcsv.js +1092 -97
  3. package/cli-tui.js +0 -0
  4. package/csv-to-json.js +385 -311
  5. package/dist/jtcsv.cjs.js +1619 -0
  6. package/dist/jtcsv.cjs.js.map +1 -0
  7. package/dist/jtcsv.esm.js +1599 -0
  8. package/dist/jtcsv.esm.js.map +1 -0
  9. package/dist/jtcsv.umd.js +1625 -0
  10. package/dist/jtcsv.umd.js.map +1 -0
  11. package/examples/cli-tool.js +186 -0
  12. package/examples/express-api.js +167 -0
  13. package/examples/large-dataset-example.js +185 -0
  14. package/examples/plugin-excel-exporter.js +407 -0
  15. package/examples/simple-usage.js +280 -0
  16. package/examples/streaming-example.js +419 -0
  17. package/index.d.ts +288 -1
  18. package/index.js +23 -0
  19. package/json-save.js +1 -1
  20. package/json-to-csv.js +130 -89
  21. package/package.json +139 -13
  22. package/plugins/README.md +373 -0
  23. package/plugins/express-middleware/README.md +306 -0
  24. package/plugins/express-middleware/example.js +136 -0
  25. package/plugins/express-middleware/index.d.ts +114 -0
  26. package/plugins/express-middleware/index.js +360 -0
  27. package/plugins/express-middleware/package.json +52 -0
  28. package/plugins/fastify-plugin/index.js +406 -0
  29. package/plugins/fastify-plugin/package.json +55 -0
  30. package/plugins/nextjs-api/README.md +452 -0
  31. package/plugins/nextjs-api/examples/ConverterComponent.jsx +386 -0
  32. package/plugins/nextjs-api/examples/api-convert.js +69 -0
  33. package/plugins/nextjs-api/index.js +388 -0
  34. package/plugins/nextjs-api/package.json +63 -0
  35. package/plugins/nextjs-api/route.js +372 -0
  36. package/src/browser/browser-functions.js +189 -0
  37. package/src/browser/csv-to-json-browser.js +442 -0
  38. package/src/browser/errors-browser.js +194 -0
  39. package/src/browser/index.js +79 -0
  40. package/src/browser/json-to-csv-browser.js +309 -0
  41. package/src/browser/workers/csv-parser.worker.js +359 -0
  42. package/src/browser/workers/worker-pool.js +467 -0
  43. package/src/core/delimiter-cache.js +186 -0
  44. package/src/core/plugin-system.js +472 -0
  45. package/src/core/transform-hooks.js +350 -0
  46. package/src/engines/fast-path-engine-new.js +338 -0
  47. package/src/engines/fast-path-engine.js +836 -0
  48. package/src/formats/ndjson-parser.js +419 -0
  49. package/src/formats/tsv-parser.js +336 -0
  50. package/src/index-with-plugins.js +371 -0
  51. package/stream-csv-to-json.js +1 -1
  52. package/stream-json-to-csv.js +1 -1
@@ -0,0 +1,406 @@
1
+ /**
2
+ * Fastify plugin для JTCSV
3
+ * Плагин для автоматической конвертации CSV/JSON в Fastify приложениях
4
+ *
5
+ * @version 1.0.0
6
+ * @date 2026-01-23
7
+ */
8
+
9
+ const fp = require('fastify-plugin');
10
+ const { csvToJson, jsonToCsv } = require('../../index.js');
11
+
12
+ /**
13
+ * Fastify plugin для JTCSV
14
+ *
15
+ * @param {Object} fastify - Fastify instance
16
+ * @param {Object} options - Опции плагина
17
+ * @param {Function} next - Callback
18
+ *
19
+ * @example
20
+ * // Базовое использование
21
+ * const fastify = require('fastify')();
22
+ * await fastify.register(require('@jtcsv/fastify'), {
23
+ * prefix: '/api/convert'
24
+ * });
25
+ *
26
+ * @example
27
+ * // С кастомными опциями
28
+ * await fastify.register(require('@jtcsv/fastify'), {
29
+ * prefix: '/api',
30
+ * enableFastPath: true,
31
+ * delimiter: ';'
32
+ * });
33
+ */
34
+ async function jtcsvFastifyPlugin(fastify, options = {}) {
35
+ const {
36
+ prefix = '/convert',
37
+ delimiter = ',',
38
+ enableFastPath = true,
39
+ preventCsvInjection = true,
40
+ rfc4180Compliant = true
41
+ } = options;
42
+
43
+ // Health check endpoint
44
+ fastify.get(`${prefix}/health`, async () => {
45
+ return {
46
+ service: 'jtcsv-fastify-plugin',
47
+ status: 'healthy',
48
+ version: '1.0.0',
49
+ timestamp: new Date().toISOString(),
50
+ features: {
51
+ csvToJson: true,
52
+ jsonToCsv: true,
53
+ fastPathEngine: enableFastPath,
54
+ csvInjectionProtection: preventCsvInjection,
55
+ streaming: true,
56
+ ndjson: true
57
+ }
58
+ };
59
+ });
60
+
61
+ // CSV to JSON endpoint
62
+ fastify.post(`${prefix}/csv-to-json`, {
63
+ schema: {
64
+ body: {
65
+ type: 'object',
66
+ required: ['csv'],
67
+ properties: {
68
+ csv: { type: 'string' },
69
+ delimiter: { type: 'string', default: delimiter },
70
+ parseNumbers: { type: 'boolean', default: true },
71
+ parseBooleans: { type: 'boolean', default: true },
72
+ useFastPath: { type: 'boolean', default: enableFastPath }
73
+ }
74
+ },
75
+ response: {
76
+ 200: {
77
+ type: 'object',
78
+ properties: {
79
+ success: { type: 'boolean' },
80
+ data: { type: 'array' },
81
+ stats: {
82
+ type: 'object',
83
+ properties: {
84
+ rows: { type: 'number' },
85
+ processingTime: { type: 'number' }
86
+ }
87
+ }
88
+ }
89
+ }
90
+ }
91
+ }
92
+ }, async (request, reply) => {
93
+ const startTime = Date.now();
94
+ const {
95
+ csv,
96
+ delimiter: reqDelimiter = delimiter,
97
+ parseNumbers = true,
98
+ parseBooleans = true,
99
+ useFastPath = enableFastPath
100
+ } = request.body;
101
+
102
+ try {
103
+ const json = await csvToJson(csv, {
104
+ delimiter: reqDelimiter,
105
+ parseNumbers,
106
+ parseBooleans,
107
+ useFastPath,
108
+ preventCsvInjection,
109
+ rfc4180Compliant
110
+ });
111
+
112
+ return {
113
+ success: true,
114
+ data: json,
115
+ stats: {
116
+ rows: json.length,
117
+ processingTime: Date.now() - startTime
118
+ }
119
+ };
120
+ } catch (error) {
121
+ reply.code(400);
122
+ return {
123
+ success: false,
124
+ error: error.message,
125
+ code: 'CSV_CONVERSION_ERROR'
126
+ };
127
+ }
128
+ });
129
+
130
+ // JSON to CSV endpoint
131
+ fastify.post(`${prefix}/json-to-csv`, {
132
+ schema: {
133
+ body: {
134
+ type: 'object',
135
+ required: ['json'],
136
+ properties: {
137
+ json: { type: 'array' },
138
+ delimiter: { type: 'string', default: delimiter },
139
+ includeHeaders: { type: 'boolean', default: true },
140
+ useFastPath: { type: 'boolean', default: enableFastPath }
141
+ }
142
+ },
143
+ response: {
144
+ 200: {
145
+ type: 'object',
146
+ properties: {
147
+ success: { type: 'boolean' },
148
+ data: { type: 'string' },
149
+ stats: {
150
+ type: 'object',
151
+ properties: {
152
+ size: { type: 'number' },
153
+ processingTime: { type: 'number' }
154
+ }
155
+ }
156
+ }
157
+ }
158
+ }
159
+ }
160
+ }, async (request, reply) => {
161
+ const startTime = Date.now();
162
+ const {
163
+ json,
164
+ delimiter: reqDelimiter = delimiter,
165
+ includeHeaders = true,
166
+ useFastPath = enableFastPath
167
+ } = request.body;
168
+
169
+ try {
170
+ const csv = await jsonToCsv(json, {
171
+ delimiter: reqDelimiter,
172
+ includeHeaders,
173
+ useFastPath,
174
+ preventCsvInjection,
175
+ rfc4180Compliant
176
+ });
177
+
178
+ return {
179
+ success: true,
180
+ data: csv,
181
+ stats: {
182
+ size: Buffer.byteLength(csv),
183
+ processingTime: Date.now() - startTime
184
+ }
185
+ };
186
+ } catch (error) {
187
+ reply.code(400);
188
+ return {
189
+ success: false,
190
+ error: error.message,
191
+ code: 'JSON_CONVERSION_ERROR'
192
+ };
193
+ }
194
+ });
195
+
196
+ // Универсальный endpoint для автоматической конвертации
197
+ fastify.post(`${prefix}/auto`, {
198
+ schema: {
199
+ body: {
200
+ oneOf: [
201
+ { type: 'string' }, // CSV data
202
+ { type: 'array' }, // JSON array
203
+ { type: 'object' } // JSON object
204
+ ]
205
+ },
206
+ headers: {
207
+ type: 'object',
208
+ properties: {
209
+ 'content-type': {
210
+ type: 'string',
211
+ enum: ['application/json', 'text/csv', 'text/plain']
212
+ },
213
+ 'accept': {
214
+ type: 'string',
215
+ enum: ['application/json', 'text/csv']
216
+ }
217
+ }
218
+ },
219
+ querystring: {
220
+ type: 'object',
221
+ properties: {
222
+ format: { type: 'string', enum: ['json', 'csv'] },
223
+ delimiter: { type: 'string' }
224
+ }
225
+ }
226
+ }
227
+ }, async (request, reply) => {
228
+ const startTime = Date.now();
229
+ const contentType = request.headers['content-type'] || '';
230
+ const acceptHeader = request.headers['accept'] || 'application/json';
231
+ const { format, delimiter: queryDelimiter } = request.query;
232
+
233
+ const reqDelimiter = queryDelimiter || delimiter;
234
+
235
+ try {
236
+ let inputFormat = 'unknown';
237
+ let outputFormat = format || (acceptHeader.includes('text/csv') ? 'csv' : 'json');
238
+
239
+ // Определяем формат входных данных
240
+ if (contentType.includes('application/json') || Array.isArray(request.body)) {
241
+ inputFormat = 'json';
242
+ } else if (contentType.includes('text/csv') ||
243
+ contentType.includes('text/plain') ||
244
+ (typeof request.body === 'string' && request.body.includes(','))) {
245
+ inputFormat = 'csv';
246
+ }
247
+
248
+ if (inputFormat === 'unknown') {
249
+ reply.code(400);
250
+ return {
251
+ success: false,
252
+ error: 'Unable to determine input format',
253
+ code: 'UNKNOWN_FORMAT'
254
+ };
255
+ }
256
+
257
+ let result;
258
+ let stats = {
259
+ inputSize: 0,
260
+ outputSize: 0,
261
+ processingTime: 0,
262
+ conversion: `${inputFormat}→${outputFormat}`
263
+ };
264
+
265
+ const conversionOptions = {
266
+ delimiter: reqDelimiter,
267
+ useFastPath: enableFastPath,
268
+ preventCsvInjection,
269
+ rfc4180Compliant
270
+ };
271
+
272
+ if (inputFormat === 'json' && outputFormat === 'csv') {
273
+ const jsonData = Array.isArray(request.body) ? request.body : [request.body];
274
+ stats.inputSize = Buffer.byteLength(JSON.stringify(jsonData));
275
+
276
+ result = await jsonToCsv(jsonData, {
277
+ ...conversionOptions,
278
+ includeHeaders: true
279
+ });
280
+ stats.outputSize = Buffer.byteLength(result);
281
+
282
+ reply.header('Content-Type', 'text/csv; charset=utf-8');
283
+
284
+ } else if (inputFormat === 'csv' && outputFormat === 'json') {
285
+ const csvData = typeof request.body === 'string' ? request.body : String(request.body);
286
+ stats.inputSize = Buffer.byteLength(csvData);
287
+
288
+ result = await csvToJson(csvData, {
289
+ ...conversionOptions,
290
+ parseNumbers: true,
291
+ parseBooleans: true
292
+ });
293
+ stats.outputSize = Buffer.byteLength(JSON.stringify(result));
294
+
295
+ reply.header('Content-Type', 'application/json; charset=utf-8');
296
+
297
+ } else {
298
+ // Нет необходимости в конвертации
299
+ result = request.body;
300
+ stats.conversion = 'none';
301
+ stats.inputSize = Buffer.byteLength(JSON.stringify(result));
302
+ stats.outputSize = stats.inputSize;
303
+ }
304
+
305
+ stats.processingTime = Date.now() - startTime;
306
+
307
+ return {
308
+ success: true,
309
+ data: result,
310
+ format: outputFormat,
311
+ inputFormat,
312
+ stats
313
+ };
314
+
315
+ } catch (error) {
316
+ reply.code(400);
317
+ return {
318
+ success: false,
319
+ error: error.message,
320
+ code: 'CONVERSION_ERROR',
321
+ details: process.env.NODE_ENV === 'development' ? error.stack : undefined
322
+ };
323
+ }
324
+ });
325
+
326
+ // Streaming endpoint для больших файлов
327
+ fastify.post(`${prefix}/stream`, {
328
+ schema: {
329
+ body: {
330
+ type: 'object',
331
+ required: ['direction'],
332
+ properties: {
333
+ direction: {
334
+ type: 'string',
335
+ enum: ['csv-to-json', 'json-to-csv']
336
+ },
337
+ delimiter: { type: 'string', default: delimiter }
338
+ }
339
+ }
340
+ }
341
+ }, async (request, reply) => {
342
+ const { direction, delimiter: reqDelimiter = delimiter } = request.body;
343
+
344
+ if (direction === 'csv-to-json') {
345
+ reply.header('Content-Type', 'application/x-ndjson');
346
+ reply.header('Transfer-Encoding', 'chunked');
347
+
348
+ // Здесь будет реализация streaming
349
+ // Пока возвращаем заглушку
350
+ reply.send(JSON.stringify({
351
+ success: false,
352
+ error: 'Streaming endpoint not implemented yet',
353
+ code: 'NOT_IMPLEMENTED'
354
+ }));
355
+
356
+ } else if (direction === 'json-to-csv') {
357
+ reply.header('Content-Type', 'text/csv');
358
+ reply.header('Transfer-Encoding', 'chunked');
359
+
360
+ // Здесь будет реализация streaming
361
+ reply.send('Streaming endpoint not implemented yet\n');
362
+ }
363
+ });
364
+
365
+ // Декоратор для прямого доступа к функциям конвертации
366
+ fastify.decorate('jtcsv', {
367
+ csvToJson: async (csv, options = {}) => {
368
+ return csvToJson(csv, {
369
+ delimiter,
370
+ useFastPath: enableFastPath,
371
+ preventCsvInjection,
372
+ rfc4180Compliant,
373
+ ...options
374
+ });
375
+ },
376
+
377
+ jsonToCsv: async (json, options = {}) => {
378
+ return jsonToCsv(json, {
379
+ delimiter,
380
+ useFastPath: enableFastPath,
381
+ preventCsvInjection,
382
+ rfc4180Compliant,
383
+ ...options
384
+ });
385
+ },
386
+
387
+ health: () => ({
388
+ service: 'jtcsv-fastify-plugin',
389
+ status: 'healthy',
390
+ version: '1.0.0'
391
+ })
392
+ });
393
+
394
+ console.log(`✅ JTCSV Fastify plugin зарегистрирован с префиксом: ${prefix}`);
395
+ }
396
+
397
+ // Экспортируем как Fastify plugin
398
+ module.exports = fp(jtcsvFastifyPlugin, {
399
+ fastify: '4.x',
400
+ name: '@jtcsv/fastify'
401
+ });
402
+
403
+ // Экспортируем также как обычную функцию
404
+ module.exports.jtcsvFastifyPlugin = jtcsvFastifyPlugin;
405
+
406
+
@@ -0,0 +1,55 @@
1
+ {
2
+ "name": "@jtcsv/fastify",
3
+ "version": "1.0.0",
4
+ "description": "Fastify plugin для автоматической конвертации CSV/JSON",
5
+ "main": "index.js",
6
+ "types": "index.d.ts",
7
+ "scripts": {
8
+ "test": "jest",
9
+ "lint": "eslint index.js",
10
+ "example": "node example.js"
11
+ },
12
+ "keywords": [
13
+ "fastify",
14
+ "plugin",
15
+ "csv",
16
+ "json",
17
+ "converter",
18
+ "jtcsv",
19
+ "api",
20
+ "rest",
21
+ "http",
22
+ "streaming"
23
+ ],
24
+ "author": "Ruslan Fomenko",
25
+ "license": "MIT",
26
+ "repository": {
27
+ "type": "git",
28
+ "url": "git+https://github.com/Linol-Hamelton/jtcsv.git",
29
+ "directory": "plugins/fastify-plugin"
30
+ },
31
+ "bugs": {
32
+ "url": "https://github.com/Linol-Hamelton/jtcsv/issues"
33
+ },
34
+ "homepage": "https://github.com/Linol-Hamelton/jtcsv/tree/main/plugins/fastify-plugin#readme",
35
+ "peerDependencies": {
36
+ "fastify": "^4.0.0",
37
+ "fastify-plugin": "^4.0.0",
38
+ "jtcsv": "^2.1.0"
39
+ },
40
+ "devDependencies": {
41
+ "fastify": "^4.0.0",
42
+ "fastify-plugin": "^4.0.0",
43
+ "jest": "^29.0.0",
44
+ "eslint": "^8.57.0",
45
+ "supertest": "^6.3.0"
46
+ },
47
+ "files": [
48
+ "index.js",
49
+ "index.d.ts",
50
+ "README.md",
51
+ "example.js"
52
+ ]
53
+ }
54
+
55
+