jtcsv 3.0.0 → 3.1.1

package/examples/simple-usage.js

@@ -1,282 +0,0 @@
-#!/usr/bin/env node
-
-/**
- * Простой пример использования новых возможностей JTCSV 2.1.0
- * Демонстрация Fast-Path Engine, NDJSON и Plugin System
- * 
- * @version 1.0.0
- * @date 2026-01-22
- */
-
-;(async () => {
-  console.log('🚀 JTCSV 2.1.0 - Демонстрация новых возможностей\n');
-
-  // ============================================================================
-  // 1. Базовое использование (обратная совместимость)
-  // ============================================================================
-
-  console.log('1. 📦 Базовое использование (обратная совместимость)');
-  console.log('='.repeat(60));
-
-  const { jsonToCsv, csvToJson } = require('jtcsv');
-
-  const sampleData = [
-    { id: 1, name: 'John Doe', age: 30, city: 'New York' },
-    { id: 2, name: 'Jane Smith', age: 25, city: 'London' },
-    { id: 3, name: 'Bob Johnson', age: 35, city: 'Tokyo' }
-  ];
-
-  // Конвертация JSON → CSV
-  const csv = jsonToCsv(sampleData, { delimiter: ',' });
-  console.log('📄 CSV результат:');
-  console.log(csv);
-  console.log();
-
-  // Конвертация CSV → JSON
-  const json = csvToJson(csv, { delimiter: ',' });
-  console.log('📊 JSON результат:');
-  console.log(JSON.stringify(json, null, 2));
-  console.log();
-
-  // ============================================================================
-  // 2. Fast-Path Engine (оптимизированный парсинг)
-  // ============================================================================
-
-  console.log('\n2. ⚡ Fast-Path Engine (оптимизированный парсинг)');
-  console.log('='.repeat(60));
-
-  const FastPathEngine = require('../src/engines/fast-path-engine');
-  const engine = new FastPathEngine();
-
-  // Создаем тестовый CSV
-  let testCsv = 'id,name,description\n';
-  for (let i = 1; i <= 1000; i++) {
-    testCsv += `${i},User${i},"Description for user ${i}"\n`;
-  }
-
-  console.log('📊 Анализ структуры CSV...');
-  const sample = testCsv.substring(0, 500);
-  const structure = engine.analyzeStructure(sample);
-  console.log('Структура:', {
-    delimiter: structure.delimiter,
-    hasQuotes: structure.hasQuotes,
-    recommendedEngine: structure.recommendedEngine,
-    complexity: structure.complexity
-  });
-
-  console.log('\n⚡ Парсинг 1000 строк с оптимизацией...');
-  const startTime = Date.now();
-  const parsed = engine.parse(testCsv);
-  const duration = Date.now() - startTime;
-
-  console.log(`✅ Парсинг завершен за ${duration}ms`);
-  console.log(`📈 Скорость: ${Math.round(1000 / (duration / 1000))} строк/сек`);
-  console.log(`📊 Результат: ${parsed.length} строк (${parsed[0].length} колонок)`);
-
-  const stats = engine.getStats();
-  console.log('\n📊 Статистика Fast-Path Engine:');
-  console.log(`  Simple парсеры: ${stats.simpleParserCount}`);
-  console.log(`  Quote-aware парсеры: ${stats.quoteAwareParserCount}`);
-  console.log(`  Cache hits: ${stats.cacheHits}`);
-  console.log(`  Cache miss: ${stats.cacheMisses}`);
-  console.log(`  Hit rate: ${(stats.hitRate * 100).toFixed(1)}%`);
-
-  // ============================================================================
-  // 3. NDJSON поддержка (потоковая обработка)
-  // ============================================================================
-
-  console.log('\n3. 📝 NDJSON поддержка (потоковая обработка)');
-  console.log('='.repeat(60));
-
-  const NdjsonParser = require('../src/formats/ndjson-parser');
-
-  // Конвертация в NDJSON
-  const ndjson = NdjsonParser.toNdjson(sampleData, { space: 2 });
-  console.log('📄 NDJSON результат:');
-  console.log(ndjson);
-  console.log();
-
-  // Обратная конвертация
-  const fromNdjson = NdjsonParser.fromNdjson(ndjson);
-  console.log('🔁 Обратная конвертация:');
-  console.log(JSON.stringify(fromNdjson, null, 2));
-  console.log();
-
-  // Статистика
-  const ndjsonStats = NdjsonParser.getStats(ndjson);
-  console.log('📊 Статистика NDJSON:');
-  console.log(`  Строк: ${ndjsonStats.totalLines}`);
-  console.log(`  Валидных: ${ndjsonStats.validLines}`);
-  console.log(`  Успешность: ${ndjsonStats.successRate}%`);
-
-  // ============================================================================
-  // 4. Plugin System (расширяемость)
-  // ============================================================================
-
-  console.log('\n4. 🔌 Plugin System (расширяемость)');
-  console.log('='.repeat(60));
-
-  const PluginManager = require('../src/core/plugin-system');
-
-  // Создаем простой плагин для логирования
-  const loggingPlugin = {
-    name: 'Logging Plugin',
-    version: '1.0.0',
-    description: 'Логирование операций конвертации',
-  
-    hooks: {
-      'before:csvToJson': (csv, context) => {
-        console.log(`  📥 Начало csvToJson (${csv.length} байт)`);
-        return csv;
-      },
-    
-      'after:csvToJson': (result, context) => {
-        console.log(`  📤 Завершение csvToJson (${result.length} записей)`);
-        return result;
-      },
-    
-      'before:jsonToCsv': (json, context) => {
-        console.log(`  📥 Начало jsonToCsv (${json.length} записей)`);
-        return json;
-      },
-    
-      'after:jsonToCsv': (csv, context) => {
-        console.log(`  📤 Завершение jsonToCsv (${csv.length} байт)`);
-        return csv;
-      }
-    },
-  
-    middlewares: [
-      async (ctx, next) => {
-        console.log(`  🔄 Middleware: ${ctx.operation} начат`);
-        const start = Date.now();
-        await next();
-        const duration = Date.now() - start;
-        console.log(`  ✅ Middleware: ${ctx.operation} завершен за ${duration}ms`);
-      }
-    ]
-  };
-
-  // Создаем плагин для трансформации данных
-  const transformPlugin = {
-    name: 'Transform Plugin',
-    version: '1.0.0',
-    description: 'Трансформация данных перед обработкой',
-  
-    hooks: {
-      'before:jsonToCsv': (json, context) => {
-      // Добавляем timestamp к каждой записи
-        return json.map(item => ({
-          ...item,
-          processedAt: new Date().toISOString(),
-          processedBy: 'transform-plugin'
-        }));
-      }
-    }
-  };
-
-  // Инициализируем менеджер плагинов
-  const pluginManager = new PluginManager();
-  pluginManager.use('logging', loggingPlugin);
-  pluginManager.use('transform', transformPlugin);
-
-  console.log('📋 Зарегистрированные плагины:');
-  pluginManager.listPlugins().forEach(plugin => {
-    console.log(`  • ${plugin.name} v${plugin.version} - ${plugin.description}`);
-  });
-
-  console.log('\n🔄 Выполнение с плагинами...');
-
-  // Основная функция для демонстрации
-  const processData = async () => {
-    const testJson = [
-      { id: 1, value: 'test1' },
-      { id: 2, value: 'test2' }
-    ];
-  
-    // Выполняем с плагинами
-    const result = await pluginManager.executeWithPlugins(
-      'jsonToCsv',
-      testJson,
-      { delimiter: '|' },
-      (data, options) => {
-      // Имитация основной функции
-        const headers = Object.keys(data[0]);
-        const rows = data.map(item => headers.map(h => item[h]).join(options.delimiter));
-        return [headers.join(options.delimiter), ...rows].join('\n');
-      }
-    );
-  
-    console.log('\n📄 Результат с плагинами:');
-    console.log(result);
-  };
-
-  await processData();
-
-  // Статистика плагинов
-  const pluginStats = pluginManager.getStats();
-  console.log('\n📊 Статистика Plugin System:');
-  console.log(`  Плагинов: ${pluginStats.plugins}`);
-  console.log(`  Hooks выполнено: ${pluginStats.hookExecutions}`);
-  console.log(`  Middleware выполнено: ${pluginStats.middlewareExecutions}`);
-  console.log(`  Уникальных hooks: ${pluginStats.uniqueHooks}`);
-
-  // ============================================================================
-  // 5. JTCSV с плагинами (полная интеграция)
-  // ============================================================================
-
-  console.log('\n5. 🎯 JTCSV с плагинами (полная интеграция)');
-  console.log('='.repeat(60));
-
-  // Проверяем доступность полной интеграции
-  try {
-    const JtcsvWithPlugins = require('../src/index-with-plugins');
-  
-    console.log('✅ Полная интеграция доступна');
-    console.log('Запустите для полной демонстрации:');
-    console.log('  npm run example:plugins');
-    console.log('\nИли посмотрите пример:');
-    console.log('  examples/plugin-excel-exporter.js');
-  } catch (error) {
-    console.log('⚠️  Полная интеграция требует дополнительных зависимостей');
-    console.log('Установите @jtcsv/excel и exceljs для демонстрации Excel плагина:');
-    console.log('  npm install @jtcsv/excel exceljs');
-  }
-
-  // ============================================================================
-  // Итоги
-  // ============================================================================
-
-  console.log('\n' + '='.repeat(60));
-  console.log('🎉 ДЕМОНСТРАЦИЯ ЗАВЕРШЕНА!');
-  console.log('='.repeat(60));
-
-  console.log('\n📈 ИТОГИ JTCSV 2.1.0:');
-  console.log('✅ Обратная совместимость с 2.0.0');
-  console.log('✅ Fast-Path Engine (до 3-4x быстрее)');
-  console.log('✅ NDJSON поддержка для потоковой обработки');
-  console.log('✅ Plugin System для расширяемости');
-  console.log('✅ Excel интеграция (через плагины)');
-  console.log('✅ Детальная статистика и мониторинг');
-
-  console.log('\n🚀 Следующие шаги:');
-  console.log('1. Изучите README-PLUGINS.md для подробной документации');
-  console.log('2. Запустите тесты: npm test');
-  console.log('3. Попробуйте примеры: npm run example:plugins');
-  console.log('4. Создайте свой плагин!');
-
-  console.log('\n💡 Совет: Для production используйте:');
-  console.log('  const jtcsv = require("jtcsv/plugins").create();');
-  console.log('  jtcsv.use("your-plugin", yourPluginConfig);');
-
-  console.log('\n📚 Документация: https://github.com/Linol-Hamelton/jtcsv');
-  console.log('🐛 Issues: https://github.com/Linol-Hamelton/jtcsv/issues');
-  console.log('⭐ Star на GitHub если понравилось!');
-
-  console.log('\n' + '✨'.repeat(30));
-  console.log('✨  JTCSV 2.1.0 - Next Generation JSON/CSV Converter  ✨');
-  console.log('✨'.repeat(30));
-})().catch((error) => {
-  console.error('Demo failed:', error);
-  process.exitCode = 1;
-});

package/examples/streaming-example.js

@@ -1,418 +0,0 @@
-#!/usr/bin/env node
-
-/**
- * Streaming Example for jtcsv
- * 
- * Demonstrates bidirectional streaming with large datasets
- * and real-time progress monitoring.
- */
-
-const fs = require('fs');
-const path = require('path');
-const { pipeline } = require('stream/promises');
-const jtcsv = require('../index.js');
-
-async function generateLargeJsonFile(filePath, recordCount) {
-  console.log(`Generating ${recordCount} records...`);
-  
-  const writeStream = fs.createWriteStream(filePath, 'utf8');
-  
-  // Write opening bracket for JSON array
-  writeStream.write('[');
-  
-  for (let i = 1; i <= recordCount; i++) {
-    const record = {
-      id: i,
-      name: `User ${i}`,
-      email: `user${i}@example.com`,
-      age: Math.floor(Math.random() * 50) + 18,
-      active: Math.random() > 0.5,
-      score: Math.random() * 100,
-      tags: ['customer', `tier${Math.floor(Math.random() * 3) + 1}`],
-      metadata: {
-        created: new Date().toISOString(),
-        updated: new Date().toISOString(),
-        version: '1.0.0'
-      }
-    };
-    
-    const jsonRecord = JSON.stringify(record);
-    writeStream.write(jsonRecord);
-    
-    if (i < recordCount) {
-      writeStream.write(',');
-    }
-    
-    // Show progress every 10,000 records
-    if (i % 10000 === 0) {
-      process.stdout.write(`  Generated ${i} records\r`);
-    }
-  }
-  
-  // Write closing bracket
-  writeStream.write(']');
-  
-  await new Promise((resolve) => {
-    writeStream.end(() => {
-      console.log(`\nGenerated ${recordCount} records in ${filePath}`);
-      resolve();
-    });
-  });
-}
-
-async function exampleJsonToCsvStreaming() {
-  console.log('\n=== Example 1: JSON to CSV Streaming ===');
-  
-  const inputFile = './examples/large-data.json';
-  const outputFile = './examples/large-data.csv';
-  
-  // Generate test data if needed
-  if (!fs.existsSync(inputFile)) {
-    await generateLargeJsonFile(inputFile, 100000);
-  }
-  
-  console.log('Converting JSON to CSV using streaming...');
-  
-  const startTime = Date.now();
-  
-  try {
-    // Create readable stream from file
-    const readStream = fs.createReadStream(inputFile, 'utf8');
-    
-    // Parse JSON stream (simplified - in real app use proper JSON stream parser)
-    let buffer = '';
-    let recordCount = 0;
-    
-    const jsonStream = new (require('stream').Transform)({
-      objectMode: true,
-      transform(chunk, encoding, callback) {
-        buffer += chunk;
-        
-        // Simple JSON parsing for demonstration
-        // In production, use a proper JSON stream parser
-        try {
-          const data = JSON.parse(buffer);
-          if (Array.isArray(data)) {
-            data.forEach(item => {
-              this.push(item);
-              recordCount++;
-              
-              if (recordCount % 10000 === 0) {
-                console.log(`  Processed ${recordCount} records`);
-              }
-            });
-          }
-          buffer = '';
-        } catch (error) {
-          // Incomplete JSON, wait for more data
-        }
-        
-        callback();
-      },
-      
-      flush(callback) {
-        // Process any remaining data
-        if (buffer.trim()) {
-          try {
-            const data = JSON.parse(buffer);
-            if (Array.isArray(data)) {
-              data.forEach(item => {
-                this.push(item);
-                recordCount++;
-              });
-            }
-          } catch (error) {
-            console.error('Error parsing final JSON:', error.message);
-          }
-        }
-        callback();
-      }
-    });
-    
-    // Create CSV transform stream
-    const csvStream = jtcsv.createJsonToCsvStream({
-      delimiter: ',',
-      includeHeaders: true,
-      renameMap: {
-        id: 'ID',
-        name: 'Full Name',
-        email: 'Email Address',
-        age: 'Age',
-        active: 'Active Status',
-        score: 'Score',
-        'metadata.created': 'Created Date',
-        'metadata.updated': 'Updated Date'
-      },
-      preventCsvInjection: true,
-      rfc4180Compliant: true
-    });
-    
-    // Create write stream
-    const writeStream = fs.createWriteStream(outputFile, 'utf8');
-    
-    // Add UTF-8 BOM for Excel compatibility
-    writeStream.write('\uFEFF');
-    
-    // Pipe streams together
-    await pipeline(
-      readStream,
-      jsonStream,
-      csvStream,
-      writeStream
-    );
-    
-    const elapsed = Date.now() - startTime;
-    console.log(`✓ Converted ${recordCount} records in ${elapsed}ms`);
-    
-    // Show file sizes
-    const inputStats = fs.statSync(inputFile);
-    const outputStats = fs.statSync(outputFile);
-    
-    console.log(`  Input:  ${(inputStats.size / 1024 / 1024).toFixed(2)} MB`);
-    console.log(`  Output: ${(outputStats.size / 1024 / 1024).toFixed(2)} MB`);
-    
-  } catch (error) {
-    console.error('Error:', error.message);
-  }
-}
-
-async function exampleCsvToJsonStreaming() {
-  console.log('\n=== Example 2: CSV to JSON Streaming ===');
-  
-  const inputFile = './examples/large-data.csv';
-  const outputFile = './examples/streamed-output.json';
-  
-  if (!fs.existsSync(inputFile)) {
-    console.log('CSV file not found. Run Example 1 first.');
-    return;
-  }
-  
-  console.log('Converting CSV to JSON using streaming...');
-  
-  const startTime = Date.now();
-  
-  try {
-    // Create CSV read stream
-    const readStream = fs.createReadStream(inputFile, 'utf8');
-    
-    // Create CSV to JSON transform stream
-    const jsonStream = jtcsv.createCsvToJsonStream({
-      delimiter: ',',
-      hasHeaders: true,
-      parseNumbers: true,
-      parseBooleans: true,
-      renameMap: {
-        'ID': 'id',
-        'Full Name': 'name',
-        'Email Address': 'email',
-        'Age': 'age',
-        'Active Status': 'active',
-        'Score': 'score',
-        'Created Date': 'created',
-        'Updated Date': 'updated'
-      }
-    });
-    
-    // Create JSON write stream
-    const writeStream = fs.createWriteStream(outputFile, 'utf8');
-    
-    // Write opening bracket
-    writeStream.write('[');
-    
-    let recordCount = 0;
-    let firstRecord = true;
-    
-    // Custom transform to format JSON array
-    const arrayFormatter = new (require('stream').Transform)({
-      objectMode: true,
-      transform(chunk, encoding, callback) {
-        const jsonRecord = JSON.stringify(chunk);
-        
-        if (!firstRecord) {
-          writeStream.write(',');
-        } else {
-          firstRecord = false;
-        }
-        
-        writeStream.write(jsonRecord);
-        
-        recordCount++;
-        if (recordCount % 10000 === 0) {
-          console.log(`  Processed ${recordCount} records`);
-        }
-        
-        callback();
-      },
-      
-      flush(callback) {
-        // Write closing bracket
-        writeStream.write(']');
-        callback();
-      }
-    });
-    
-    // Pipe streams together
-    await pipeline(
-      readStream,
-      jsonStream,
-      arrayFormatter
-    );
-    
-    // Close write stream
-    await new Promise((resolve) => {
-      writeStream.end(() => resolve());
-    });
-    
-    const elapsed = Date.now() - startTime;
-    console.log(`✓ Converted ${recordCount} records in ${elapsed}ms`);
-    
-    // Verify roundtrip
-    const inputStats = fs.statSync(inputFile);
-    const outputStats = fs.statSync(outputFile);
-    
-    console.log(`  Input:  ${(inputStats.size / 1024 / 1024).toFixed(2)} MB`);
-    console.log(`  Output: ${(outputStats.size / 1024 / 1024).toFixed(2)} MB`);
-    
-    // Sample verification
-    const sampleData = require(outputFile).slice(0, 3);
-    console.log('\nSample of converted data (first 3 records):');
-    console.log(JSON.stringify(sampleData, null, 2));
-    
-  } catch (error) {
-    console.error('Error:', error.message);
-  }
-}
-
-async function exampleBidirectionalStreaming() {
-  console.log('\n=== Example 3: Bidirectional Streaming Pipeline ===');
-  
-  const inputFile = './examples/large-data.json';
-  const tempFile = './examples/temp-stream.csv';
-  const outputFile = './examples/final-stream.json';
-  
-  if (!fs.existsSync(inputFile)) {
-    await generateLargeJsonFile(inputFile, 50000);
-  }
-  
-  console.log('Running bidirectional streaming pipeline...');
-  console.log('JSON → CSV → JSON roundtrip');
-  
-  const startTime = Date.now();
-  
-  try {
-    // Step 1: JSON to CSV
-    console.log('\nStep 1: Converting JSON to CSV...');
-    
-    const jsonToCsvOptions = {
-      delimiter: ',',
-      includeHeaders: true,
-      preventCsvInjection: true
-    };
-    
-    // For simplicity, we'll use the regular conversion
-    // In production, you would use proper streaming
-    const jsonData = require(inputFile);
-    const csvData = jtcsv.jsonToCsv(jsonData, jsonToCsvOptions);
-    
-    await fs.promises.writeFile(tempFile, csvData, 'utf8');
-    
-    const step1Time = Date.now() - startTime;
-    console.log(`  ✓ Step 1 completed in ${step1Time}ms`);
-    
-    // Step 2: CSV to JSON
-    console.log('\nStep 2: Converting CSV to JSON...');
-    
-    const csvToJsonOptions = {
-      delimiter: ',',
-      hasHeaders: true,
-      parseNumbers: true,
-      parseBooleans: true
-    };
-    
-    const finalData = await jtcsv.readCsvAsJson(tempFile, csvToJsonOptions);
-    
-    await fs.promises.writeFile(
-      outputFile,
-      JSON.stringify(finalData, null, 2),
-      'utf8'
-    );
-    
-    const totalTime = Date.now() - startTime;
-    console.log(`  ✓ Step 2 completed in ${totalTime - step1Time}ms`);
-    
-    // Verification
-    console.log('\nVerification:');
-    console.log(`  Original records: ${jsonData.length}`);
-    console.log(`  Final records: ${finalData.length}`);
-    
-    // Check if data survived roundtrip
-    const sampleOriginal = jsonData[0];
-    const sampleFinal = finalData[0];
-    
-    console.log('\nSample comparison (first record):');
-    console.log('  Original:', JSON.stringify(sampleOriginal).substring(0, 100) + '...');
-    console.log('  Final:   ', JSON.stringify(sampleFinal).substring(0, 100) + '...');
-    
-    // Cleanup temp file
-    await fs.promises.unlink(tempFile).catch(() => {});
-    
-    console.log(`\n✓ Bidirectional streaming completed in ${totalTime}ms`);
-    
-  } catch (error) {
-    console.error('Error:', error.message);
-    
-    // Cleanup on error
-    try {
-      await fs.promises.unlink(tempFile);
-    } catch (_e) {
-      // Ignore cleanup errors
-    }
-  }
-}
-
-async function main() {
-  console.log('='.repeat(60));
-  console.log('jtcsv Streaming Examples');
-  console.log('='.repeat(60));
-  
-  // Create examples directory
-  const examplesDir = './examples';
-  if (!fs.existsSync(examplesDir)) {
-    fs.mkdirSync(examplesDir, { recursive: true });
-  }
-  
-  try {
-    await exampleJsonToCsvStreaming();
-    await exampleCsvToJsonStreaming();
-    await exampleBidirectionalStreaming();
-    
-    console.log('\n' + '='.repeat(60));
-    console.log('All examples completed successfully!');
-    console.log('='.repeat(60));
-    
-    console.log('\nTry these commands:');
-    console.log('  • Launch TUI:        npx jtcsv tui');
-    console.log('  • Convert JSON:      npx jtcsv json2csv examples/large-data.json output.csv');
-    console.log('  • Convert CSV:       npx jtcsv csv2json examples/large-data.csv output.json');
-    console.log('  • Streaming mode:    npx jtcsv stream json2csv examples/large-data.json streamed.csv');
-    
-  } catch (error) {
-    console.error('\nError running examples:', error.message);
-    process.exit(1);
-  }
-}
-
-// Run examples
-if (require.main === module) {
-  main().catch((error) => {
-    console.error('Fatal error:', error);
-    process.exit(1);
-  });
-}
-
-module.exports = {
-  generateLargeJsonFile,
-  exampleJsonToCsvStreaming,
-  exampleCsvToJsonStreaming,
-  exampleBidirectionalStreaming
-};