jtcsv 3.0.0 → 3.1.1

package/examples/web-workers-advanced.js

@@ -1,28 +0,0 @@
-// Advanced Web Workers usage (browser example)
-// Requires jtcsv loaded in the browser (UMD or ESM).
-
-async function runWorkerDemo(file) {
-  if (!window.jtcsv) {
-    throw new Error('jtcsv is not available on window');
-  }
-
-  const pool = window.jtcsv.createWorkerPool({
-    workerCount: 4,
-    maxQueueSize: 50,
-    autoScale: true
-  });
-
-  const result = await window.jtcsv.parseCSVWithWorker(file, {
-    delimiter: ',',
-    parseNumbers: true
-  }, (progress) => {
-    console.log(`Processed ${progress.processed} rows (${progress.percentage.toFixed(1)}%)`);
-  }, pool);
-
-  console.log('Rows:', result.length);
-  return result;
-}
-
-// Example usage in the browser:
-// const file = document.querySelector('input[type="file"]').files[0];
-// runWorkerDemo(file);

package/index.js

@@ -1,82 +0,0 @@
-// @ts-nocheck
-// Main entry point for the jtcsv module
-// Exports both JSON→CSV and CSV→JSON functions
-
-const jsonToCsvModule = require('./json-to-csv');
-const csvToJsonModule = require('./csv-to-json');
-const errorsModule = require('./errors');
-const jsonSaveModule = require('./json-save');
-const streamJsonToCsvModule = require('./stream-json-to-csv');
-const streamCsvToJsonModule = require('./stream-csv-to-json');
-const ndjsonParser = require('./src/formats/ndjson-parser');
-const tsvParser = require('./src/formats/tsv-parser');
-const zodAdapter = require('./src/utils/zod-adapter');
-const encodingSupport = require('./src/utils/encoding-support');
-
-// Combine all exports
-module.exports = {
-  // JSON to CSV functions
-  jsonToCsv: jsonToCsvModule.jsonToCsv,
-  preprocessData: jsonToCsvModule.preprocessData,
-  saveAsCsv: jsonToCsvModule.saveAsCsv,
-  deepUnwrap: jsonToCsvModule.deepUnwrap,
-  validateFilePath: jsonToCsvModule.validateFilePath,
-  
-  // CSV to JSON functions
-  csvToJson: csvToJsonModule.csvToJson,
-  csvToJsonIterator: csvToJsonModule.csvToJsonIterator,
-  readCsvAsJson: csvToJsonModule.readCsvAsJson,
-  readCsvAsJsonSync: csvToJsonModule.readCsvAsJsonSync,
-  autoDetectDelimiter: csvToJsonModule.autoDetectDelimiter,
-
-  // JSON save functions
-  saveAsJson: jsonSaveModule.saveAsJson,
-  saveAsJsonSync: jsonSaveModule.saveAsJsonSync,
-
-  // Streaming JSON to CSV functions
-  createJsonToCsvStream: streamJsonToCsvModule.createJsonToCsvStream,
-  streamJsonToCsv: streamJsonToCsvModule.streamJsonToCsv,
-  saveJsonStreamAsCsv: streamJsonToCsvModule.saveJsonStreamAsCsv,
-  createJsonReadableStream: streamJsonToCsvModule.createJsonReadableStream,
-  createCsvCollectorStream: streamJsonToCsvModule.createCsvCollectorStream,
-
-  // Streaming CSV to JSON functions
-  createCsvToJsonStream: streamCsvToJsonModule.createCsvToJsonStream,
-  streamCsvToJson: streamCsvToJsonModule.streamCsvToJson,
-  createCsvFileToJsonStream: streamCsvToJsonModule.createCsvFileToJsonStream,
-  createJsonCollectorStream: streamCsvToJsonModule.createJsonCollectorStream,
-
-  // NDJSON format support
-  jsonToNdjson: ndjsonParser.toNdjson,
-  ndjsonToJson: ndjsonParser.fromNdjson,
-  parseNdjsonStream: ndjsonParser.parseStream,
-  createNdjsonToCsvStream: ndjsonParser.createNdjsonToCsvStream,
-  createCsvToNdjsonStream: ndjsonParser.createCsvToNdjsonStream,
-  getNdjsonStats: ndjsonParser.getStats,
-
-  // TSV format support
-  jsonToTsv: tsvParser.jsonToTsv,
-  tsvToJson: tsvParser.tsvToJson,
-  isTsv: tsvParser.isTsv,
-  validateTsv: tsvParser.validateTsv,
-  readTsvAsJson: tsvParser.readTsvAsJson,
-  readTsvAsJsonSync: tsvParser.readTsvAsJsonSync,
-  saveAsTsv: tsvParser.saveAsTsv,
-  saveAsTsvSync: tsvParser.saveAsTsvSync,
-  createJsonToTsvStream: tsvParser.createJsonToTsvStream,
-  createTsvToJsonStream: tsvParser.createTsvToJsonStream,
-
-  // Error classes
-  ...errorsModule,
-
-  // Schema validation adapters (optional dependencies)
-  createZodValidationHook: zodAdapter.createZodValidationHook,
-  createYupValidationHook: zodAdapter.createYupValidationHook,
-  createValidatedParser: zodAdapter.createValidatedParser,
-
-  // Encoding detection and conversion
-  detectEncoding: encodingSupport.detectEncoding,
-  convertToUtf8: encodingSupport.convertToUtf8,
-  autoDetectAndConvert: encodingSupport.autoDetectAndConvert,
-  csvToJsonWithEncoding: encodingSupport.csvToJsonWithEncoding
-};

package/json-save.js

@@ -1,255 +0,0 @@
-// @ts-nocheck
-/**
- * JSON Save Module - Node.js Module
- * 
- * A lightweight module for saving JSON data to files with security validation.
- * 
- * @module json-save
- */
-
-const {
-  ValidationError,
-  SecurityError,
-  FileSystemError,
-  LimitError,
-  ConfigurationError,
-  safeExecute
-} = require('./errors');
-
-/**
- * Validates file path for JSON saving
- * @private
- */
-function validateJsonFilePath(filePath) {
-  const path = require('path');
-
-  // Basic validation
-  if (typeof filePath !== 'string' || filePath.trim() === '') {
-    throw new ValidationError('File path must be a non-empty string');
-  }
-
-  // Ensure file has .json extension
-  if (!filePath.toLowerCase().endsWith('.json')) {
-    throw new ValidationError('File must have .json extension');
-  }
-
-  // Block UNC paths BEFORE path.resolve() to avoid network lookup timeouts
-  if (filePath.startsWith('\\\\') || filePath.startsWith('//')) {
-    throw new SecurityError('UNC paths are not allowed');
-  }
-
-  // Get absolute path and check for traversal
-  const absolutePath = path.resolve(filePath);
-  const normalizedPath = path.normalize(filePath);
-  
-  // Prevent directory traversal attacks
-  if (normalizedPath.includes('..') || 
-      /\\\.\.\\|\/\.\.\//.test(filePath) ||
-      filePath.startsWith('..') ||
-      filePath.includes('/..')) {
-    throw new SecurityError('Directory traversal detected in file path');
-  }
-  
-  return absolutePath;
-}
-
-/**
- * Validates JSON data and options
- * @private
- */
-function validateJsonData(data, options) {
-  // Validate data
-  if (data === undefined || data === null) {
-    throw new ValidationError('Data cannot be null or undefined');
-  }
-  
-  // Validate options
-  if (options && typeof options !== 'object') {
-    throw new ConfigurationError('Options must be an object');
-  }
-  
-  // Validate prettyPrint
-  if (options?.prettyPrint !== undefined && typeof options.prettyPrint !== 'boolean') {
-    throw new ConfigurationError('prettyPrint must be a boolean');
-  }
-  
-  // Validate maxSize
-  if (options?.maxSize && (typeof options.maxSize !== 'number' || options.maxSize <= 0)) {
-    throw new ConfigurationError('maxSize must be a positive number');
-  }
-  
-  return true;
-}
-
-/**
- * Saves JSON data to a file
- * 
- * @param {*} data - Data to save as JSON
- * @param {string} filePath - Path to save the JSON file
- * @param {Object} [options] - Configuration options
- * @param {boolean} [options.prettyPrint=false] - Format JSON with indentation
- * @param {number} [options.maxSize=10485760] - Maximum file size in bytes (default: 10MB)
- * @returns {Promise<void>}
- * 
- * @example
- * const { saveAsJson } = require('./json-save');
- * 
- * const data = [{ id: 1, name: 'John' }, { id: 2, name: 'Jane' }];
- * await saveAsJson(data, './output.json', { prettyPrint: true });
- */
-async function saveAsJson(data, filePath, options = {}) {
-  return safeExecute(async () => {
-    const fs = require('fs').promises;
-    
-    // Validate file path
-    const safePath = validateJsonFilePath(filePath);
-    
-    // Validate data and options
-    validateJsonData(data, options);
-    
-    const opts = options && typeof options === 'object' ? options : {};
-    const {
-      prettyPrint = false,
-      maxSize = 10485760 // 10MB default limit
-    } = opts;
-    
-    // Convert data to JSON string
-    let jsonString;
-    try {
-      if (prettyPrint) {
-        jsonString = JSON.stringify(data, null, 2);
-      } else {
-        jsonString = JSON.stringify(data);
-      }
-    } catch (error) {
-      if (error.message.includes('circular') || error.message.includes('Converting circular')) {
-        throw new ValidationError('Data contains circular references');
-      }
-      throw new ValidationError(`Failed to stringify JSON: ${error.message}`);
-    }
-    
-    // Check size limit
-    const byteSize = Buffer.byteLength(jsonString, 'utf8');
-    if (byteSize > maxSize) {
-      throw new LimitError(
-        `JSON size exceeds maximum limit of ${maxSize} bytes`,
-        maxSize,
-        byteSize
-      );
-    }
-    
-    // Ensure directory exists
-    const dir = require('path').dirname(safePath);
-    
-    try {
-      await fs.mkdir(dir, { recursive: true });
-      
-      // Write file
-      await fs.writeFile(safePath, jsonString, 'utf8');
-      
-      return safePath;
-    } catch (error) {
-      if (error.code === 'ENOENT') {
-        throw new FileSystemError(`Directory does not exist: ${dir}`, error);
-      }
-      if (error.code === 'EACCES') {
-        throw new FileSystemError(`Permission denied: ${safePath}`, error);
-      }
-      if (error.code === 'ENOSPC') {
-        throw new FileSystemError(`No space left on device: ${safePath}`, error);
-      }
-      
-      throw new FileSystemError(`Failed to write JSON file: ${error.message}`, error);
-    }
-  }, 'FILE_SYSTEM_ERROR', { function: 'saveAsJson' });
-}
-
-/**
- * Synchronously saves JSON data to a file
- * 
- * @param {*} data - Data to save as JSON
- * @param {string} filePath - Path to save the JSON file
- * @param {Object} [options] - Configuration options (same as saveAsJson)
- * @returns {string} Path to saved file
- */
-function saveAsJsonSync(data, filePath, options = {}) {
-  return safeExecute(() => {
-    const fs = require('fs');
-    
-    // Validate file path
-    const safePath = validateJsonFilePath(filePath);
-    
-    // Validate data and options
-    validateJsonData(data, options);
-    
-    const opts = options && typeof options === 'object' ? options : {};
-    const {
-      prettyPrint = false,
-      maxSize = 10485760 // 10MB default limit
-    } = opts;
-    
-    // Convert data to JSON string
-    let jsonString;
-    try {
-      if (prettyPrint) {
-        jsonString = JSON.stringify(data, null, 2);
-      } else {
-        jsonString = JSON.stringify(data);
-      }
-    } catch (error) {
-      if (error.message.includes('circular') || error.message.includes('Converting circular')) {
-        throw new ValidationError('Data contains circular references');
-      }
-      throw new ValidationError(`Failed to stringify JSON: ${error.message}`);
-    }
-    
-    // Check size limit
-    const byteSize = Buffer.byteLength(jsonString, 'utf8');
-    if (byteSize > maxSize) {
-      throw new LimitError(
-        `JSON size exceeds maximum limit of ${maxSize} bytes`,
-        maxSize,
-        byteSize
-      );
-    }
-    
-    // Ensure directory exists
-    const dir = require('path').dirname(safePath);
-    
-    try {
-      if (!fs.existsSync(dir)) {
-        fs.mkdirSync(dir, { recursive: true });
-      }
-      
-      // Write file
-      fs.writeFileSync(safePath, jsonString, 'utf8');
-      
-      return safePath;
-    } catch (error) {
-      if (error.code === 'ENOENT') {
-        throw new FileSystemError(`Directory does not exist: ${dir}`, error);
-      }
-      if (error.code === 'EACCES') {
-        throw new FileSystemError(`Permission denied: ${safePath}`, error);
-      }
-      if (error.code === 'ENOSPC') {
-        throw new FileSystemError(`No space left on device: ${safePath}`, error);
-      }
-      
-      throw new FileSystemError(`Failed to write JSON file: ${error.message}`, error);
-    }
-  }, 'FILE_SYSTEM_ERROR', { function: 'saveAsJsonSync' });
-}
-
-// Export the functions
-module.exports = {
-  saveAsJson,
-  saveAsJsonSync,
-  validateJsonFilePath
-};
-
-// For ES6 module compatibility
-/* istanbul ignore next */
-if (typeof module !== 'undefined' && module.exports) {
-  module.exports.default = saveAsJson;
-}